00010000:00010000:0.0F:1789265721.011409:0:17133:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1789265721.332961:0:3643:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93774f159180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:c753e2cb-2e3c-4466-8bdc-141f9ba53a83:3643:1876180579087488:0@lo:400:kworker.0 00000100:00100000:0.0:1789265721.333036:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789265721.333076:0:3643:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93774f15aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3643:1876180579088000:0@lo:400:kworker.0 00000100:00100000:0.0:1789265721.333105:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789265721.333138:0:3643:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff937642664700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3643:1876180579088512:0@lo:400:kworker.0 00000100:00100000:0.0:1789265721.333166:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789265721.333189:0:3643:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:0.0:1789265721.333195:0:3643:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93774f159c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3643:1876180579087616:0@lo:400:kworker.0 00000100:00100000:0.0:1789265721.333217:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789265721.333235:0:3643:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93774f15b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3643:1876180579088128:0@lo:400:kworker.0 00000100:00100000:0.0:1789265721.333257:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789265721.333271:0:3643:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff937642665f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3643:1876180579088640:0@lo:400:kworker.0 00000100:00100000:0.0:1789265721.333292:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789265721.333322:0:3645:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93774f15b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3645:1876180579087744:0@lo:400:kworker.0 00000100:00100000:0.0:1789265721.333349:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789265721.333378:0:3645:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93774f2fdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3645:1876180579088256:0@lo:400:kworker.0 00000100:00100000:0.0:1789265721.333401:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789265721.333420:0:3645:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:0.0:1789265721.333425:0:3645:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93774f15a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3645:1876180579087872:0@lo:400:kworker.0 00000100:00100000:0.0:1789265721.333445:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789265721.333454:0:3645:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff937642664a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3645:1876180579088384:0@lo:400:kworker.0 00000100:00100000:0.0:1789265721.333473:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789265721.333499:0:17138:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180579087488 00000100:00100000:0.0:1789265721.333507:0:17138:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180579087488 00000100:00100000:0.0:1789265721.333559:0:17138:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 171 00000100:00100000:0.0:1789265721.333586:0:17138:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9376437c8450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:c753e2cb-2e3c-4466-8bdc-141f9ba53a83+24:3643:x1876180579087488:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789265721.333641:0:17138:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9376437c8450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:c753e2cb-2e3c-4466-8bdc-141f9ba53a83+24:3643:x1876180579087488:12345-0@lo:400:kworker.0 Request processed in 59us (605us total) trans 0 rc 0/0 00000100:00100000:0.0:1789265721.333648:0:17138:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 171 00000100:00100000:0.0:1789265721.333682:0:18650:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180579088000 00000100:00100000:0.0:1789265721.333687:0:18650:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180579088000 00000100:00100000:0.0:1789265721.333712:0:18650:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180579087616 00000100:00100000:0.0:1789265721.333715:0:18650:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180579087616 00000100:00100000:0.0:1789265721.333728:0:18650:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180579087744 00000100:00100000:0.0:1789265721.333730:0:18650:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180579087744 00000100:00100000:0.0:1789265721.333743:0:18650:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 30 00000100:00100000:0.0:1789265721.333749:0:18650:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff937642667b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3643:x1876180579088000:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789265721.333780:0:18650:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff937642667b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3643:x1876180579088000:12345-0@lo:400:kworker.0 Request processed in 31us (674us total) trans 0 rc 0/0 00000100:00100000:0.0:1789265721.333786:0:18650:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 30 00000100:00100000:0.0:1789265721.333797:0:18650:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 31 00000100:00100000:0.0:1789265721.333803:0:18650:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff937642667480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3643:x1876180579087616:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789265721.333829:0:18650:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff937642667480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3643:x1876180579087616:12345-0@lo:400:kworker.0 Request processed in 27us (611us total) trans 0 rc 0/0 00000100:00100000:0.0:1789265721.333834:0:18650:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 31 00000100:00100000:0.0:1789265721.333845:0:18650:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 32 00000100:00100000:0.0:1789265721.333850:0:18650:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9376435aa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3645:x1876180579087744:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789265721.333907:0:18650:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9376435aa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3645:x1876180579087744:12345-0@lo:400:kworker.0 Request processed in 56us (557us total) trans 0 rc 0/0 00000100:00100000:0.0:1789265721.333912:0:18650:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 32 00000100:00100000:0.0:1789265721.333930:0:17144:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180579088512 00000100:00100000:0.0:1789265721.333933:0:17144:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180579088512 00000100:00100000:0.0:1789265721.333964:0:17144:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180579088128 00000100:00100000:0.0:1789265721.333967:0:17144:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180579088128 00000100:00100000:0.0:1789265721.333977:0:17144:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180579088640 00000100:00100000:0.0:1789265721.333980:0:17144:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180579088640 00000100:00100000:0.0:1789265721.333991:0:17144:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180579088256 00000100:00100000:0.0:1789265721.333994:0:17144:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180579088256 00000100:00100000:0.0:1789265721.334006:0:17144:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180579087872 00000100:00100000:0.0:1789265721.334008:0:17144:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180579087872 00000100:00100000:0.0:1789265721.334017:0:17144:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180579088384 00000100:00100000:0.0:1789265721.334019:0:17144:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180579088384 00000100:00100000:0.0:1789265721.334032:0:17144:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72 00000100:00100000:0.0:1789265721.334038:0:17144:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff937642666680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3643:x1876180579088512:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789265721.334070:0:17144:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff937642666680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3643:x1876180579088512:12345-0@lo:400:kworker.0 Request processed in 33us (904us total) trans 0 rc 0/0 00000100:00100000:0.0:1789265721.334076:0:17144:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72 00000100:00100000:0.0:1789265721.334090:0:17144:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73 00000100:00100000:0.0:1789265721.334096:0:17144:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93774f37e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3643:x1876180579088128:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789265721.334138:0:17144:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93774f37e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3643:x1876180579088128:12345-0@lo:400:kworker.0 Request processed in 41us (879us total) trans 0 rc 0/0 00000100:00100000:0.0:1789265721.334145:0:17144:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73 00000100:00100000:0.0:1789265721.334157:0:17144:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74 00000100:00100000:0.0:1789265721.334164:0:17144:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93774f37ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3643:x1876180579088640:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789265721.334192:0:17144:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93774f37ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3643:x1876180579088640:12345-0@lo:400:kworker.0 Request processed in 30us (900us total) trans 0 rc 0/0 00000100:00100000:0.0:1789265721.334198:0:17144:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74 00000100:00100000:0.0:1789265721.334209:0:17144:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 75 00000100:00100000:0.0:1789265721.334215:0:17144:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9376435ab100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3645:x1876180579088256:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789265721.334239:0:17144:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9376435ab100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3645:x1876180579088256:12345-0@lo:400:kworker.0 Request processed in 25us (836us total) trans 0 rc 0/0 00000100:00100000:0.0:1789265721.334253:0:17144:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 75 00000100:00100000:0.0:1789265721.334265:0:17144:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 76 00000100:00100000:0.0:1789265721.334272:0:17144:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9376435a9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3645:x1876180579087872:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789265721.334300:0:17144:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9376435a9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3645:x1876180579087872:12345-0@lo:400:kworker.0 Request processed in 29us (854us total) trans 0 rc 0/0 00000100:00100000:0.0:1789265721.334306:0:17144:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 76 00000100:00100000:0.0:1789265721.334318:0:17144:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 77 00000100:00100000:0.0:1789265721.334325:0:17144:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9376435a8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3645:x1876180579088384:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789265721.334352:0:17144:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9376435a8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3645:x1876180579088384:12345-0@lo:400:kworker.0 Request processed in 29us (879us total) trans 0 rc 0/0 00000100:00100000:0.0:1789265721.334358:0:17144:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 77 00000100:00100000:0.0:1789265721.334424:0:3645:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93774f15a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3645:1876180579087872:0@lo:400:kworker.0 00010000:00080000:0.0:1789265721.334440:0:3645:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff937642664a80 x1876180579088384/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789265737 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789265721.334451:0:3645:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff937642664a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3645:1876180579088384:0@lo:400:kworker.0 00000100:00100000:0.0:1789265721.334462:0:3645:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 8589934598 gen 2 00000004:00080000:0.0:1789265721.334469:0:3645:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff93777f464700, transno 8589934596 00000004:00080000:0.0:1789265721.334479:0:3645:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 8589934598 committed transno 8589934598 00000100:00100000:0.0:1789265721.334499:0:3645:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93774f15b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3645:1876180579087744:0@lo:400:kworker.0 00000100:00100000:0.0:1789265721.334511:0:3645:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93774f2fdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3645:1876180579088256:0@lo:400:kworker.0 00000100:00100000:0.0:1789265721.334543:0:3643:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93774f159c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3643:1876180579087616:0@lo:400:kworker.0 00000100:00100000:0.0:1789265721.334552:0:3643:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93774f15b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3643:1876180579088128:0@lo:400:kworker.0 00010000:00080000:0.0:1789265721.334574:0:3643:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff937642665f80 x1876180579088640/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789265737 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789265721.334583:0:3643:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff937642665f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3643:1876180579088640:0@lo:400:kworker.0 00000100:00100000:0.0:1789265721.334593:0:3643:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93774f159180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:c753e2cb-2e3c-4466-8bdc-141f9ba53a83:3643:1876180579087488:0@lo:400:kworker.0 00000100:00100000:0.0:1789265721.334604:0:3643:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93774f15aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3643:1876180579088000:0@lo:400:kworker.0 00000100:00100000:0.0:1789265721.334614:0:3643:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff937642664700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3643:1876180579088512:0@lo:400:kworker.0 00000100:00100000:1.0F:1789265721.334889:0:3646:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1789265721.334908:0:3646:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff937643518380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3646:1876180579088768:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1789265721.334947:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1789265721.334989:0:17139:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1789265721.334993:0:17139:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1789265721.334996:0:17139:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1789265721.334999:0:17139:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1789265721.335010:0:18653:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180579088768 00000100:00100000:1.0:1789265721.335015:0:18653:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180579088768 00000100:00100000:1.0:1789265721.335045:0:18653:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 27 00000100:00100000:1.0:1789265721.335052:0:18653:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff937643518700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3646:x1876180579088768:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1789265721.335075:0:18653:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 4218880 granted 26324672 pending 0 free 3915849728 avail 3684327424 00000100:00100000:1.0:1789265721.335111:0:18653:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff937643518700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3646:x1876180579088768:12345-0@lo:13:osp-pre-1-0.0 Request processed in 59us (163us total) trans 0 rc 0/0 00000100:00100000:1.0:1789265721.335118:0:18653:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 27 00000100:00100000:1.0:1789265721.335165:0:3646:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff937643518380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3646:1876180579088768:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1789265721.335947:0:3646:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff937642752a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3646:1876180579088896:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1789265721.335985:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0F:1789265721.336115:0:18654:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180579088896 00000100:00100000:3.0:1789265721.336136:0:18654:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180579088896 00000100:00100000:3.0:1789265721.336176:0:18654:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28 00000100:00100000:3.0:1789265721.336185:0:18654:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff937643518380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3646:x1876180579088896:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1789265721.336200:0:18654:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 4218880 granted 26324672 pending 0 free 3915849728 avail 3684327424 00000100:00100000:3.0:1789265721.336252:0:18654:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff937643518380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3646:x1876180579088896:12345-0@lo:13:osp-pre-1-1.0 Request processed in 69us (267us total) trans 0 rc 0/0 00000100:00100000:3.0:1789265721.336260:0:18654:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28 00000100:00100000:0.0:1789265721.336448:0:3646:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff937642752a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3646:1876180579088896:0@lo:13:osp-pre-1-1.0 00000001:00080000:0.0:1789265721.349319:0:17124:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 8589934622 is committed 00000020:00080000:0.0:1789265721.349339:0:17124:0:(update_trans.c:59:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff93774f3c0a80 refcount 2 committed 0 result 0 batchid 4294967529 00000020:00080000:0.0:1789265721.349345:0:17124:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff93777a3e1e00 obd lustre-OST0001-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff93774f3c0b40 00000020:00080000:0.0:1789265721.349349:0:17124:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff93777a3e1900 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9377518cd400 00000020:00080000:0.0:1789265721.349392:0:17183:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 4294967529 committed batchid 8 00000020:00080000:0.0:1789265721.349464:0:17183:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 8 00010000:00010000:1.0:1789265721.349529:0:3629:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff937740030c00/0xbbfdc9019c1d5305 lrc: 3/0,1 mode: TXN/TXN res: [0x200000bd1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 17145 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789265721.349542:0:3629:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff937740030c00/0xbbfdc9019c1d5305 lrc: 2/0,0 mode: TXN/TXN res: [0x200000bd1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 17145 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789265721.349550:0:3629:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff937740030c00/0xbbfdc9019c1d5305 lrc: 3/0,0 mode: TXN/TXN res: [0x200000bd1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 17145 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789265721.349557:0:3629:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff937740030c00 already unused, calling callback (ffffffffc19db4f0) 00010000:00010000:1.0:1789265721.349562:0:3629:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff937740030c00/0xbbfdc9019c1d5305 lrc: 3/0,0 mode: TXN/TXN res: [0x200000bd1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 17145 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789265721.349583:0:3629:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff937740030c00/0xbbfdc9019c1d5305 lrc: 4/0,0 mode: TXN/TXN res: [0x200000bd1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 17145 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789265721.349603:0:3629:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x3:0x0].0x0 (ffff937742a28c00) 00010000:00010000:1.0:1789265721.349607:0:3629:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1789265721.349611:0:3629:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff937740030c00/0xbbfdc9019c1d5305 lrc: 2/0,0 mode: --/TXN res: [0x200000bd1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 17145 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789265721.349618:0:3629:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff937740030c00/0xbbfdc9019c1d5305 lrc: 0/0,0 mode: --/TXN res: [0x200000bd1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 17145 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1789265721.654440:0:17897:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:1.0:1789265722.037470:0:17132:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789265723.059506:0:17133:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1789265723.645518:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.42@tcp (source: 12345-192.168.202.42@tcp) 00000100:00100000:0.0:1789265723.645559:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.42@tcp (source: 12345-192.168.202.42@tcp) 00000100:00100000:0.0:1789265723.645592:0:17144:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180556984832 00000100:00100000:0.0:1789265723.645603:0:17144:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180556984832 00000100:00100000:0.0:1789265723.645665:0:17144:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.42@tcp, seq: 78 00000100:00100000:0.0:1789265723.645678:0:17144:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9376435a8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:296b6286-1162-4204-a595-38172c479be3+13:2398:x1876180556984832:12345-192.168.202.42@tcp:400:kworker.0 00000100:00100000:0.0:1789265723.645750:0:17144:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9376435a8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:296b6286-1162-4204-a595-38172c479be3+13:2398:x1876180556984832:12345-192.168.202.42@tcp:400:kworker.0 Request processed in 76us (190us total) trans 0 rc 0/0 00000100:00100000:0.0:1789265723.645759:0:17144:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.42@tcp, seq: 78 00000100:00100000:2.0F:1789265723.645898:0:17136:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180556984704 00000100:00100000:2.0:1789265723.645908:0:17136:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180556984704 00000100:00100000:2.0:1789265723.645941:0:17136:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.42@tcp, seq: 172 00000100:00100000:2.0:1789265723.645948:0:17136:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9376437cbc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ba7beb9c-943e-4381-81e6-43a0a05c3424+13:2398:x1876180556984704:12345-192.168.202.42@tcp:400:kworker.0 00000100:00100000:2.0:1789265723.645977:0:17136:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9376437cbc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ba7beb9c-943e-4381-81e6-43a0a05c3424+13:2398:x1876180556984704:12345-192.168.202.42@tcp:400:kworker.0 Request processed in 30us (469us total) trans 0 rc 0/0 00000100:00100000:2.0:1789265723.645984:0:17136:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.42@tcp, seq: 172 00000100:00100000:3.0:1789265723.646200:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.42@tcp (source: 12345-192.168.202.42@tcp) 00000100:00100000:3.0:1789265723.648353:0:17143:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180556984960 00000100:00100000:3.0:1789265723.648365:0:17143:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180556984960 00000100:00100000:3.0:1789265723.648433:0:17143:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.42@tcp, seq: 79 00000100:00100000:3.0:1789265723.648443:0:17143:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff937642751180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:296b6286-1162-4204-a595-38172c479be3+5:2398:x1876180556984960:12345-192.168.202.42@tcp:400:kworker.0 00000100:00100000:3.0:1789265723.648520:0:17143:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff937642751180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:296b6286-1162-4204-a595-38172c479be3+5:2398:x1876180556984960:12345-192.168.202.42@tcp:400:kworker.0 Request processed in 78us (2319us total) trans 0 rc 0/0 00000100:00100000:3.0:1789265723.648528:0:17143:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.42@tcp, seq: 79 00000100:00080000:3.0:1789265723.651433:0:17139:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1789265723.651445:0:17139:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1789265723.652763:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.42@tcp (source: 12345-192.168.202.42@tcp) 00000100:00100000:2.0:1789265723.661589:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.42@tcp (source: 12345-192.168.202.42@tcp) 00000100:00100000:2.0:1789265723.670226:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.42@tcp (source: 12345-192.168.202.42@tcp) 00000100:00100000:2.0:1789265723.670255:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.42@tcp (source: 12345-192.168.202.42@tcp) 00000100:00100000:2.0:1789265723.670278:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.42@tcp (source: 12345-192.168.202.42@tcp) 00000100:00100000:0.0:1789265723.677194:0:18650:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180556985088 00000100:00100000:0.0:1789265723.677210:0:18650:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180556985088 00000100:00100000:0.0:1789265723.677295:0:18650:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180556985216 00000100:00100000:0.0:1789265723.677299:0:18650:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180556985216 00000100:00100000:0.0:1789265723.677330:0:18650:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.42@tcp, seq: 33 00000100:00100000:0.0:1789265723.677355:0:18650:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93775dc27480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:296b6286-1162-4204-a595-38172c479be3+5:2397:x1876180556985216:12345-192.168.202.42@tcp:400:kworker.0 00000100:00100000:0.0:1789265723.677438:0:18650:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93775dc27480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:296b6286-1162-4204-a595-38172c479be3+5:2397:x1876180556985216:12345-192.168.202.42@tcp:400:kworker.0 Request processed in 100us (15858us total) trans 0 rc 0/0 00000100:00100000:0.0:1789265723.677445:0:18650:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.42@tcp, seq: 33 00000100:00100000:0.0:1789265723.677463:0:18650:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.42@tcp, seq: 30 00000100:00100000:0.0:1789265723.677471:0:18650:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff937642751f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:296b6286-1162-4204-a595-38172c479be3+5:2396:x1876180556985088:12345-192.168.202.42@tcp:9:kworker.0 00000020:00000080:0.0:1789265723.677490:0:18650:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xbbfdc9019c1d5034 00000100:00080000:0.0:1789265723.677507:0:18650:0:(import.c:65:import_set_state_nolock()) ffff937643e28000 : changing import state from FULL to CLOSED 00000001:00000004:0.0:1789265723.677550:0:18650:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 2, last_transno is 8589934594 00000100:00100000:0.0:1789265723.677683:0:18650:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff937642751f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:296b6286-1162-4204-a595-38172c479be3+2:2396:x1876180556985088:12345-192.168.202.42@tcp:9:kworker.0 Request processed in 212us (24927us total) trans 0 rc 0/0 00000100:00100000:0.0:1789265723.677689:0:18650:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.42@tcp, seq: 30 00010000:00010000:0.0:1789265723.677854:0:17132:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1789265723.677916:0:17144:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180556985472 00000100:00100000:0.0:1789265723.677921:0:17144:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180556985472 00000100:00100000:0.0:1789265723.677954:0:17144:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180556985344 00000100:00100000:0.0:1789265723.677957:0:17144:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180556985344 00000100:00100000:0.0:1789265723.677980:0:17144:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.42@tcp, seq: 80 00000100:00100000:0.0:1789265723.677986:0:17144:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93775dc26680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3745b3d0-dd9e-43a3-937e-965b55464c77+5:2397:x1876180556985472:12345-192.168.202.42@tcp:400:kworker.0 00000100:00100000:0.0:1789265723.678021:0:17144:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93775dc26680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3745b3d0-dd9e-43a3-937e-965b55464c77+5:2397:x1876180556985472:12345-192.168.202.42@tcp:400:kworker.0 Request processed in 34us (7803us total) trans 0 rc 0/0 00000100:00100000:0.0:1789265723.678028:0:17144:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.42@tcp, seq: 80 00000100:00100000:0.0:1789265723.678058:0:17144:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.42@tcp, seq: 81 00000100:00100000:0.0:1789265723.678065:0:17144:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93775285f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3745b3d0-dd9e-43a3-937e-965b55464c77+6:2397:x1876180556985344:12345-192.168.202.42@tcp:400:kworker.0 00000100:00100000:0.0:1789265723.678092:0:17144:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93775285f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3745b3d0-dd9e-43a3-937e-965b55464c77+6:2397:x1876180556985344:12345-192.168.202.42@tcp:400:kworker.0 Request processed in 27us (7835us total) trans 0 rc 0/0 00000100:00100000:0.0:1789265723.678099:0:17144:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.42@tcp, seq: 81 00000100:00080000:3.0:1789265723.678291:0:17139:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1789265723.678296:0:17139:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1789265723.678298:0:17139:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1789265723.678300:0:17139:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1789265723.678517:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.42@tcp (source: 12345-192.168.202.42@tcp) 00000100:00100000:0.0:1789265723.682047:0:19187:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180556985600 00000100:00100000:0.0:1789265723.682061:0:19187:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180556985600 00000100:00100000:0.0:1789265723.682122:0:19187:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180556985728 00000100:00100000:0.0:1789265723.682126:0:19187:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180556985728 00000100:00100000:0.0:1789265723.682152:0:19187:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.42@tcp, seq: 31 00000100:00100000:0.0:1789265723.682161:0:19187:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93777f476d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3745b3d0-dd9e-43a3-937e-965b55464c77+5:2396:x1876180556985600:12345-192.168.202.42@tcp:9:kworker.0 00000020:00000080:0.0:1789265723.682193:0:19187:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xbbfdc9019c1d5073 00000100:00080000:0.0:1789265723.682202:0:19187:0:(import.c:65:import_set_state_nolock()) ffff937751848000 : changing import state from FULL to CLOSED 00000001:00000004:0.0:1789265723.682246:0:19187:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 2, last_transno is 8589934594 00000100:00100000:0.0:1789265723.682406:0:19187:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93777f476d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3745b3d0-dd9e-43a3-937e-965b55464c77+2:2396:x1876180556985600:12345-192.168.202.42@tcp:9:kworker.0 Request processed in 245us (12126us total) trans 0 rc 0/0 00000100:00100000:0.0:1789265723.682415:0:19187:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.42@tcp, seq: 31 00000100:00100000:0.0:1789265723.682433:0:19187:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.42@tcp, seq: 32 00000100:00100000:0.0:1789265723.682441:0:19187:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93777f477b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3745b3d0-dd9e-43a3-937e-965b55464c77+5:2396:x1876180556985728:12345-192.168.202.42@tcp:9:kworker.0 00000020:00000080:0.0:1789265723.682452:0:19187:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xbbfdc9019c1d507a 00000100:00080000:0.0:1789265723.682459:0:19187:0:(import.c:65:import_set_state_nolock()) ffff93775184e800 : changing import state from FULL to CLOSED 00000001:00000004:0.0:1789265723.682480:0:19187:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 2, last_transno is 8589934600 00000100:00100000:0.0:1789265723.682559:0:19187:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93777f477b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3745b3d0-dd9e-43a3-937e-965b55464c77+2:2396:x1876180556985728:12345-192.168.202.42@tcp:9:kworker.0 Request processed in 118us (4042us total) trans 0 rc 0/0 00000100:00100000:0.0:1789265723.682566:0:19187:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.42@tcp, seq: 32 00010000:00010000:0.0:1789265723.682583:0:17133:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789265723.682599:0:17132:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789265723.683572:0:17139:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1789265723.683578:0:17139:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1789265723.978382:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.42@tcp (source: 12345-192.168.202.42@tcp) 00000100:00100000:0.0:1789265723.978423:0:17144:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180556985856 00000100:00100000:0.0:1789265723.978434:0:17144:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180556985856 00000100:00100000:0.0:1789265723.978491:0:17144:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.42@tcp, seq: 65 00000100:00100000:0.0:1789265723.978501:0:17144:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9376435a8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:296b6286-1162-4204-a595-38172c479be3+13:15587:x1876180556985856:12345-192.168.202.42@tcp:60:lhsmtool_posix.0 00000100:00100000:0.0:1789265723.978603:0:17144:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9376435a8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:296b6286-1162-4204-a595-38172c479be3+13:15587:x1876180556985856:12345-192.168.202.42@tcp:60:lhsmtool_posix.0 Request processed in 103us (230us total) trans 0 rc 0/0 00000100:00100000:0.0:1789265723.978611:0:17144:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.42@tcp, seq: 65 00000100:00100000:3.0:1789265723.984083:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.42@tcp (source: 12345-192.168.202.42@tcp) 00000100:00100000:3.0:1789265723.984122:0:19934:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180556985984 00000100:00100000:3.0:1789265723.984132:0:19934:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180556985984 00000100:00100000:3.0:1789265723.984199:0:19934:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.42@tcp, seq: 66 00000100:00100000:3.0:1789265723.984211:0:19934:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff937642753480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:296b6286-1162-4204-a595-38172c479be3+5:15587:x1876180556985984:12345-192.168.202.42@tcp:60:lhsmtool_posix.0 00000100:00100000:3.0:1789265723.984330:0:19934:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff937642753480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:296b6286-1162-4204-a595-38172c479be3+5:15587:x1876180556985984:12345-192.168.202.42@tcp:60:lhsmtool_posix.0 Request processed in 120us (254us total) trans 0 rc 0/0 00000100:00100000:3.0:1789265723.984348:0:19934:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.42@tcp, seq: 66 00000100:00100000:3.0:1789265723.989817:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.42@tcp (source: 12345-192.168.202.42@tcp) 00000100:00100000:3.0:1789265723.989896:0:17146:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180556986240 00000100:00100000:3.0:1789265723.989911:0:17146:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180556986240 00000100:00100000:3.0:1789265723.989981:0:17146:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.42@tcp, seq: 12 00000100:00100000:3.0:1789265723.989993:0:17146:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff937642750a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:296b6286-1162-4204-a595-38172c479be3+13:15587:x1876180556986240:12345-192.168.202.42@tcp:35:lhsmtool_posix.0 00000100:00100000:3.0:1789265723.990320:0:17146:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff937642750a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:296b6286-1162-4204-a595-38172c479be3+14:15587:x1876180556986240:12345-192.168.202.42@tcp:35:lhsmtool_posix.0 Request processed in 328us (528us total) trans 8589934623 rc 0/0 00000100:00100000:3.0:1789265723.990331:0:17146:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.42@tcp, seq: 12 00010000:00010000:0.0:1789265724.083942:0:17133:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1789265724.915255:0:3644:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1789265724.915279:0:3644:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93764351b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3644:1876180579089024:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1789265724.915373:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789265724.915575:0:19984:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180579089024 00000100:00100000:1.0:1789265724.915584:0:19984:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180579089024 00000100:00100000:1.0:1789265724.915656:0:19984:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 29 00000100:00100000:1.0:1789265724.915669:0:19984:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff937642752300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3644:x1876180579089024:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1789265724.915714:0:19984:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:1.0:1789265724.915763:0:19984:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff937642752300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3644:x1876180579089024:12345-0@lo:13:osp-pre-0-0.0 Request processed in 97us (389us total) trans 0 rc 0/0 00000100:00100000:1.0:1789265724.915771:0:19984:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 29 00000100:00080000:3.0:1789265724.916163:0:17139:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1789265724.916206:0:3644:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93764351b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3644:1876180579089024:0@lo:13:osp-pre-0-0.0 00010000:00010000:0.0:1789265725.109552:0:17132:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1789265725.619405:0:17179:0:(llog.c:805:llog_process_thread()) index: 2, lh_last_idx: 2 synced_idx: 2 lgh_last_idx: 2 00000040:00080000:0.0:1789265725.619415:0:17179:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0xe:0x0] at index 2 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1789265725.619439:0:17179:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0xe:0x0] index 2 count 2 00000040:00080000:0.0:1789265725.619449:0:17179:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 3 count 2 00000100:00100000:3.0:1789265725.939180:0:3646:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93764351b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3646:1876180579089408:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1789265725.939194:0:3643:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1789265725.939209:0:3643:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff937643518a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3643:1876180579089152:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1789265725.939263:0:3645:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff937642752680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3645:1876180579089280:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1789265725.943211:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789265725.943809:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789265725.944001:0:18653:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180579089152 00000100:00100000:3.0:1789265725.944012:0:18653:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180579089152 00000100:00080000:2.0:1789265725.944168:0:17139:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1789265725.944199:0:19984:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 30 00000100:00100000:2.0:1789265725.944211:0:19984:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93777f477480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3643:x1876180579089152:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1789265725.944239:0:19984:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:2.0:1789265725.944301:0:19984:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93777f477480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3643:x1876180579089152:12345-0@lo:13:osp-pre-0-1.0 Request processed in 93us (493us total) trans 0 rc 0/0 00000100:00100000:2.0:1789265725.944308:0:19984:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 30 00000100:00100000:2.0:1789265725.944371:0:3643:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff937643518a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3643:1876180579089152:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1789265725.946172:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789265725.950513:0:17149:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180579089408 00000100:00100000:1.0:1789265725.950529:0:17149:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180579089408 00000100:00100000:1.0:1789265725.950584:0:17149:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180579089280 00000100:00100000:1.0:1789265725.950588:0:17149:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180579089280 00000100:00100000:1.0:1789265725.950608:0:17149:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 56 00000100:00100000:1.0:1789265725.950619:0:17149:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff937642750380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3646:x1876180579089408:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1789265725.950660:0:17149:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446461440 avail 1300221952 00000100:00100000:1.0:1789265725.950784:0:17149:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff937642750380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3646:x1876180579089408:12345-0@lo:41:osp-pre-1-0.0 Request processed in 166us (7580us total) trans 0 rc 0/0 00000100:00100000:1.0:1789265725.950792:0:17149:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 56 00000100:00100000:1.0:1789265725.950809:0:17149:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 57 00000100:00100000:1.0:1789265725.950816:0:17149:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9376435a9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3645:x1876180579089280:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1789265725.950833:0:17149:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446293504 avail 1300054016 00000100:00100000:1.0:1789265725.950899:0:17149:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9376435a9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3645:x1876180579089280:12345-0@lo:41:osp-pre-0-1.0 Request processed in 84us (4732us total) trans 0 rc 0/0 00000100:00100000:1.0:1789265725.950907:0:17149:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 57 00000100:00100000:2.0:1789265725.950960:0:3645:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff937642752680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3645:1876180579089280:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1789265725.952095:0:3646:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93764351b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3646:1876180579089408:0@lo:41:osp-pre-1-0.0 00010000:00010000:0.0:1789265726.131949:0:17133:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1789265726.451204:0:3643:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff937643519180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3643:1876180579089536:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1789265726.451279:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789265726.451411:0:18654:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180579089536 00000100:00100000:1.0:1789265726.451421:0:18654:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180579089536 00000100:00100000:1.0:1789265726.451502:0:18654:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 31 00000100:00100000:1.0:1789265726.451514:0:18654:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93777f474e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3643:x1876180579089536:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1789265726.451544:0:18654:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 4218880 granted 17886912 pending 0 free 3915849728 avail 3684327424 00000100:00100000:1.0:1789265726.451593:0:18654:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93777f474e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3643:x1876180579089536:12345-0@lo:13:osp-pre-1-0.0 Request processed in 82us (314us total) trans 0 rc 0/0 00000100:00100000:1.0:1789265726.451600:0:18654:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 31 00000100:00080000:2.0:1789265726.451742:0:17139:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1789265726.451780:0:3643:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff937643519180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3643:1876180579089536:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1789265726.452268:0:3643:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93777f474380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3643:1876180579090048:0@lo:400:kworker.0 00000100:00100000:2.0:1789265726.452301:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789265726.452332:0:3643:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9377660fdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3643:1876180579090560:0@lo:400:kworker.0 00000100:00100000:2.0:1789265726.452355:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789265726.452374:0:3643:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9377660fed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3643:1876180579091072:0@lo:400:kworker.0 00000100:00100000:2.0:1789265726.452394:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789265726.452410:0:3643:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:2.0:1789265726.452415:0:3643:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93777f474700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:c753e2cb-2e3c-4466-8bdc-141f9ba53a83:3643:1876180579089664:0@lo:400:kworker.0 00000100:00100000:2.0:1789265726.452440:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789265726.452544:0:3643:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93777f476300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3643:1876180579090176:0@lo:400:kworker.0 00000100:00100000:2.0:1789265726.452573:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789265726.452588:0:3643:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9377660fca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3643:1876180579090688:0@lo:400:kworker.0 00000100:00100000:2.0:1789265726.452607:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789265726.452632:0:17143:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180579090048 00000100:00100000:2.0:1789265726.452637:0:17143:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180579090048 00000100:00100000:2.0:1789265726.452662:0:17143:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180579090560 00000100:00100000:2.0:1789265726.452665:0:17143:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180579090560 00000100:00100000:2.0:1789265726.452674:0:17143:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180579091072 00000100:00100000:2.0:1789265726.452677:0:17143:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180579091072 00000100:00100000:2.0:1789265726.452694:0:17143:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180579090688 00000100:00100000:2.0:1789265726.452697:0:17143:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180579090688 00000100:00100000:2.0:1789265726.452712:0:17143:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 82 00000100:00100000:2.0:1789265726.452719:0:17143:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9377660fdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3643:x1876180579090048:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789265726.452759:0:17143:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9377660fdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3643:x1876180579090048:12345-0@lo:400:kworker.0 Request processed in 41us (457us total) trans 0 rc 0/0 00000100:00100000:2.0:1789265726.452777:0:17143:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 82 00000100:00100000:2.0:1789265726.452791:0:17143:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83 00000100:00100000:2.0:1789265726.452796:0:17143:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9377660fea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3643:x1876180579090560:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789265726.452822:0:17143:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9377660fea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3643:x1876180579090560:12345-0@lo:400:kworker.0 Request processed in 26us (466us total) trans 0 rc 0/0 00000100:00100000:2.0:1789265726.452828:0:17143:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83 00000100:00100000:2.0:1789265726.452839:0:17143:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 84 00000100:00100000:2.0:1789265726.452844:0:17143:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9377660fc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3643:x1876180579091072:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789265726.452902:0:17143:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9377660fc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3643:x1876180579091072:12345-0@lo:400:kworker.0 Request processed in 57us (507us total) trans 0 rc 0/0 00000100:00100000:2.0:1789265726.452908:0:17143:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 84 00000100:00100000:2.0:1789265726.452919:0:17143:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 85 00000100:00100000:2.0:1789265726.452925:0:17143:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9377660fc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3643:x1876180579090688:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789265726.452951:0:17143:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9377660fc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3643:x1876180579090688:12345-0@lo:400:kworker.0 Request processed in 26us (343us total) trans 0 rc 0/0 00000100:00100000:2.0:1789265726.452957:0:17143:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 85 00000100:00080000:2.0:1789265726.452971:0:17139:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1789265726.452974:0:17139:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1789265726.452993:0:3643:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9377660fca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3643:1876180579090688:0@lo:400:kworker.0 00000100:00100000:2.0:1789265726.453002:0:3643:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93777f474380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3643:1876180579090048:0@lo:400:kworker.0 00000100:00100000:2.0:1789265726.453010:0:3643:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9377660fdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3643:1876180579090560:0@lo:400:kworker.0 00010000:00080000:2.0:1789265726.453021:0:3643:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9377660fed80 x1876180579091072/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789265742 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789265726.453031:0:3643:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9377660fed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3643:1876180579091072:0@lo:400:kworker.0 00000100:00100000:2.0:1789265726.453069:0:3645:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93777f477800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3645:1876180579089792:0@lo:400:kworker.0 00000100:00100000:2.0:1789265726.453094:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789265726.453109:0:3645:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9377660fe300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3645:1876180579090304:0@lo:400:kworker.0 00000100:00100000:2.0:1789265726.453128:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789265726.453141:0:3645:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9377660fd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3645:1876180579090816:0@lo:400:kworker.0 00000100:00100000:2.0:1789265726.453158:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789265726.453174:0:3645:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:2.0:1789265726.453178:0:3645:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93777f475500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3645:1876180579089920:0@lo:400:kworker.0 00000100:00100000:2.0:1789265726.453197:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789265726.453210:0:3645:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9377660fce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3645:1876180579090432:0@lo:400:kworker.0 00000100:00100000:2.0:1789265726.453228:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789265726.453240:0:3645:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9377660fd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3645:1876180579090944:0@lo:400:kworker.0 00000100:00100000:2.0:1789265726.453256:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789265726.453272:0:17143:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180579090816 00000100:00100000:2.0:1789265726.453275:0:17143:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180579090816 00000100:00100000:2.0:1789265726.453300:0:17143:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180579090944 00000100:00100000:2.0:1789265726.453303:0:17143:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180579090944 00000100:00100000:2.0:1789265726.453328:0:17143:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 86 00000100:00100000:2.0:1789265726.453335:0:17143:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9377660fca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3645:x1876180579090816:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789265726.453368:0:17143:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9377660fca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3645:x1876180579090816:12345-0@lo:400:kworker.0 Request processed in 33us (209us total) trans 0 rc 0/0 00000100:00100000:2.0:1789265726.453373:0:17143:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 86 00000100:00100000:2.0:1789265726.453385:0:17143:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 87 00000100:00100000:2.0:1789265726.453390:0:17143:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9377660ff800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3645:x1876180579090944:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789265726.453415:0:17143:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9377660ff800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3645:x1876180579090944:12345-0@lo:400:kworker.0 Request processed in 24us (157us total) trans 0 rc 0/0 00000100:00100000:2.0:1789265726.453428:0:17143:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 87 00000100:00080000:2.0:1789265726.453443:0:17139:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1789265726.453445:0:17139:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1789265726.453460:0:3645:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9377660fd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3645:1876180579090944:0@lo:400:kworker.0 00010000:00080000:2.0:1789265726.453471:0:3645:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9377660fd500 x1876180579090816/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789265742 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789265726.453479:0:3645:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9377660fd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3645:1876180579090816:0@lo:400:kworker.0 00000100:00100000:3.0:1789265726.453585:0:17148:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180579090176 00000100:00100000:3.0:1789265726.453590:0:17148:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180579090176 00000100:00100000:3.0:1789265726.453621:0:17148:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180579089792 00000100:00100000:3.0:1789265726.453624:0:17148:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180579089792 00000100:00100000:3.0:1789265726.453639:0:17148:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 58 00000100:00100000:3.0:1789265726.453646:0:17148:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9377660ff480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3643:x1876180579090176:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789265726.453665:0:17137:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180579089664 00000100:00100000:0.0:1789265726.453670:0:17137:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180579089664 00000100:00100000:3.0:1789265726.453700:0:17148:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9377660ff480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3643:x1876180579090176:12345-0@lo:400:kworker.0 Request processed in 54us (1125us total) trans 0 rc 0/0 00000100:00100000:0.0:1789265726.453700:0:17137:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 173 00000100:00100000:3.0:1789265726.453706:0:17148:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 58 00000100:00100000:0.0:1789265726.453707:0:17137:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9376437cb450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:c753e2cb-2e3c-4466-8bdc-141f9ba53a83+24:3643:x1876180579089664:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789265726.453718:0:17148:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 59 00000100:00100000:3.0:1789265726.453724:0:17148:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9377660fed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3645:x1876180579089792:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789265726.453738:0:17137:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9376437cb450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:c753e2cb-2e3c-4466-8bdc-141f9ba53a83+24:3643:x1876180579089664:12345-0@lo:400:kworker.0 Request processed in 33us (1297us total) trans 0 rc 0/0 00000100:00100000:0.0:1789265726.453745:0:17137:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 173 00000100:00100000:3.0:1789265726.453750:0:17148:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9377660fed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3645:x1876180579089792:12345-0@lo:400:kworker.0 Request processed in 27us (656us total) trans 0 rc 0/0 00000100:00100000:3.0:1789265726.453755:0:17148:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 59 00000100:00100000:0.0:1789265726.453769:0:19187:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180579090304 00000100:00100000:3.0:1789265726.453776:0:3645:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93777f477800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3645:1876180579089792:0@lo:400:kworker.0 00000100:00100000:0.0:1789265726.453777:0:19187:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180579090304 00000100:00100000:2.0:1789265726.455626:0:3643:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93777f474700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:c753e2cb-2e3c-4466-8bdc-141f9ba53a83:3643:1876180579089664:0@lo:400:kworker.0 00000100:00100000:2.0:1789265726.455646:0:3643:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93777f476300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3643:1876180579090176:0@lo:400:kworker.0 00000100:00100000:2.0:1789265726.455880:0:3644:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff937643519c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3644:1876180579091200:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1789265726.455936:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789265726.455990:0:18653:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180579091200 00000100:00100000:2.0:1789265726.455995:0:18653:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180579091200 00000100:00100000:2.0:1789265726.456045:0:18653:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 32 00000100:00100000:2.0:1789265726.456053:0:18653:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9377660fd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3644:x1876180579091200:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1789265726.456071:0:18653:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 4218880 granted 17886912 pending 0 free 3915849728 avail 3684327424 00000100:00100000:2.0:1789265726.456108:0:18653:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9377660fd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3644:x1876180579091200:12345-0@lo:13:osp-pre-1-1.0 Request processed in 56us (172us total) trans 0 rc 0/0 00000100:00100000:2.0:1789265726.456116:0:18653:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 32 00000100:00080000:2.0:1789265726.456133:0:17139:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1789265726.456156:0:3644:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff937643519c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3644:1876180579091200:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1789265726.464462:0:19187:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180579089920 00000100:00100000:0.0:1789265726.464479:0:19187:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180579089920 00000100:00100000:3.0:1789265726.470068:0:18652:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180579090432 00000100:00100000:3.0:1789265726.470083:0:18652:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180579090432 00000100:00100000:3.0:1789265726.470134:0:18652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34 00000100:00100000:3.0:1789265726.470144:0:18652:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9377660fdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3645:x1876180579090304:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789265726.470260:0:18652:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9377660fdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3645:x1876180579090304:12345-0@lo:400:kworker.0 Request processed in 117us (17130us total) trans 0 rc 0/0 00000100:00100000:3.0:1789265726.470267:0:18652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34 00000100:00100000:3.0:1789265726.470286:0:18652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35 00000100:00100000:3.0:1789265726.470293:0:18652:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9377660fc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3645:x1876180579089920:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789265726.470333:0:18652:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9377660fc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3645:x1876180579089920:12345-0@lo:400:kworker.0 Request processed in 41us (17134us total) trans 0 rc 0/0 00000100:00100000:3.0:1789265726.470339:0:18652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35 00000100:00100000:3.0:1789265726.470350:0:18652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36 00000100:00100000:3.0:1789265726.470355:0:18652:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9377660fe680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3645:x1876180579090432:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789265726.470378:0:18652:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9377660fe680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3645:x1876180579090432:12345-0@lo:400:kworker.0 Request processed in 24us (17150us total) trans 0 rc 0/0 00000100:00100000:3.0:1789265726.470688:0:18652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36 00000100:00100000:3.0:1789265726.470744:0:3645:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93777f475500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3645:1876180579089920:0@lo:400:kworker.0 00000100:00100000:3.0:1789265726.470757:0:3645:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9377660fce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3645:1876180579090432:0@lo:400:kworker.0 00000100:00100000:3.0:1789265726.470771:0:3645:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9377660fe300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3645:1876180579090304:0@lo:400:kworker.0 00000100:00080000:3.0:1789265726.470834:0:17139:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:0.0:1789265727.155109:0:17132:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:1.0:1789265727.476853:0:17124:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 8589934623 is committed 00000020:00080000:1.0:1789265727.476899:0:17124:0:(update_trans.c:1349:distribute_txn_batchid_cb()) lustre-MDT0000: 4294967529 batchid updated 00000020:00080000:0.0:1789265727.477010:0:17183:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 4294967529 00000020:00080000:0.0:1789265727.477023:0:17183:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 4294967529 00010000:00010000:0.0:1789265728.179359:0:17133:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1789265728.766700:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.42@tcp (source: 12345-192.168.202.42@tcp) 00000100:00100000:3.0:1789265728.766747:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.42@tcp (source: 12345-192.168.202.42@tcp) 00000100:00100000:3.0:1789265728.766780:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.42@tcp (source: 12345-192.168.202.42@tcp) 00000100:00100000:3.0:1789265728.766808:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.42@tcp (source: 12345-192.168.202.42@tcp) 00000100:00100000:3.0:1789265728.766832:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.42@tcp (source: 12345-192.168.202.42@tcp) 00000100:00100000:3.0:1789265728.766881:0:19934:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180556986624 00000100:00100000:3.0:1789265728.766890:0:19934:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180556986624 00000100:00100000:3.0:1789265728.766942:0:19934:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180556986880 00000100:00100000:3.0:1789265728.766945:0:19934:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180556986880 00000100:00100000:3.0:1789265728.766957:0:19934:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180556986496 00000100:00100000:3.0:1789265728.766960:0:19934:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180556986496 00000100:00100000:3.0:1789265728.766979:0:19934:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.42@tcp, seq: 88 00000100:00100000:3.0:1789265728.766988:0:19934:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff937642753b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:296b6286-1162-4204-a595-38172c479be3+5:2399:x1876180556986624:12345-192.168.202.42@tcp:400:kworker.0 00000100:00100000:3.0:1789265728.767074:0:19934:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff937642753b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:296b6286-1162-4204-a595-38172c479be3+5:2399:x1876180556986624:12345-192.168.202.42@tcp:400:kworker.0 Request processed in 86us (326us total) trans 0 rc 0/0 00000100:00100000:3.0:1789265728.767082:0:19934:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.42@tcp, seq: 88 00000100:00100000:3.0:1789265728.767100:0:19934:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.42@tcp, seq: 89 00000100:00100000:3.0:1789265728.767106:0:19934:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff937642752680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3745b3d0-dd9e-43a3-937e-965b55464c77+6:2399:x1876180556986880:12345-192.168.202.42@tcp:400:kworker.0 00000100:00100000:3.0:1789265728.767130:0:19934:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff937642752680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3745b3d0-dd9e-43a3-937e-965b55464c77+6:2399:x1876180556986880:12345-192.168.202.42@tcp:400:kworker.0 Request processed in 24us (349us total) trans 0 rc 0/0 00000100:00100000:3.0:1789265728.767149:0:19934:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.42@tcp, seq: 89 00000100:00100000:3.0:1789265728.767163:0:19934:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.42@tcp, seq: 90 00000100:00100000:3.0:1789265728.767169:0:19934:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff937642752a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:296b6286-1162-4204-a595-38172c479be3+13:2399:x1876180556986496:12345-192.168.202.42@tcp:400:kworker.0 00000100:00100000:3.0:1789265728.767198:0:19934:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff937642752a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:296b6286-1162-4204-a595-38172c479be3+13:2399:x1876180556986496:12345-192.168.202.42@tcp:400:kworker.0 Request processed in 29us (389us total) trans 0 rc 0/0 00000100:00100000:3.0:1789265728.767204:0:19934:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.42@tcp, seq: 90 00000100:00100000:3.0:1789265728.767226:0:18650:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180556986752 00000100:00100000:3.0:1789265728.767230:0:18650:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180556986752 00000100:00100000:3.0:1789265728.767255:0:18650:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.42@tcp, seq: 37 00000100:00100000:3.0:1789265728.767261:0:18650:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff937642750700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:296b6286-1162-4204-a595-38172c479be3+5:2399:x1876180556986752:12345-192.168.202.42@tcp:400:kworker.0 00000100:00100000:3.0:1789265728.767282:0:18650:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff937642750700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:296b6286-1162-4204-a595-38172c479be3+5:2399:x1876180556986752:12345-192.168.202.42@tcp:400:kworker.0 Request processed in 23us (450us total) trans 0 rc 0/0 00000100:00100000:3.0:1789265728.767522:0:18650:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.42@tcp, seq: 37 00000100:00080000:3.0:1789265728.767540:0:17139:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1789265728.767545:0:17139:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1789265728.767547:0:17139:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1789265728.768002:0:17138:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180556986368 00000100:00100000:0.0:1789265728.768009:0:17138:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180556986368 00000100:00100000:0.0:1789265728.768051:0:17138:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.42@tcp, seq: 174 00000100:00100000:0.0:1789265728.768069:0:17138:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9376437c9850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ba7beb9c-943e-4381-81e6-43a0a05c3424+13:2399:x1876180556986368:12345-192.168.202.42@tcp:400:kworker.0 00000100:00100000:0.0:1789265728.768110:0:17138:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9376437c9850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ba7beb9c-943e-4381-81e6-43a0a05c3424+13:2399:x1876180556986368:12345-192.168.202.42@tcp:400:kworker.0 Request processed in 52us (1420us total) trans 0 rc 0/0 00000100:00100000:0.0:1789265728.768116:0:17138:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.42@tcp, seq: 174 00000100:00100000:0.0:1789265728.780017:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.42@tcp (source: 12345-192.168.202.42@tcp) 00000100:00100000:2.0:1789265728.780153:0:19934:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180556987008 00000100:00100000:2.0:1789265728.780163:0:19934:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180556987008 00000100:00100000:2.0:1789265728.780242:0:19934:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.42@tcp, seq: 91 00000100:00100000:2.0:1789265728.780259:0:19934:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9376435a8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3745b3d0-dd9e-43a3-937e-965b55464c77+5:2399:x1876180556987008:12345-192.168.202.42@tcp:400:kworker.0 00000100:00100000:2.0:1789265728.780344:0:19934:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9376435a8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3745b3d0-dd9e-43a3-937e-965b55464c77+5:2399:x1876180556987008:12345-192.168.202.42@tcp:400:kworker.0 Request processed in 87us (336us total) trans 0 rc 0/0 00000100:00100000:2.0:1789265728.780351:0:19934:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.42@tcp, seq: 91 00000100:00080000:0.0:1789265728.780897:0:17139:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:0.0:1789265729.210182:0:17132:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:1.0:1789265729.461115:0:20519:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-pcc test 1d: Test Project ID with remote access ========================================================== 22:15:28 (1789265728) 00000001:00100000:1.0:1789265729.530347:0:19464:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of 3745b3d0-dd9e-43a3-937e-965b55464c77 00000020:00000080:1.0:1789265729.530358:0:19464:0:(genops.c:885:class_export_put()) final put ffff93775184a800/3745b3d0-dd9e-43a3-937e-965b55464c77 00000020:00000080:1.0:1789265729.530387:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff93775184a800/3745b3d0-dd9e-43a3-937e-965b55464c77 for lustre-OST0001 00000020:00000080:1.0:1789265729.530432:0:38:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff93775184e800 for lustre-OST0001 00000001:00100000:0.0:1789265729.541570:0:18646:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of 3745b3d0-dd9e-43a3-937e-965b55464c77 00000020:00000080:0.0:1789265729.541578:0:18646:0:(genops.c:885:class_export_put()) final put ffff93775184d000/3745b3d0-dd9e-43a3-937e-965b55464c77 00000001:00100000:0.0:1789265729.541591:0:18646:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of 296b6286-1162-4204-a595-38172c479be3 00000020:00000080:0.0:1789265729.541593:0:18646:0:(genops.c:885:class_export_put()) final put ffff937643e2a800/296b6286-1162-4204-a595-38172c479be3 00000020:00000080:0.0:1789265729.542925:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff93775184d000/3745b3d0-dd9e-43a3-937e-965b55464c77 for lustre-OST0000 00000020:00000080:0.0:1789265729.542975:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff937643e2a800/296b6286-1162-4204-a595-38172c479be3 for lustre-OST0000 00000020:00000080:0.0:1789265729.542991:0:37:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff937751848000 for lustre-OST0000 00000020:00000080:0.0:1789265729.542996:0:37:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff937643e28000 for lustre-OST0000 00000100:00100000:2.0:1789265730.035962:0:3645:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff937642751500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3645:1876180579091328:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1789265730.036032:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789265730.036100:0:19984:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180579091328 00000100:00100000:2.0:1789265730.036107:0:19984:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180579091328 00000100:00100000:2.0:1789265730.036163:0:19984:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 33 00000100:00100000:2.0:1789265730.036172:0:19984:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9377660fd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3645:x1876180579091328:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1789265730.036203:0:19984:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:2.0:1789265730.036249:0:19984:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9377660fd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3645:x1876180579091328:12345-0@lo:13:osp-pre-0-0.0 Request processed in 77us (216us total) trans 0 rc 0/0 00000100:00100000:2.0:1789265730.036255:0:19984:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 33 00000100:00080000:2.0:1789265730.036275:0:17139:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1789265730.036327:0:3645:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff937642751500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3645:1876180579091328:0@lo:13:osp-pre-0-0.0 00010000:00010000:0.0:1789265730.229899:0:17133:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1789265731.059489:0:3646:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9377660ffb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3646:1876180579091456:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1789265731.059562:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789265731.059731:0:18654:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180579091456 00000100:00100000:3.0:1789265731.059739:0:18654:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180579091456 00000100:00100000:3.0:1789265731.059792:0:18654:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34 00000100:00100000:3.0:1789265731.059815:0:18654:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9377660ff100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3646:x1876180579091456:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1789265731.059837:0:18654:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:3.0:1789265731.059912:0:18654:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9377660ff100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3646:x1876180579091456:12345-0@lo:13:osp-pre-0-1.0 Request processed in 98us (349us total) trans 0 rc 0/0 00000100:00100000:3.0:1789265731.059920:0:18654:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34 00000100:00100000:3.0:1789265731.059939:0:3644:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1789265731.059956:0:3644:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff937642751500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3644:1876180579091584:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1789265731.059986:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1789265731.060009:0:17139:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1789265731.060022:0:17148:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180579091584 00000100:00100000:3.0:1789265731.060025:0:17148:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180579091584 00000100:00100000:3.0:1789265731.060051:0:17148:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 60 00000100:00100000:3.0:1789265731.060058:0:17148:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93777f464700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3644:x1876180579091584:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1789265731.060083:0:17148:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446293504 avail 1300054016 00000100:00100000:3.0:1789265731.060129:0:17148:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93777f464700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3644:x1876180579091584:12345-0@lo:41:osp-pre-0-1.0 Request processed in 71us (142us total) trans 0 rc 0/0 00000100:00100000:3.0:1789265731.060136:0:17148:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 60 00000100:00100000:3.0:1789265731.060182:0:3644:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff937642751500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3644:1876180579091584:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1789265731.060211:0:3646:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9377660ffb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3646:1876180579091456:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1789265731.063458:0:3643:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1789265731.063478:0:3643:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93777f466680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3643:1876180579091712:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1789265731.063558:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789265731.063609:0:17148:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180579091712 00000100:00100000:3.0:1789265731.063616:0:17148:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180579091712 00000100:00100000:3.0:1789265731.063658:0:17148:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 61 00000100:00100000:3.0:1789265731.063666:0:17148:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff937642751500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3643:x1876180579091712:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1789265731.063713:0:17148:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446461440 avail 1300221952 00000100:00100000:3.0:1789265731.063755:0:17148:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff937642751500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3643:x1876180579091712:12345-0@lo:41:osp-pre-1-0.0 Request processed in 89us (196us total) trans 0 rc 0/0 00000100:00100000:3.0:1789265731.063762:0:17148:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 61 00000100:00100000:3.0:1789265731.063805:0:3643:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93777f466680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3643:1876180579091712:0@lo:41:osp-pre-1-0.0 00010000:00010000:1.0:1789265731.251169:0:17132:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1789265731.571649:0:3646:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1789265731.571673:0:3646:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9377660fd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3646:1876180579091840:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1789265731.571744:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789265731.571791:0:18653:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180579091840 00000100:00100000:2.0:1789265731.571798:0:18653:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180579091840 00000100:00100000:2.0:1789265731.571849:0:18653:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35 00000100:00100000:2.0:1789265731.571879:0:18653:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9377660ffb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3646:x1876180579091840:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1789265731.571927:0:18653:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 4218880 granted 17886912 pending 0 free 3915849728 avail 3684327424 00000100:00100000:2.0:1789265731.571972:0:18653:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9377660ffb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3646:x1876180579091840:12345-0@lo:13:osp-pre-1-0.0 Request processed in 114us (227us total) trans 0 rc 0/0 00000100:00100000:2.0:1789265731.571980:0:18653:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35 00000100:00080000:2.0:1789265731.572000:0:17139:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1789265731.572033:0:3646:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9377660fd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3646:1876180579091840:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1789265731.572819:0:3644:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9376435aaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3644:1876180579092224:0@lo:400:kworker.0 00000100:00100000:0.0:1789265731.572881:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789265731.572917:0:3644:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93774f2fdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3644:1876180579092736:0@lo:400:kworker.0 00000100:00100000:0.0:1789265731.572939:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789265731.572954:0:3644:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93774f15aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3644:1876180579093248:0@lo:400:kworker.0 00000100:00100000:0.0:1789265731.572976:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789265731.572994:0:3644:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:0.0:1789265731.572999:0:3644:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9376435a9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3644:1876180579092096:0@lo:400:kworker.0 00000100:00100000:0.0:1789265731.573020:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789265731.573043:0:3644:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9376435a9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3644:1876180579092608:0@lo:400:kworker.0 00000100:00100000:0.0:1789265731.573074:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789265731.573101:0:3644:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff937642664a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3644:1876180579093120:0@lo:400:kworker.0 00000100:00100000:0.0:1789265731.573123:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789265731.573150:0:19187:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180579092224 00000100:00100000:0.0:1789265731.573155:0:19187:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180579092224 00000100:00100000:0.0:1789265731.573200:0:19187:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180579092736 00000100:00100000:0.0:1789265731.573203:0:19187:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180579092736 00000100:00100000:0.0:1789265731.573220:0:19187:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180579092608 00000100:00100000:0.0:1789265731.573223:0:19187:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180579092608 00000100:00100000:0.0:1789265731.573237:0:19187:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38 00000100:00100000:0.0:1789265731.573244:0:19187:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93774f15b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3644:x1876180579092224:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789265731.573299:0:19187:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93774f15b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3644:x1876180579092224:12345-0@lo:400:kworker.0 Request processed in 56us (440us total) trans 0 rc 0/0 00000100:00100000:0.0:1789265731.573307:0:19187:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38 00000100:00100000:0.0:1789265731.573323:0:19187:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 39 00000100:00100000:0.0:1789265731.573329:0:19187:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93774f159c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3644:x1876180579092736:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789265731.573354:0:19187:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93774f159c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3644:x1876180579092736:12345-0@lo:400:kworker.0 Request processed in 26us (415us total) trans 0 rc 0/0 00000100:00100000:0.0:1789265731.573360:0:19187:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 39 00000100:00100000:0.0:1789265731.573377:0:19187:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40 00000100:00100000:0.0:1789265731.573383:0:19187:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93774f103100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3644:x1876180579092608:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789265731.573409:0:19187:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93774f103100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3644:x1876180579092608:12345-0@lo:400:kworker.0 Request processed in 27us (335us total) trans 0 rc 0/0 00000100:00100000:0.0:1789265731.573415:0:19187:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40 00000100:00100000:0.0:1789265731.573432:0:17144:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180579093248 00000100:00100000:0.0:1789265731.573436:0:17144:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180579093248 00000100:00100000:0.0:1789265731.573457:0:17144:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180579093120 00000100:00100000:0.0:1789265731.573460:0:17144:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180579093120 00000100:00100000:0.0:1789265731.573475:0:17144:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 92 00000100:00100000:0.0:1789265731.573481:0:17144:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93774f15b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3644:x1876180579093248:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789265731.573509:0:17144:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93774f15b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3644:x1876180579093248:12345-0@lo:400:kworker.0 Request processed in 29us (532us total) trans 0 rc 0/0 00000100:00100000:0.0:1789265731.573516:0:17144:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 92 00000100:00100000:0.0:1789265731.573540:0:17144:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 93 00000100:00100000:0.0:1789265731.573547:0:17144:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93774f101880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3644:x1876180579093120:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789265731.573574:0:17144:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93774f101880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3644:x1876180579093120:12345-0@lo:400:kworker.0 Request processed in 29us (451us total) trans 0 rc 0/0 00000100:00100000:0.0:1789265731.573579:0:17144:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 93 00000100:00100000:0.0:1789265731.573619:0:3644:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9376435a9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3644:1876180579092608:0@lo:400:kworker.0 00010000:00080000:0.0:1789265731.573631:0:3644:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff937642664a80 x1876180579093120/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789265747 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789265731.573641:0:3644:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff937642664a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3644:1876180579093120:0@lo:400:kworker.0 00000100:00100000:0.0:1789265731.573651:0:3644:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9376435aaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3644:1876180579092224:0@lo:400:kworker.0 00000100:00100000:0.0:1789265731.573659:0:3644:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93774f2fdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3644:1876180579092736:0@lo:400:kworker.0 00000100:00100000:0.0:1789265731.573676:0:3644:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93774f15aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3644:1876180579093248:0@lo:400:kworker.0 00000100:00100000:3.0:1789265731.573799:0:17148:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180579092096 00000100:00100000:3.0:1789265731.573809:0:17148:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180579092096 00000100:00100000:3.0:1789265731.573844:0:17148:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 62 00000100:00100000:3.0:1789265731.573850:0:17148:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93774f15a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3644:x1876180579092096:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789265731.573922:0:17148:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93774f15a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3644:x1876180579092096:12345-0@lo:400:kworker.0 Request processed in 72us (900us total) trans 0 rc 0/0 00000100:00100000:3.0:1789265731.573928:0:17148:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 62 00000100:00100000:3.0:1789265731.573951:0:3645:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9376435aa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3645:1876180579092352:0@lo:400:kworker.0 00000100:00100000:3.0:1789265731.573978:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789265731.573997:0:3645:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff937642664700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3645:1876180579092864:0@lo:400:kworker.0 00000100:00100000:3.0:1789265731.574027:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789265731.574043:0:3645:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93774f159180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3645:1876180579093376:0@lo:400:kworker.0 00000100:00100000:3.0:1789265731.574063:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789265731.574076:0:3645:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:3.0:1789265731.574082:0:3645:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9376435ab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:c753e2cb-2e3c-4466-8bdc-141f9ba53a83:3645:1876180579091968:0@lo:400:kworker.0 00000100:00100000:3.0:1789265731.574106:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789265731.574128:0:3645:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9376435aad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3645:1876180579092480:0@lo:400:kworker.0 00000100:00100000:3.0:1789265731.574148:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789265731.574162:0:3645:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff937642665f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3645:1876180579092992:0@lo:400:kworker.0 00000100:00100000:3.0:1789265731.574180:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789265731.574198:0:17136:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180579091968 00000100:00100000:3.0:1789265731.574202:0:17136:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180579091968 00000100:00100000:3.0:1789265731.574226:0:17136:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 175 00000100:00100000:3.0:1789265731.574232:0:17136:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff937745491050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:c753e2cb-2e3c-4466-8bdc-141f9ba53a83+24:3645:x1876180579091968:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789265731.574262:0:17136:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff937745491050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:c753e2cb-2e3c-4466-8bdc-141f9ba53a83+24:3645:x1876180579091968:12345-0@lo:400:kworker.0 Request processed in 31us (156us total) trans 0 rc 0/0 00000100:00100000:3.0:1789265731.574292:0:17136:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 175 00000100:00100000:3.0:1789265731.574322:0:17143:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180579092352 00000100:00100000:3.0:1789265731.574326:0:17143:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180579092352 00000100:00100000:3.0:1789265731.574341:0:17143:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180579092864 00000100:00100000:3.0:1789265731.574344:0:17143:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180579092864 00000100:00100000:3.0:1789265731.574353:0:17143:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180579093376 00000100:00100000:3.0:1789265731.574355:0:17143:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180579093376 00000100:00100000:3.0:1789265731.574367:0:17143:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180579092992 00000100:00100000:3.0:1789265731.574369:0:17143:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180579092992 00000100:00100000:3.0:1789265731.574382:0:17143:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 94 00000100:00100000:3.0:1789265731.574388:0:17143:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93777f466680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3645:x1876180579092352:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789265731.574416:0:17143:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93777f466680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3645:x1876180579092352:12345-0@lo:400:kworker.0 Request processed in 28us (437us total) trans 0 rc 0/0 00000100:00100000:3.0:1789265731.574422:0:17143:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 94 00000100:00100000:3.0:1789265731.574432:0:17143:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 95 00000100:00100000:3.0:1789265731.574438:0:17143:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93775f6e9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3645:x1876180579092864:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789265731.574460:0:17143:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93775f6e9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3645:x1876180579092864:12345-0@lo:400:kworker.0 Request processed in 22us (433us total) trans 0 rc 0/0 00000100:00100000:3.0:1789265731.574466:0:17143:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 95 00000100:00100000:3.0:1789265731.574475:0:17143:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 96 00000100:00100000:3.0:1789265731.574480:0:17143:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93775f6e8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3645:x1876180579093376:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789265731.574502:0:17143:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93775f6e8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3645:x1876180579093376:12345-0@lo:400:kworker.0 Request processed in 21us (438us total) trans 0 rc 0/0 00000100:00100000:3.0:1789265731.574507:0:17143:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 96 00000100:00100000:3.0:1789265731.574517:0:17143:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 97 00000100:00100000:3.0:1789265731.574523:0:17143:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93775f6e9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3645:x1876180579092992:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789265731.574557:0:17143:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93775f6e9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3645:x1876180579092992:12345-0@lo:400:kworker.0 Request processed in 35us (377us total) trans 0 rc 0/0 00000100:00100000:3.0:1789265731.574564:0:17143:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 97 00000100:00100000:3.0:1789265731.574579:0:17148:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180579092480 00000100:00100000:3.0:1789265731.574582:0:17148:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180579092480 00000100:00100000:3.0:1789265731.574596:0:17148:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 63 00000100:00100000:3.0:1789265731.574601:0:17148:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93775f6e9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3645:x1876180579092480:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789265731.574625:0:17148:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93775f6e9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3645:x1876180579092480:12345-0@lo:400:kworker.0 Request processed in 23us (475us total) trans 0 rc 0/0 00000100:00100000:3.0:1789265731.574631:0:17148:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 63 00000100:00100000:3.0:1789265731.574657:0:3645:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9376435ab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:c753e2cb-2e3c-4466-8bdc-141f9ba53a83:3645:1876180579091968:0@lo:400:kworker.0 00000100:00100000:3.0:1789265731.574666:0:3645:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9376435aad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3645:1876180579092480:0@lo:400:kworker.0 00000100:00100000:3.0:1789265731.574675:0:3645:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff937642665f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3645:1876180579092992:0@lo:400:kworker.0 00000100:00100000:3.0:1789265731.574684:0:3645:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9376435aa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3645:1876180579092352:0@lo:400:kworker.0 00000100:00100000:3.0:1789265731.574693:0:3645:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff937642664700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3645:1876180579092864:0@lo:400:kworker.0 00010000:00080000:3.0:1789265731.574703:0:3645:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff93774f159180 x1876180579093376/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789265747 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789265731.574713:0:3645:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93774f159180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3645:1876180579093376:0@lo:400:kworker.0 00000100:00100000:3.0:1789265731.574745:0:3644:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9376435a9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3644:1876180579092096:0@lo:400:kworker.0 00000100:00080000:2.0:1789265731.575891:0:17139:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1789265731.575898:0:17139:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1789265731.575901:0:17139:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1789265731.578369:0:3646:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93774f102300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3646:1876180579093504:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1789265731.578448:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789265731.578783:0:19984:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180579093504 00000100:00100000:0.0:1789265731.578792:0:19984:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180579093504 00000100:00100000:0.0:1789265731.578847:0:19984:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36 00000100:00100000:0.0:1789265731.578925:0:19984:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9377660fd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3646:x1876180579093504:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1789265731.578948:0:19984:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 4218880 granted 17886912 pending 0 free 3915849728 avail 3684327424 00000100:00100000:0.0:1789265731.579012:0:19984:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9377660fd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3646:x1876180579093504:12345-0@lo:13:osp-pre-1-1.0 Request processed in 156us (562us total) trans 0 rc 0/0 00000100:00100000:0.0:1789265731.579018:0:19984:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36 00000100:00100000:3.0:1789265731.579115:0:3646:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93774f102300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3646:1876180579093504:0@lo:13:osp-pre-1-1.0 00000040:00080000:2.0:1789265731.892365:0:17897:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:0.0:1789265732.275123:0:17133:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1789265733.050358:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.42@tcp (source: 12345-192.168.202.42@tcp) 00000100:00100000:1.0:1789265733.050832:0:17147:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180556987264 00000100:00100000:1.0:1789265733.050891:0:17147:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180556987264 00000100:00100000:1.0:1789265733.051034:0:17147:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.42@tcp, seq: 13 00000100:00100000:1.0:1789265733.051049:0:17147:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93775f6ead80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:296b6286-1162-4204-a595-38172c479be3+13:16349:x1876180556987264:12345-192.168.202.42@tcp:35:umount.0 00000001:00080000:1.0:1789265733.051347:0:17147:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 8589934624 00000100:00100000:1.0:1789265733.051485:0:17147:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93775f6ead80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:296b6286-1162-4204-a595-38172c479be3+15:16349:x1876180556987264:12345-192.168.202.42@tcp:35:umount.0 Request processed in 440us (1235us total) trans 8589934625 rc 0/0 00000100:00100000:1.0:1789265733.051495:0:17147:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.42@tcp, seq: 13 00000020:00080000:1.0:1789265733.051500:0:17147:0:(tgt_main.c:784:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00080000:2.0:1789265733.054301:0:17139:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1789265733.056637:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.42@tcp (source: 12345-192.168.202.42@tcp) 00000100:00100000:2.0:1789265733.056681:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.42@tcp (source: 12345-192.168.202.42@tcp) 00000100:00100000:2.0:1789265733.056717:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.42@tcp (source: 12345-192.168.202.42@tcp) 00000100:00100000:2.0:1789265733.056754:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.42@tcp (source: 12345-192.168.202.42@tcp) 00000100:00100000:2.0:1789265733.056785:0:17131:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180556987392 00000100:00100000:2.0:1789265733.056796:0:17131:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180556987392 00000100:00100000:2.0:1789265733.056851:0:17131:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180556987520 00000100:00100000:2.0:1789265733.056855:0:17131:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180556987520 00000100:00100000:2.0:1789265733.056895:0:17131:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180556987776 00000100:00100000:2.0:1789265733.056899:0:17131:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180556987776 00000100:00100000:2.0:1789265733.056915:0:17131:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.42@tcp, seq: 3 00000100:00100000:2.0:1789265733.056926:0:17131:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9377660fe300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ba7beb9c-943e-4381-81e6-43a0a05c3424+15:2399:x1876180556987392:12345-192.168.202.42@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1789265733.056942:0:17131:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1789265733.056962:0:17131:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9377532bd400/0xbbfdc9019c1d5011 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x44801000000000 nid: 192.168.202.42@tcp remote: 0x1ee42ae03d91951f expref: 15 pid: 17137 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265733.056993:0:17131:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1789265733.057045:0:17131:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9377660fe300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ba7beb9c-943e-4381-81e6-43a0a05c3424+14:2399:x1876180556987392:12345-192.168.202.42@tcp:103:ldlm_bl.0 Request processed in 120us (417us total) trans 0 rc 0/0 00000100:00100000:2.0:1789265733.057053:0:17131:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.42@tcp, seq: 3 00000100:00100000:2.0:1789265733.057072:0:17131:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.42@tcp, seq: 4 00000100:00100000:2.0:1789265733.057351:0:17131:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93774f424450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ba7beb9c-943e-4381-81e6-43a0a05c3424+13:2399:x1876180556987520:12345-192.168.202.42@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1789265733.057359:0:17131:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1789265733.057368:0:17131:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff93775181a000/0xbbfdc9019c1d5018 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 6 type: PLN flags: 0x44801000000000 nid: 192.168.202.42@tcp remote: 0x1ee42ae03d919550 expref: 13 pid: 17138 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265733.057378:0:17131:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1789265733.057398:0:17131:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93774f424450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ba7beb9c-943e-4381-81e6-43a0a05c3424+12:2399:x1876180556987520:12345-192.168.202.42@tcp:103:ldlm_bl.0 Request processed in 51us (717us total) trans 0 rc 0/0 00000100:00100000:3.0:1789265733.057834:0:17130:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.42@tcp, seq: 5 00000100:00100000:3.0:1789265733.057852:0:17130:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93777f475500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ba7beb9c-943e-4381-81e6-43a0a05c3424+12:2398:x1876180556987776:12345-192.168.202.42@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1789265733.057890:0:17130:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1789265733.057901:0:17130:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9377413fd600/0xbbfdc9019c1d50d5 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x44801000000000 nid: 192.168.202.42@tcp remote: 0x1ee42ae03d919606 expref: 12 pid: 17136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265733.057913:0:17130:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1789265733.057936:0:17130:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93777f475500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ba7beb9c-943e-4381-81e6-43a0a05c3424+11:2398:x1876180556987776:12345-192.168.202.42@tcp:103:ldlm_bl.0 Request processed in 87us (1181us total) trans 0 rc 0/0 00000100:00100000:3.0:1789265733.057944:0:17130:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.42@tcp, seq: 5 00000100:00100000:3.0:1789265733.058448:0:19187:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180556987648 00000100:00100000:3.0:1789265733.058456:0:19187:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180556987648 00000100:00100000:3.0:1789265733.058517:0:19187:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.42@tcp, seq: 33 00000100:00100000:3.0:1789265733.058525:0:19187:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9377660fce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:296b6286-1162-4204-a595-38172c479be3+5:2396:x1876180556987648:12345-192.168.202.42@tcp:9:umount.0 00000020:00000080:3.0:1789265733.058559:0:19187:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xbbfdc9019c1d503b 00000100:00080000:3.0:1789265733.058759:0:19187:0:(import.c:65:import_set_state_nolock()) ffff93775184f000 : changing import state from FULL to CLOSED 00000001:00000004:3.0:1789265733.058814:0:19187:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 2, last_transno is 8589934600 00000100:00100000:3.0:1789265733.058986:0:19187:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9377660fce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:296b6286-1162-4204-a595-38172c479be3+2:2396:x1876180556987648:12345-192.168.202.42@tcp:9:umount.0 Request processed in 460us (2266us total) trans 0 rc 0/0 00000100:00100000:3.0:1789265733.058993:0:19187:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.42@tcp, seq: 33 00010000:00010000:3.0:1789265733.059012:0:17132:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789265733.059022:0:17139:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1789265733.065236:0:17131:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.42@tcp, seq: 4 00000100:00100000:2.0:1789265733.071512:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.42@tcp (source: 12345-192.168.202.42@tcp) 00000100:00100000:3.0:1789265733.071678:0:17143:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180556988672 00000100:00100000:3.0:1789265733.071689:0:17143:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180556988672 00000100:00100000:3.0:1789265733.071758:0:17143:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.42@tcp, seq: 67 00000100:00100000:3.0:1789265733.071768:0:17143:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93777f476300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:296b6286-1162-4204-a595-38172c479be3+15:2396:x1876180556988672:12345-192.168.202.42@tcp:39:umount.0 00000020:00000080:3.0:1789265733.071807:0:17143:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xbbfdc9019c1d5026 00000020:00010000:3.0:1789265733.071825:0:17143:0:(genops.c:1921:obd_stale_export_put()) Put export ffff937642511000: total 0 00000100:00080000:3.0:1789265733.071838:0:17143:0:(import.c:65:import_set_state_nolock()) ffff937642514800 : changing import state from FULL to CLOSED 00000001:00000004:3.0:1789265733.071896:0:17143:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 2, last_transno is 8589934625 00000100:00100000:3.0:1789265733.072047:0:17143:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93777f476300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:296b6286-1162-4204-a595-38172c479be3+14:2396:x1876180556988672:12345-192.168.202.42@tcp:39:umount.0 Request processed in 280us (543us total) trans 8589934626 rc 0/0 00000100:00100000:3.0:1789265733.072054:0:17143:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.42@tcp, seq: 67 00000020:00010000:1.0:1789265733.072190:0:17133:0:(genops.c:1907:obd_stale_export_get()) Get export ffff937642511000: total 0 00010000:00010000:1.0:1789265733.072194:0:17133:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789265733.072240:0:17133:0:(ldlm_lock.c:2651:ldlm_export_cancel_blocked_locks()) Export ffff937642511000, canceled 0 locks, left on hash table 8. 00010000:00010000:1.0:1789265733.072292:0:17133:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x2:0x0].0x0 (ffff93774e579b00) 00010000:00010000:1.0:1789265733.072296:0:17133:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:1.0:1789265733.072304:0:17133:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9377413fd800/0xbbfdc9019c1d524f lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.42@tcp remote: 0x1ee42ae03d919676 expref: 13 pid: 17145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789265733.072329:0:17133:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x2:0x0].0x0 (ffff93774e579b00) 00010000:00010000:1.0:1789265733.072331:0:17133:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1789265733.072335:0:17133:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff937740030800/0xbbfdc9019c1d533d lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.42@tcp remote: 0x1ee42ae03d9196c3 expref: 12 pid: 17145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789265733.072347:0:17133:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff937742a28800) 00010000:00010000:1.0:1789265733.072350:0:17133:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1789265733.072353:0:17133:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9377532bc800/0xbbfdc9019c1d510d lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.42@tcp remote: 0x1ee42ae03d919614 expref: 11 pid: 17143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789265733.072368:0:17133:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff937742a28900) 00010000:00010000:1.0:1789265733.072371:0:17133:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1789265733.072382:0:17133:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9377532bc400/0xbbfdc9019c1d514c lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.42@tcp remote: 0x1ee42ae03d919622 expref: 10 pid: 17145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789265733.072396:0:17133:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x3:0x0].0x0 (ffff937742a28c00) 00010000:00010000:1.0:1789265733.072398:0:17133:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1789265733.072402:0:17133:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff937740031600/0xbbfdc9019c1d52db lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x3:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.42@tcp remote: 0x1ee42ae03d9196a0 expref: 9 pid: 17144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789265733.072417:0:17133:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x0 (ffff93774e579d00) 00010000:00010000:1.0:1789265733.072419:0:17133:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1789265733.072423:0:17133:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93775181aa00/0xbbfdc9019c1d50f1 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.42@tcp remote: 0x1ee42ae03d91960d expref: 8 pid: 17145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789265733.072437:0:17133:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x1:0x0].0x0 (ffff93774e579c00) 00010000:00010000:1.0:1789265733.072439:0:17133:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:1.0:1789265733.072442:0:17133:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff937740031e00/0xbbfdc9019c1d51d1 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x1:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.42@tcp remote: 0x1ee42ae03d91964c expref: 7 pid: 17143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789265733.072454:0:17133:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x2:0x0].0x0 (ffff93774e579b00) 00010000:00010000:1.0:1789265733.072456:0:17133:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1789265733.072460:0:17133:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff937740031200/0xbbfdc9019c1d5280 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.42@tcp remote: 0x1ee42ae03d91968b expref: 6 pid: 17143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789265733.072471:0:17133:0:(ldlm_lock.c:2679:ldlm_export_cancel_locks()) Export ffff937642511000, canceled 8 locks, left on hash table 0. 00010000:00010000:1.0:1789265733.072484:0:17133:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789265733.072485:0:17133:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789265733.072487:0:17133:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1789265733.082414:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.42@tcp (source: 12345-192.168.202.42@tcp) 00000100:00100000:2.0:1789265733.082558:0:19934:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180556988800 00000100:00100000:2.0:1789265733.082574:0:19934:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180556988800 00000100:00100000:2.0:1789265733.082655:0:19934:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.42@tcp, seq: 68 00000100:00100000:2.0:1789265733.082666:0:19934:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93775f6e9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:296b6286-1162-4204-a595-38172c479be3+5:2396:x1876180556988800:12345-192.168.202.42@tcp:39:umount.0 00000020:00000080:2.0:1789265733.082701:0:19934:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xbbfdc9019c1d502d 00000100:00080000:2.0:1789265733.082721:0:19934:0:(import.c:65:import_set_state_nolock()) ffff937642510800 : changing import state from FULL to CLOSED 00000001:00000004:2.0:1789265733.082759:0:19934:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0001_UUID: mount_count is 2, last_transno is 8589934592 00000100:00100000:2.0:1789265733.083018:0:19934:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93775f6e9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:296b6286-1162-4204-a595-38172c479be3+3:2396:x1876180556988800:12345-192.168.202.42@tcp:39:umount.0 Request processed in 354us (612us total) trans 8589934593 rc 0/0 00000100:00100000:2.0:1789265733.083025:0:19934:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.42@tcp, seq: 68 00010000:00010000:1.0:1789265733.083386:0:17132:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789265733.083585:0:17139:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:1.0:1789265733.299175:0:17133:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1789265733.886195:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.42@tcp (source: 12345-192.168.202.42@tcp) 00000100:00100000:3.0:1789265733.886295:0:17143:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180556989056 00000100:00100000:3.0:1789265733.886306:0:17143:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180556989056 00000100:00100000:3.0:1789265733.886381:0:17143:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.42@tcp, seq: 98 00000100:00100000:3.0:1789265733.886390:0:17143:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93777f474700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3745b3d0-dd9e-43a3-937e-965b55464c77+6:2400:x1876180556989056:12345-192.168.202.42@tcp:400:kworker.0 00000100:00100000:3.0:1789265733.886472:0:17143:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93777f474700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3745b3d0-dd9e-43a3-937e-965b55464c77+6:2400:x1876180556989056:12345-192.168.202.42@tcp:400:kworker.0 Request processed in 82us (284us total) trans 0 rc 0/0 00000100:00100000:3.0:1789265733.886480:0:17143:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.42@tcp, seq: 98 00000100:00080000:2.0:1789265733.887030:0:17139:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1789265733.892346:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.42@tcp (source: 12345-192.168.202.42@tcp) 00000100:00100000:3.0:1789265733.892476:0:17137:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180556988928 00000100:00100000:3.0:1789265733.892488:0:17137:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180556988928 00000100:00100000:3.0:1789265733.892560:0:17137:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.42@tcp, seq: 176 00000100:00100000:3.0:1789265733.892576:0:17137:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff937745493850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ba7beb9c-943e-4381-81e6-43a0a05c3424+10:2400:x1876180556988928:12345-192.168.202.42@tcp:400:kworker.0 00000100:00100000:3.0:1789265733.892653:0:17137:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff937745493850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ba7beb9c-943e-4381-81e6-43a0a05c3424+10:2400:x1876180556988928:12345-192.168.202.42@tcp:400:kworker.0 Request processed in 79us (318us total) trans 0 rc 0/0 00000100:00100000:3.0:1789265733.892661:0:17137:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.42@tcp, seq: 176 00000100:00100000:1.0:1789265733.895073:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.42@tcp (source: 12345-192.168.202.42@tcp) 00000100:00100000:2.0:1789265733.895165:0:19934:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180556989184 00000100:00100000:2.0:1789265733.895175:0:19934:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180556989184 00000100:00100000:2.0:1789265733.895262:0:19934:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.42@tcp, seq: 99 00000100:00100000:2.0:1789265733.895273:0:19934:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff937643519500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3745b3d0-dd9e-43a3-937e-965b55464c77+5:2400:x1876180556989184:12345-192.168.202.42@tcp:400:kworker.0 00000100:00100000:2.0:1789265733.895352:0:19934:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff937643519500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3745b3d0-dd9e-43a3-937e-965b55464c77+5:2400:x1876180556989184:12345-192.168.202.42@tcp:400:kworker.0 Request processed in 82us (287us total) trans 0 rc 0/0 00000100:00100000:2.0:1789265733.895360:0:19934:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.42@tcp, seq: 99 00000100:00080000:3.0:1789265733.895780:0:17139:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:1.0:1789265734.323130:0:17132:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1789265735.070665:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.42@tcp (source: 12345-192.168.202.42@tcp) 00000100:00100000:2.0:1789265735.070713:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.42@tcp (source: 12345-192.168.202.42@tcp) 00000100:00100000:2.0:1789265735.070830:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.42@tcp (source: 12345-192.168.202.42@tcp) 00000100:00100000:1.0:1789265735.083068:0:17898:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180556989440 00000100:00100000:1.0:1789265735.083086:0:17898:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180556989440 00000100:00100000:1.0:1789265735.083182:0:17898:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180556989312 00000100:00100000:1.0:1789265735.083186:0:17898:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180556989312 00000100:00100000:1.0:1789265735.083201:0:17898:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180556989568 00000100:00100000:1.0:1789265735.083203:0:17898:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180556989568 00000100:00100000:1.0:1789265735.083225:0:17898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.42@tcp, seq: 6 00000100:00100000:1.0:1789265735.083235:0:17898:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93777f477800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ba7beb9c-943e-4381-81e6-43a0a05c3424+12:2398:x1876180556989440:12345-192.168.202.42@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1789265735.083262:0:17898:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1789265735.083282:0:17898:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9377532bce00/0xbbfdc9019c1d5057 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x44801000000000 nid: 192.168.202.42@tcp remote: 0x1ee42ae03d9195c0 expref: 12 pid: 17136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789265735.083301:0:17898:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1789265735.083369:0:17898:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93777f477800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ba7beb9c-943e-4381-81e6-43a0a05c3424+11:2398:x1876180556989440:12345-192.168.202.42@tcp:103:ldlm_bl.0 Request processed in 136us (12715us total) trans 0 rc 0/0 00000100:00100000:1.0:1789265735.083378:0:17898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.42@tcp, seq: 6 00000100:00100000:1.0:1789265735.083397:0:17898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.42@tcp, seq: 7 00000100:00100000:1.0:1789265735.083404:0:17898:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93777f474380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ba7beb9c-943e-4381-81e6-43a0a05c3424+10:2398:x1876180556989312:12345-192.168.202.42@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1789265735.083412:0:17898:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1789265735.083422:0:17898:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff937782162800/0xbbfdc9019c1d5050 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x44801000000000 nid: 192.168.202.42@tcp remote: 0x1ee42ae03d91958f expref: 10 pid: 17136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789265735.083434:0:17898:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1789265735.083453:0:17898:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93777f474380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ba7beb9c-943e-4381-81e6-43a0a05c3424+9:2398:x1876180556989312:12345-192.168.202.42@tcp:103:ldlm_bl.0 Request processed in 50us (12739us total) trans 0 rc 0/0 00000100:00100000:1.0:1789265735.083472:0:17898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.42@tcp, seq: 7 00000100:00100000:1.0:1789265735.083500:0:17898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.42@tcp, seq: 8 00000100:00100000:1.0:1789265735.083507:0:17898:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93774e40c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ba7beb9c-943e-4381-81e6-43a0a05c3424+8:2398:x1876180556989568:12345-192.168.202.42@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1789265735.083515:0:17898:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1789265735.083655:0:17898:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff93775181b200/0xbbfdc9019c1d50ce lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x44801000000000 nid: 192.168.202.42@tcp remote: 0x1ee42ae03d9195ff expref: 8 pid: 17136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789265735.083666:0:17898:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1789265735.083687:0:17898:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93774e40c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ba7beb9c-943e-4381-81e6-43a0a05c3424+7:2398:x1876180556989568:12345-192.168.202.42@tcp:103:ldlm_bl.0 Request processed in 181us (12857us total) trans 0 rc 0/0 00000100:00100000:1.0:1789265735.083693:0:17898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.42@tcp, seq: 8 00000100:00100000:1.0:1789265735.095572:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.42@tcp (source: 12345-192.168.202.42@tcp) 00000100:00100000:3.0:1789265735.095705:0:17143:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180556989824 00000100:00100000:3.0:1789265735.095716:0:17143:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180556989824 00000100:00100000:3.0:1789265735.095802:0:17143:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.42@tcp, seq: 69 00000100:00100000:3.0:1789265735.095812:0:17143:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff937643519c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3745b3d0-dd9e-43a3-937e-965b55464c77+6:2396:x1876180556989824:12345-192.168.202.42@tcp:39:umount.0 00000020:00000080:3.0:1789265735.095853:0:17143:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xbbfdc9019c1d5065 00000020:00010000:3.0:1789265735.095912:0:17143:0:(genops.c:1921:obd_stale_export_put()) Put export ffff937643e29000: total 0 00000100:00080000:3.0:1789265735.095918:0:17143:0:(import.c:65:import_set_state_nolock()) ffff937643e28800 : changing import state from FULL to CLOSED 00000001:00000004:3.0:1789265735.095951:0:17143:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 2, last_transno is 8589934626 00000100:00100000:3.0:1789265735.096082:0:17143:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff937643519c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3745b3d0-dd9e-43a3-937e-965b55464c77+5:2396:x1876180556989824:12345-192.168.202.42@tcp:39:umount.0 Request processed in 270us (520us total) trans 8589934627 rc 0/0 00000100:00100000:3.0:1789265735.096090:0:17143:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.42@tcp, seq: 69 00000020:00010000:1.0:1789265735.097114:0:17133:0:(genops.c:1907:obd_stale_export_get()) Get export ffff937643e29000: total 0 00010000:00010000:1.0:1789265735.097177:0:17133:0:(ldlm_lock.c:2651:ldlm_export_cancel_blocked_locks()) Export ffff937643e29000, canceled 0 locks, left on hash table 1. 00010000:00010000:1.0:1789265735.097213:0:17133:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff937742a28900) 00010000:00010000:1.0:1789265735.097217:0:17133:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1789265735.097228:0:17133:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93775181ac00/0xbbfdc9019c1d515a lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.42@tcp remote: 0x1ee42ae03d919629 expref: 4 pid: 17144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789265735.097333:0:17133:0:(ldlm_lock.c:2679:ldlm_export_cancel_locks()) Export ffff937643e29000, canceled 1 locks, left on hash table 0. 00010000:00010000:1.0:1789265735.097346:0:17133:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789265735.097348:0:17133:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789265735.097349:0:17133:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789265735.097553:0:17139:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1789265735.110575:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.42@tcp (source: 12345-192.168.202.42@tcp) 00000100:00100000:2.0:1789265735.110847:0:19934:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180556989952 00000100:00100000:2.0:1789265735.110895:0:19934:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180556989952 00000100:00100000:2.0:1789265735.110970:0:19934:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.42@tcp, seq: 70 00000100:00100000:2.0:1789265735.110980:0:19934:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff937643519180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3745b3d0-dd9e-43a3-937e-965b55464c77+5:2396:x1876180556989952:12345-192.168.202.42@tcp:39:umount.0 00000020:00000080:2.0:1789265735.111019:0:19934:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xbbfdc9019c1d506c 00000100:00080000:2.0:1789265735.111029:0:19934:0:(import.c:65:import_set_state_nolock()) ffff937643e2c800 : changing import state from FULL to CLOSED 00000001:00000004:2.0:1789265735.111064:0:19934:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0001_UUID: mount_count is 2, last_transno is 8589934593 00000100:00100000:2.0:1789265735.111203:0:19934:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff937643519180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3745b3d0-dd9e-43a3-937e-965b55464c77+3:2396:x1876180556989952:12345-192.168.202.42@tcp:39:umount.0 Request processed in 223us (640us total) trans 8589934594 rc 0/0 00000100:00100000:2.0:1789265735.111213:0:19934:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.42@tcp, seq: 70 00000100:00080000:3.0:1789265735.111949:0:17139:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:1.0:1789265735.112041:0:17132:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1789265735.149918:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.42@tcp (source: 12345-192.168.202.42@tcp) 00000100:00100000:3.0:1789265735.150111:0:17138:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180556990208 00000100:00100000:3.0:1789265735.150122:0:17138:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180556990208 00000100:00100000:3.0:1789265735.150175:0:17138:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.42@tcp, seq: 177 00000100:00100000:3.0:1789265735.150185:0:17138:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff937745490050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ba7beb9c-943e-4381-81e6-43a0a05c3424+7:2396:x1876180556990208:12345-192.168.202.42@tcp:251:umount.0 00000020:00000080:3.0:1789265735.150250:0:17138:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xbbfdc9019c1d5003 00000020:00010000:3.0:1789265735.150259:0:17138:0:(genops.c:1921:obd_stale_export_put()) Put export ffff937642514000: total 0 00000100:00080000:3.0:1789265735.150265:0:17138:0:(import.c:65:import_set_state_nolock()) ffff937642516000 : changing import state from FULL to CLOSED 00000100:00100000:3.0:1789265735.150347:0:17138:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff937745490050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ba7beb9c-943e-4381-81e6-43a0a05c3424+3:2396:x1876180556990208:12345-192.168.202.42@tcp:251:umount.0 Request processed in 163us (439us total) trans 0 rc 0/0 00000100:00100000:3.0:1789265735.150355:0:17138:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.42@tcp, seq: 177 00000020:00010000:1.0:1789265735.150741:0:17133:0:(genops.c:1907:obd_stale_export_get()) Get export ffff937642514000: total 0 00010000:00010000:1.0:1789265735.150747:0:17133:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789265735.150804:0:17133:0:(ldlm_lock.c:2651:ldlm_export_cancel_blocked_locks()) Export ffff937642514000, canceled 0 locks, left on hash table 1. 00010000:00010000:1.0:1789265735.150843:0:17133:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff937642393a00/0xbbfdc9019c1d500a lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x44801000000000 nid: 192.168.202.42@tcp remote: 0x1ee42ae03d919518 expref: 2 pid: 17138 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789265735.150915:0:17133:0:(ldlm_lock.c:2679:ldlm_export_cancel_locks()) Export ffff937642514000, canceled 1 locks, left on hash table 0. 00000020:00000080:1.0:1789265735.150928:0:17133:0:(genops.c:885:class_export_put()) final put ffff937642514000/ba7beb9c-943e-4381-81e6-43a0a05c3424 00010000:00010000:1.0:1789265735.150940:0:17133:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789265735.150942:0:17133:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789265735.150943:0:17133:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:3.0:1789265735.152437:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff937642514000/ba7beb9c-943e-4381-81e6-43a0a05c3424 for MGS 00000020:00000080:3.0:1789265735.152487:0:8:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff937642516000 for MGS 00000100:00100000:1.0:1789265735.155249:0:3644:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1789265735.155272:0:3644:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93775f6eaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3644:1876180579093632:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1789265735.155338:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789265735.155435:0:18654:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180579093632 00000100:00100000:3.0:1789265735.155443:0:18654:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180579093632 00000100:00100000:3.0:1789265735.155509:0:18654:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37 00000100:00100000:3.0:1789265735.155517:0:18654:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93764351b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3644:x1876180579093632:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1789265735.155554:0:18654:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:3.0:1789265735.155597:0:18654:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93764351b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3644:x1876180579093632:12345-0@lo:13:osp-pre-0-0.0 Request processed in 81us (259us total) trans 0 rc 0/0 00000100:00100000:3.0:1789265735.155604:0:18654:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37 00000100:00080000:1.0:1789265735.155758:0:17139:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1789265735.155792:0:3644:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93775f6eaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3644:1876180579093632:0@lo:13:osp-pre-0-0.0 00010000:00010000:1.0:1789265735.351911:0:17132:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1789265735.860155:0:17179:0:(llog.c:805:llog_process_thread()) index: 2, lh_last_idx: 2 synced_idx: 2 lgh_last_idx: 2 00000040:00080000:2.0:1789265735.860164:0:17179:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0xe:0x0] at index 2 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1789265735.860200:0:17179:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0xe:0x0] index 2 count 2 00000040:00080000:2.0:1789265735.860209:0:17179:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 3 count 2 00000100:00100000:2.0:1789265736.190577:0:3644:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93777f583100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3644:1876180579093760:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1789265736.190667:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789265736.190719:0:18653:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180579093760 00000100:00100000:0.0:1789265736.190728:0:18653:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180579093760 00000100:00100000:0.0:1789265736.190797:0:18653:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38 00000100:00100000:0.0:1789265736.190809:0:18653:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9377660fe300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3644:x1876180579093760:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1789265736.190832:0:18653:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:0.0:1789265736.190914:0:18653:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9377660fe300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3644:x1876180579093760:12345-0@lo:13:osp-pre-0-1.0 Request processed in 109us (257us total) trans 0 rc 0/0 00000100:00100000:0.0:1789265736.190922:0:18653:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38 00000100:00100000:2.0:1789265736.190942:0:3645:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93774f100e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3645:1876180579093888:0@lo:41:osp-pre-0-1.0 00000100:00080000:1.0:1789265736.190981:0:17139:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1789265736.190994:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789265736.191036:0:3645:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1789265736.191043:0:3645:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff937643518a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3645:1876180579094016:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1789265736.191067:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789265736.191136:0:3644:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93777f583100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3644:1876180579093760:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1789265736.191248:0:17148:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180579093888 00000100:00100000:0.0:1789265736.191252:0:17148:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180579093888 00000100:00100000:0.0:1789265736.191272:0:17148:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180579094016 00000100:00100000:0.0:1789265736.191274:0:17148:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180579094016 00000100:00100000:0.0:1789265736.191288:0:17148:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 64 00000100:00100000:0.0:1789265736.191294:0:17148:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93774f2f2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3645:x1876180579093888:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1789265736.191321:0:17148:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446293504 avail 1300054016 00000100:00100000:0.0:1789265736.191366:0:17148:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93774f2f2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3645:x1876180579093888:12345-0@lo:41:osp-pre-0-1.0 Request processed in 71us (371us total) trans 0 rc 0/0 00000100:00100000:0.0:1789265736.191384:0:17148:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 64 00000100:00100000:0.0:1789265736.191397:0:17148:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 65 00000100:00100000:0.0:1789265736.191403:0:17148:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93774f2f0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3645:x1876180579094016:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1789265736.191420:0:17148:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446461440 avail 1300221952 00000100:00100000:0.0:1789265736.191448:0:17148:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93774f2f0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3645:x1876180579094016:12345-0@lo:41:osp-pre-1-0.0 Request processed in 45us (380us total) trans 0 rc 0/0 00000100:00100000:0.0:1789265736.191453:0:17148:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 65 00000100:00100000:2.0:1789265736.191508:0:3645:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff937643518a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3645:1876180579094016:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1789265736.191519:0:3645:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93774f100e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3645:1876180579093888:0@lo:41:osp-pre-0-1.0 00010000:00010000:1.0:1789265736.371989:0:17133:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1789265736.691071:0:3644:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1789265736.691096:0:3644:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93774f2f1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3644:1876180579094144:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1789265736.691167:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789265736.691386:0:19984:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180579094144 00000100:00100000:2.0:1789265736.691395:0:19984:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180579094144 00000100:00100000:2.0:1789265736.691461:0:19984:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 39 00000100:00100000:2.0:1789265736.691472:0:19984:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff937643518a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3644:x1876180579094144:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1789265736.691500:0:19984:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3915849728 avail 3684327424 00000100:00100000:2.0:1789265736.691550:0:19984:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff937643518a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3644:x1876180579094144:12345-0@lo:13:osp-pre-1-0.0 Request processed in 80us (382us total) trans 0 rc 0/0 00000100:00100000:2.0:1789265736.691558:0:19984:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 39 00000100:00100000:2.0:1789265736.691607:0:3644:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93774f2f1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3644:1876180579094144:0@lo:13:osp-pre-1-0.0 00000100:00080000:1.0:1789265736.691666:0:17139:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1789265736.691999:0:3645:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93774f2f0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3645:1876180579094400:0@lo:400:kworker.0 00000100:00100000:2.0:1789265736.692031:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789265736.692128:0:3644:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93774f2f1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c753e2cb-2e3c-4466-8bdc-141f9ba53a83:3644:1876180579094272:0@lo:400:kworker.0 00000100:00100000:1.0:1789265736.692162:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789265736.692189:0:3644:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93774f2f2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3644:1876180579094784:0@lo:400:kworker.0 00000100:00100000:1.0:1789265736.692211:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789265736.692247:0:3644:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93774f2f3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3644:1876180579095296:0@lo:400:kworker.0 00000100:00100000:1.0:1789265736.692281:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789265736.692302:0:3644:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:1.0:1789265736.692308:0:3644:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93774f2f1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3644:1876180579094656:0@lo:400:kworker.0 00000100:00100000:1.0:1789265736.692346:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789265736.692362:0:3644:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93774f2f0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3644:1876180579095168:0@lo:400:kworker.0 00000100:00100000:1.0:1789265736.692383:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789265736.692400:0:3644:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93774f2f2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3644:1876180579095680:0@lo:400:kworker.0 00000100:00100000:1.0:1789265736.692425:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789265736.692449:0:17149:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180579094400 00000100:00100000:1.0:1789265736.692455:0:17149:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180579094400 00000100:00100000:1.0:1789265736.692483:0:17149:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180579094784 00000100:00100000:1.0:1789265736.692486:0:17149:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180579094784 00000100:00100000:1.0:1789265736.692501:0:17149:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 66 00000100:00100000:1.0:1789265736.692508:0:17149:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93774f2f3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3645:x1876180579094400:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789265736.692545:0:17149:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93774f2f3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3645:x1876180579094400:12345-0@lo:400:kworker.0 Request processed in 38us (513us total) trans 0 rc 0/0 00000100:00100000:1.0:1789265736.692552:0:17149:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 66 00000100:00100000:1.0:1789265736.692566:0:17149:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 67 00000100:00100000:1.0:1789265736.692571:0:17149:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff937643d13800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3644:x1876180579094784:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789265736.692602:0:17149:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff937643d13800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3644:x1876180579094784:12345-0@lo:400:kworker.0 Request processed in 30us (389us total) trans 0 rc 0/0 00000100:00100000:1.0:1789265736.692608:0:17149:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 67 00000100:00100000:1.0:1789265736.692626:0:17143:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180579095296 00000100:00100000:1.0:1789265736.692630:0:17143:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180579095296 00000100:00100000:1.0:1789265736.692655:0:17143:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180579094656 00000100:00100000:1.0:1789265736.692658:0:17143:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180579094656 00000100:00100000:1.0:1789265736.692668:0:17143:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180579095168 00000100:00100000:1.0:1789265736.692670:0:17143:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180579095168 00000100:00100000:1.0:1789265736.692678:0:17143:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180579095680 00000100:00100000:1.0:1789265736.692680:0:17143:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180579095680 00000100:00100000:1.0:1789265736.692692:0:17143:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 100 00000100:00100000:1.0:1789265736.692705:0:17143:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff937643d11f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3644:x1876180579095296:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789265736.692736:0:17143:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff937643d11f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3644:x1876180579095296:12345-0@lo:400:kworker.0 Request processed in 32us (454us total) trans 0 rc 0/0 00000100:00100000:1.0:1789265736.692742:0:17143:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 100 00000100:00100000:1.0:1789265736.692754:0:17143:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 101 00000100:00100000:1.0:1789265736.692760:0:17143:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff937643d11180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3644:x1876180579094656:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789265736.692786:0:17143:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff937643d11180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3644:x1876180579094656:12345-0@lo:400:kworker.0 Request processed in 26us (439us total) trans 0 rc 0/0 00000100:00100000:1.0:1789265736.692792:0:17143:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 101 00000100:00100000:1.0:1789265736.692802:0:17143:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 102 00000100:00100000:1.0:1789265736.692806:0:17143:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff937643d12680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3644:x1876180579095168:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789265736.692827:0:17143:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff937643d12680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3644:x1876180579095168:12345-0@lo:400:kworker.0 Request processed in 21us (444us total) trans 0 rc 0/0 00000100:00100000:1.0:1789265736.692831:0:17143:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 102 00000100:00100000:1.0:1789265736.692841:0:17143:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 103 00000100:00100000:1.0:1789265736.692846:0:17143:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93775182df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3644:x1876180579095680:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789265736.692897:0:17143:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93775182df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3644:x1876180579095680:12345-0@lo:400:kworker.0 Request processed in 51us (471us total) trans 0 rc 0/0 00000100:00100000:1.0:1789265736.692903:0:17143:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 103 00000100:00080000:1.0:1789265736.692918:0:17139:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1789265736.692922:0:17139:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1789265736.692942:0:3644:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93774f2f1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3644:1876180579094656:0@lo:400:kworker.0 00000100:00100000:1.0:1789265736.692953:0:3644:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93774f2f0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3644:1876180579095168:0@lo:400:kworker.0 00010000:00080000:1.0:1789265736.692964:0:3644:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff93774f2f2680 x1876180579095680/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789265752 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789265736.692986:0:3644:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93774f2f2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3644:1876180579095680:0@lo:400:kworker.0 00000100:00100000:1.0:1789265736.692998:0:3644:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93774f2f2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3644:1876180579094784:0@lo:400:kworker.0 00000100:00100000:1.0:1789265736.693007:0:3644:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93774f2f3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3644:1876180579095296:0@lo:400:kworker.0 00000100:00100000:0.0:1789265736.693435:0:17136:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180579094272 00000100:00100000:0.0:1789265736.693441:0:17136:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180579094272 00000100:00100000:0.0:1789265736.693483:0:17136:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 178 00000100:00100000:0.0:1789265736.693490:0:17136:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff937745493c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:c753e2cb-2e3c-4466-8bdc-141f9ba53a83+24:3644:x1876180579094272:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789265736.693535:0:17136:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff937745493c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:c753e2cb-2e3c-4466-8bdc-141f9ba53a83+24:3644:x1876180579094272:12345-0@lo:400:kworker.0 Request processed in 46us (1373us total) trans 0 rc 0/0 00000100:00100000:0.0:1789265736.693542:0:17136:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 178 00000100:00100000:0.0:1789265736.693593:0:3644:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93774f2f1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c753e2cb-2e3c-4466-8bdc-141f9ba53a83:3644:1876180579094272:0@lo:400:kworker.0 00000100:00100000:2.0:1789265736.694130:0:3645:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93774f2f0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3645:1876180579094400:0@lo:400:kworker.0 00000100:00100000:2.0:1789265736.694150:0:3645:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93774f2f1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3645:1876180579094912:0@lo:400:kworker.0 00000100:00100000:2.0:1789265736.694184:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789265736.694205:0:3645:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93774f2f0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3645:1876180579095424:0@lo:400:kworker.0 00000100:00100000:2.0:1789265736.695362:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789265736.695410:0:3645:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:2.0:1789265736.695419:0:3645:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93774f2f1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3645:1876180579094528:0@lo:400:kworker.0 00000100:00100000:2.0:1789265736.695446:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789265736.695464:0:3645:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93774f2f2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3645:1876180579095040:0@lo:400:kworker.0 00000100:00100000:2.0:1789265736.695483:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789265736.695500:0:3645:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93774f2f0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3645:1876180579095552:0@lo:400:kworker.0 00000100:00100000:2.0:1789265736.695522:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789265736.695560:0:19934:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180579095424 00000100:00100000:2.0:1789265736.695567:0:19934:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180579095424 00000100:00100000:2.0:1789265736.695612:0:19934:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180579095552 00000100:00100000:2.0:1789265736.695615:0:19934:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180579095552 00000100:00100000:2.0:1789265736.695632:0:19934:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 104 00000100:00100000:2.0:1789265736.695641:0:19934:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93774f2f3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3645:x1876180579095424:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789265736.695689:0:19934:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93774f2f3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3645:x1876180579095424:12345-0@lo:400:kworker.0 Request processed in 49us (331us total) trans 0 rc 0/0 00000100:00100000:2.0:1789265736.695696:0:19934:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 104 00000100:00100000:2.0:1789265736.695712:0:19934:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 105 00000100:00100000:2.0:1789265736.695718:0:19934:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93774f2f1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3645:x1876180579095552:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789265736.695744:0:19934:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93774f2f1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3645:x1876180579095552:12345-0@lo:400:kworker.0 Request processed in 26us (221us total) trans 0 rc 0/0 00000100:00100000:2.0:1789265736.695749:0:19934:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 105 00000100:00100000:2.0:1789265736.695779:0:18652:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180579094912 00000100:00100000:2.0:1789265736.695783:0:18652:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180579094912 00000100:00100000:2.0:1789265736.695806:0:18652:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180579094528 00000100:00100000:2.0:1789265736.695808:0:18652:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180579094528 00000100:00100000:2.0:1789265736.695819:0:18652:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180579095040 00000100:00100000:2.0:1789265736.695821:0:18652:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180579095040 00000100:00100000:2.0:1789265736.695836:0:18652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41 00000100:00100000:2.0:1789265736.695842:0:18652:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93774f2f3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3645:x1876180579094912:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789265736.695889:0:18652:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93774f2f3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3645:x1876180579094912:12345-0@lo:400:kworker.0 Request processed in 47us (1704us total) trans 0 rc 0/0 00000100:00100000:2.0:1789265736.695895:0:18652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41 00000100:00100000:2.0:1789265736.695907:0:18652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42 00000100:00100000:2.0:1789265736.695913:0:18652:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93774f2f0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3645:x1876180579094528:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789265736.695935:0:18652:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93774f2f0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3645:x1876180579094528:12345-0@lo:400:kworker.0 Request processed in 23us (489us total) trans 0 rc 0/0 00000100:00100000:2.0:1789265736.695941:0:18652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42 00000100:00100000:2.0:1789265736.695950:0:18652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 43 00000100:00100000:2.0:1789265736.695955:0:18652:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93774f2f1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3645:x1876180579095040:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789265736.695979:0:18652:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93774f2f1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3645:x1876180579095040:12345-0@lo:400:kworker.0 Request processed in 24us (496us total) trans 0 rc 0/0 00000100:00100000:2.0:1789265736.695985:0:18652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 43 00000100:00080000:2.0:1789265736.696009:0:17139:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1789265736.696012:0:17139:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1789265736.696015:0:17139:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1789265736.702661:0:3645:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93774f2f1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3645:1876180579094528:0@lo:400:kworker.0 00000100:00100000:2.0:1789265736.702713:0:3645:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93774f2f2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3645:1876180579095040:0@lo:400:kworker.0 00000100:00100000:2.0:1789265736.702727:0:3645:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93774f2f0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3645:1876180579095552:0@lo:400:kworker.0 00000100:00100000:2.0:1789265736.702758:0:3645:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93774f2f1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3645:1876180579094912:0@lo:400:kworker.0 00010000:00080000:2.0:1789265736.702773:0:3645:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff93774f2f0700 x1876180579095424/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789265752 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789265736.702785:0:3645:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93774f2f0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3645:1876180579095424:0@lo:400:kworker.0 00000100:00100000:0.0:1789265736.703004:0:3643:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1789265736.703019:0:3643:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93774f101c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3643:1876180579095808:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1789265736.703091:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789265736.703135:0:18653:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180579095808 00000100:00100000:0.0:1789265736.703141:0:18653:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180579095808 00000100:00100000:0.0:1789265736.703188:0:18653:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40 00000100:00100000:0.0:1789265736.703198:0:18653:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93774f100a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3643:x1876180579095808:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1789265736.703239:0:18653:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3915849728 avail 3684327424 00000100:00100000:0.0:1789265736.703281:0:18653:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93774f100a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3643:x1876180579095808:12345-0@lo:13:osp-pre-1-1.0 Request processed in 85us (190us total) trans 0 rc 0/0 00000100:00100000:0.0:1789265736.703298:0:18653:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40 00000100:00100000:0.0:1789265736.703342:0:3643:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93774f101c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3643:1876180579095808:0@lo:13:osp-pre-1-1.0 00000020:01000004:0.0:1789265737.137420:0:20714:0:(tgt_mount.c:2195:server_umount_begin()) umount -f 00000020:01000004:0.0:1789265737.157023:0:20714:0:(tgt_mount.c:2065:server_put_super()) server put_super lustre-MDT0000 00010000:00010000:0.0:1789265737.157210:0:20714:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.142@tcp lock: ffff9377465a5800/0xbbfdc9019c1d4bc6 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000000000000 nid: local remote: 0xbbfdc9019c1d4bcd expref: -99 pid: 17123 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789265737.157235:0:20714:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.142@tcp lock: ffff9377465a5800/0xbbfdc9019c1d4bc6 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1000000000000 nid: local remote: 0xbbfdc9019c1d4bcd expref: -99 pid: 17123 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789265737.157242:0:20714:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.142@tcp lock: ffff9377465a5800/0xbbfdc9019c1d4bc6 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000400000000 nid: local remote: 0xbbfdc9019c1d4bcd expref: -99 pid: 17123 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789265737.157249:0:20714:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.142@tcp lock: ffff9377465a5800/0xbbfdc9019c1d4bc6 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000400000000 nid: local remote: 0xbbfdc9019c1d4bcd expref: -99 pid: 17123 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789265737.157275:0:20714:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 10000000:01000000:0.0:1789265737.157281:0:20714:0:(mgc_request.c:547:config_log_end()) end config log lustre-client (0) 00000100:00080000:0.0:1789265737.157307:0:20714:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:0.0:1789265737.157312:0:20714:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: committing for last_committed 0 gen 3 00000100:00080000:0.0:1789265737.157318:0:20714:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID 00000100:00080000:0.0:1789265737.157340:0:20714:0:(import.c:65:import_set_state_nolock()) ffff937747e2c000 lustre-MDT0000_UUID: changing import state from FULL to CONNECTING 00010000:00010000:1.0:1789265737.157417:0:17132:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1789265737.157425:0:17132:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.142@tcp lock: ffff9377465a5800/0xbbfdc9019c1d4bc6 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1000400000000 nid: local remote: 0xbbfdc9019c1d4bcd expref: -99 pid: 17123 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789265737.157433:0:17132:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9377465a5800 already unused, calling callback (ffffffffc13cbc20) 10000000:00010000:1.0:1789265737.157437:0:17132:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.142@tcp lock: ffff9377465a5800/0xbbfdc9019c1d4bc6 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1000400000000 nid: local remote: 0xbbfdc9019c1d4bcd expref: -99 pid: 17123 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789265737.157447:0:17132:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.142@tcp lock: ffff9377465a5800/0xbbfdc9019c1d4bc6 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1008400000000 nid: local remote: 0xbbfdc9019c1d4bcd expref: -99 pid: 17123 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1789265737.157455:0:17132:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.142@tcp lock: ffff9377465a5800/0xbbfdc9019c1d4bc6 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1009400000000 nid: local remote: 0xbbfdc9019c1d4bcd expref: -99 pid: 17123 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1789265737.157462:0:17132:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:1.0:1789265737.157464:0:17132:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-client: stopping, won't requeue 10000000:01000000:1.0:1789265737.157467:0:17132:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-client 00010000:00010000:1.0:1789265737.157491:0:17132:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.142@tcp lock: ffff9377465a5800/0xbbfdc9019c1d4bc6 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x5809400000020 nid: local remote: 0xbbfdc9019c1d4bcd expref: -99 pid: 17123 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789265737.157497:0:17132:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1789265737.157537:0:17132:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.142@tcp lock: ffff9377465a5800/0xbbfdc9019c1d4bc6 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x5809400000020 nid: local remote: 0xbbfdc9019c1d4bcd expref: -99 pid: 17123 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789265737.157544:0:17132:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.142@tcp lock: ffff9377465a5800/0xbbfdc9019c1d4bc6 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x5809400000020 nid: local remote: 0xbbfdc9019c1d4bcd expref: -99 pid: 17123 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789265737.157569:0:17132:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789265737.157570:0:17132:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789265737.157573:0:17132:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1789265737.157638:0:3645:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93775182e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:c753e2cb-2e3c-4466-8bdc-141f9ba53a83:3645:1876180579096064:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1789265737.157708:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789265737.157830:0:17898:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180579096064 00000100:00100000:1.0:1789265737.157836:0:17898:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180579096064 00000100:00100000:1.0:1789265737.157915:0:17898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:1.0:1789265737.157924:0:17898:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93775f6e8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c753e2cb-2e3c-4466-8bdc-141f9ba53a83+24:3645:x1876180579096064:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1789265737.157935:0:17898:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1789265737.157949:0:17898:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9377465a4c00/0xbbfdc9019c1d4bcd lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xbbfdc9019c1d4bc6 expref: 24 pid: 17137 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789265737.157962:0:17898:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1789265737.158005:0:17898:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93775f6e8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c753e2cb-2e3c-4466-8bdc-141f9ba53a83+23:3645:x1876180579096064:12345-0@lo:103:ldlm_bl.0 Request processed in 83us (298us total) trans 0 rc 0/0 00000100:00100000:1.0:1789265737.158013:0:17898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00100000:3.0:1789265737.158237:0:3645:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93775182e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:c753e2cb-2e3c-4466-8bdc-141f9ba53a83:3645:1876180579096064:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1789265737.158321:0:3642:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93774f101c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3642:1876180579095936:0@lo:39:umount.0 00000100:00100000:2.0:1789265737.158354:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789265737.158417:0:19934:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180579095936 00000100:00100000:0.0:1789265737.158421:0:19934:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180579095936 00000100:00100000:0.0:1789265737.158456:0:19934:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 71 00000100:00100000:0.0:1789265737.158463:0:19934:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93774f2f0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3642:x1876180579095936:12345-0@lo:39:umount.0 00000020:00000080:0.0:1789265737.158484:0:19934:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xbbfdc9019c1d4bf7 00000100:00080000:0.0:1789265737.158492:0:19934:0:(import.c:65:import_set_state_nolock()) ffff937642138800 : changing import state from FULL to CLOSED 00000100:00100000:0.0:1789265737.158563:0:19934:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93774f2f0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+1:3642:x1876180579095936:12345-0@lo:39:umount.0 Request processed in 100us (207us total) trans 0 rc 0/0 00000100:00100000:0.0:1789265737.158570:0:19934:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 71 00000020:00000080:0.0:1789265737.158577:0:19934:0:(genops.c:885:class_export_put()) final put ffff93764213c800/lustre-MDT0000-lwp-MDT0000_UUID 00000020:00000080:0.0:1789265737.158598:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff93764213c800/lustre-MDT0000-lwp-MDT0000_UUID for lustre-MDT0000 00000020:00000080:0.0:1789265737.158633:0:38:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff937642138800 for lustre-MDT0000 00000100:00080000:3.0:1789265737.158992:0:3642:0:(import.c:65:import_set_state_nolock()) ffff937747e2c000 lustre-MDT0000_UUID: changing import state from CONNECTING to CLOSED 00000100:00100000:3.0:1789265737.159005:0:3642:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93774f101c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3642:1876180579095936:0@lo:39:umount.0 00000100:00080000:0.0:1789265737.159198:0:20714:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:0.0:1789265737.159201:0:20714:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: committing for last_committed 0 gen 4 00000100:00100000:0.0:1789265737.159205:0:20714:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00010000:00010000:0.0:1789265737.160632:0:20714:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.142@tcp lock: ffff9377532bde00/0xbbfdc9019c1d4b17 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000000000000 nid: local remote: 0xbbfdc9019c1d4b1e expref: -99 pid: 17123 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789265737.160651:0:20714:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.142@tcp lock: ffff9377532bde00/0xbbfdc9019c1d4b17 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1000000000000 nid: local remote: 0xbbfdc9019c1d4b1e expref: -99 pid: 17123 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789265737.160658:0:20714:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.142@tcp lock: ffff9377532bde00/0xbbfdc9019c1d4b17 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000400000000 nid: local remote: 0xbbfdc9019c1d4b1e expref: -99 pid: 17123 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789265737.160665:0:20714:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.142@tcp lock: ffff9377532bde00/0xbbfdc9019c1d4b17 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000400000000 nid: local remote: 0xbbfdc9019c1d4b1e expref: -99 pid: 17123 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789265737.160682:0:20714:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1789265737.160688:0:20714:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.142@tcp lock: ffff93775181a800/0xbbfdc9019c1d4f2a lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xbbfdc9019c1d4f31 expref: -99 pid: 17141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789265737.160693:0:20714:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.142@tcp lock: ffff93775181a800/0xbbfdc9019c1d4f2a lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xbbfdc9019c1d4f31 expref: -99 pid: 17141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789265737.160698:0:20714:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.142@tcp lock: ffff93775181a800/0xbbfdc9019c1d4f2a lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0xbbfdc9019c1d4f31 expref: -99 pid: 17141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789265737.160720:0:20714:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.142@tcp lock: ffff93775181a800/0xbbfdc9019c1d4f2a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0xbbfdc9019c1d4f31 expref: -99 pid: 17141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789265737.160727:0:20714:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:0.0:1789265737.160734:0:20714:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.142@tcp lock: ffff937642392200/0xbbfdc9019c1d50c0 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0xbbfdc9019c1d50c7 expref: -99 pid: 17141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789265737.160739:0:20714:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.142@tcp lock: ffff937642392200/0xbbfdc9019c1d50c0 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0xbbfdc9019c1d50c7 expref: -99 pid: 17141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789265737.160745:0:20714:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.142@tcp lock: ffff937642392200/0xbbfdc9019c1d50c0 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000400000000 nid: local remote: 0xbbfdc9019c1d50c7 expref: -99 pid: 17141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789265737.160750:0:20714:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.142@tcp lock: ffff937642392200/0xbbfdc9019c1d50c0 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000400000000 nid: local remote: 0xbbfdc9019c1d50c7 expref: -99 pid: 17141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789265737.160756:0:20714:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00010000:00010000:0.0:1789265737.160760:0:20714:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.142@tcp lock: ffff9377532bd800/0xbbfdc9019c1d4b09 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xbbfdc9019c1d4b10 expref: -99 pid: 17123 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789265737.160766:0:20714:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.142@tcp lock: ffff9377532bd800/0xbbfdc9019c1d4b09 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xbbfdc9019c1d4b10 expref: -99 pid: 17123 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789265737.160771:0:20714:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.142@tcp lock: ffff9377532bd800/0xbbfdc9019c1d4b09 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0xbbfdc9019c1d4b10 expref: -99 pid: 17123 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789265737.160776:0:20714:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.142@tcp lock: ffff9377532bd800/0xbbfdc9019c1d4b09 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0xbbfdc9019c1d4b10 expref: -99 pid: 17123 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789265737.160791:0:20714:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 10000000:01000000:0.0:1789265737.160794:0:20714:0:(mgc_request.c:547:config_log_end()) end config log lustre-MDT0000 (0) 00000020:01000004:0.0:1789265737.160823:0:20714:0:(tgt_mount.c:2115:server_put_super()) stopping lustre-MDT0000 00000020:01000000:0.0:1789265737.160827:0:20714:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000 (flags='F') 00000020:00000080:0.0:1789265737.160831:0:20714:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1789265737.160836:0:20714:0:(obd_config.c:956:class_cleanup()) lustre-MDT0000: forcing exports to disconnect: 4/13 00000020:00080000:0.0:1789265737.160842:0:20714:0:(genops.c:1819:print_export_data()) lustre-MDT0000: ACTIVE ffff937643189000 lustre-MDT0000-lwp-OST0001_UUID 0@lo 4 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:0.0:1789265737.160847:0:20714:0:(genops.c:1819:print_export_data()) lustre-MDT0000: ACTIVE ffff9377528e5800 lustre-MDT0000-lwp-OST0000_UUID 0@lo 4 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:0.0:1789265737.160852:0:20714:0:(genops.c:1819:print_export_data()) lustre-MDT0000: ACTIVE ffff93775455c800 lustre-MDT0000-lwp-MDT0001_UUID 0@lo 4 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:0.0:1789265737.160894:0:20714:0:(genops.c:1819:print_export_data()) lustre-MDT0000: ACTIVE ffff93777aaef000 lustre-MDT0001-mdtlov_UUID 0@lo 4 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:0.0:1789265737.160901:0:20714:0:(genops.c:1819:print_export_data()) lustre-MDT0000: UNLINKED ffff937643e29000 3745b3d0-dd9e-43a3-937e-965b55464c77 192.168.202.42@tcp 2 (0 2 0) 1 0 0 0: 0000000000000000 8589934599 stale:0 00000020:00080000:0.0:1789265737.160907:0:20714:0:(genops.c:1819:print_export_data()) lustre-MDT0000: UNLINKED ffff937642511000 296b6286-1162-4204-a595-38172c479be3 192.168.202.42@tcp 4 (0 4 0) 1 0 0 0: 0000000000000000 8589934623 stale:0 00000020:00080000:0.0:1789265737.160911:0:20714:0:(genops.c:1553:class_disconnect_exports()) OBD device 5 (ffff9376426f0000) has exports, disconnecting them 00000020:00080000:0.0:1789265737.160916:0:20714:0:(genops.c:1528:class_disconnect_export_list()) lustre-MDT0000: disconnecting export at 0@lo (ffff937643189000), last request at 1789265736 00000020:00000080:0.0:1789265737.160922:0:20714:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xbbfdc9019c1d4ef9 00000100:00080000:0.0:1789265737.160939:0:20714:0:(import.c:65:import_set_state_nolock()) ffff937642179000 : changing import state from FULL to CLOSED 00000020:00080000:0.0:1789265737.160996:0:20714:0:(genops.c:1533:class_disconnect_export_list()) disconnected export at 0@lo (ffff937643189000): rc 0 00000020:00000080:0.0:1789265737.160999:0:20714:0:(genops.c:885:class_export_put()) final put ffff937643189000/lustre-MDT0000-lwp-OST0001_UUID 00000020:00080000:0.0:1789265737.161012:0:20714:0:(genops.c:1528:class_disconnect_export_list()) lustre-MDT0000: disconnecting export at 0@lo (ffff9377528e5800), last request at 1789265736 00000020:00000080:0.0:1789265737.161015:0:20714:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xbbfdc9019c1d4d94 00000100:00080000:0.0:1789265737.161021:0:20714:0:(import.c:65:import_set_state_nolock()) ffff9377528e2000 : changing import state from FULL to CLOSED 00000020:00080000:0.0:1789265737.161027:0:20714:0:(genops.c:1533:class_disconnect_export_list()) disconnected export at 0@lo (ffff9377528e5800): rc 0 00000020:00000080:0.0:1789265737.161029:0:20714:0:(genops.c:885:class_export_put()) final put ffff9377528e5800/lustre-MDT0000-lwp-OST0000_UUID 00000020:00080000:0.0:1789265737.161033:0:20714:0:(genops.c:1528:class_disconnect_export_list()) lustre-MDT0000: disconnecting export at 0@lo (ffff93775455c800), last request at 1789265659 00010000:00010000:1.0:1789265737.161173:0:17133:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:1.0:1789265737.161182:0:17133:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.142@tcp lock: ffff9377532bde00/0xbbfdc9019c1d4b17 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1000400000000 nid: local remote: 0xbbfdc9019c1d4b1e expref: -99 pid: 17123 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789265737.161189:0:17133:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9377532bde00 already unused, calling callback (ffffffffc13cbc20) 10000000:00010000:1.0:1789265737.161193:0:17133:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.142@tcp lock: ffff9377532bde00/0xbbfdc9019c1d4b17 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1000400000000 nid: local remote: 0xbbfdc9019c1d4b1e expref: -99 pid: 17123 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789265737.161202:0:17133:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.142@tcp lock: ffff9377532bde00/0xbbfdc9019c1d4b17 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1008400000000 nid: local remote: 0xbbfdc9019c1d4b1e expref: -99 pid: 17123 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1789265737.161210:0:17133:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.142@tcp lock: ffff9377532bde00/0xbbfdc9019c1d4b17 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1009400000000 nid: local remote: 0xbbfdc9019c1d4b1e expref: -99 pid: 17123 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1789265737.161236:0:17133:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:1.0:1789265737.161239:0:17133:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-MDT0000: stopping, won't requeue 10000000:01000000:1.0:1789265737.161241:0:17133:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-MDT0000 00010000:00010000:1.0:1789265737.161275:0:17133:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.142@tcp lock: ffff9377532bde00/0xbbfdc9019c1d4b17 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x5809400000020 nid: local remote: 0xbbfdc9019c1d4b1e expref: -99 pid: 17123 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789265737.161283:0:17133:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1789265737.161307:0:17133:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.142@tcp lock: ffff9377532bde00/0xbbfdc9019c1d4b17 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x5809400000020 nid: local remote: 0xbbfdc9019c1d4b1e expref: -99 pid: 17123 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789265737.161314:0:17133:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.142@tcp lock: ffff9377532bde00/0xbbfdc9019c1d4b17 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x5809400000020 nid: local remote: 0xbbfdc9019c1d4b1e expref: -99 pid: 17123 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789265737.161325:0:17133:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:1.0:1789265737.161328:0:17133:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.142@tcp lock: ffff93775181a800/0xbbfdc9019c1d4f2a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0xbbfdc9019c1d4f31 expref: -99 pid: 17141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789265737.161333:0:17133:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93775181a800 already unused, calling callback (ffffffffc13cbc20) 10000000:00010000:1.0:1789265737.161336:0:17133:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.142@tcp lock: ffff93775181a800/0xbbfdc9019c1d4f2a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0xbbfdc9019c1d4f31 expref: -99 pid: 17141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789265737.161343:0:17133:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.142@tcp lock: ffff93775181a800/0xbbfdc9019c1d4f2a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1008400000000 nid: local remote: 0xbbfdc9019c1d4f31 expref: -99 pid: 17141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1789265737.161349:0:17133:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.142@tcp lock: ffff93775181a800/0xbbfdc9019c1d4f2a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1009400000000 nid: local remote: 0xbbfdc9019c1d4f31 expref: -99 pid: 17141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1789265737.161354:0:17133:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 10000000:01000000:1.0:1789265737.161356:0:17133:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-mdtir: stopping, won't requeue 10000000:01000000:1.0:1789265737.161364:0:17133:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-mdtir 00010000:00010000:1.0:1789265737.161379:0:17133:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.142@tcp lock: ffff93775181a800/0xbbfdc9019c1d4f2a lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0xbbfdc9019c1d4f31 expref: -99 pid: 17141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789265737.161384:0:17133:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1789265737.161399:0:17133:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.142@tcp lock: ffff93775181a800/0xbbfdc9019c1d4f2a lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0xbbfdc9019c1d4f31 expref: -99 pid: 17141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789265737.161406:0:17133:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.142@tcp lock: ffff93775181a800/0xbbfdc9019c1d4f2a lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0xbbfdc9019c1d4f31 expref: -99 pid: 17141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789265737.161415:0:17133:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1789265737.161418:0:17133:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.142@tcp lock: ffff937642392200/0xbbfdc9019c1d50c0 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000400000000 nid: local remote: 0xbbfdc9019c1d50c7 expref: -99 pid: 17141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789265737.161423:0:17133:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff937642392200 already unused, calling callback (ffffffffc13cbc20) 10000000:00010000:1.0:1789265737.161426:0:17133:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.142@tcp lock: ffff937642392200/0xbbfdc9019c1d50c0 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000400000000 nid: local remote: 0xbbfdc9019c1d50c7 expref: -99 pid: 17141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789265737.161432:0:17133:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.142@tcp lock: ffff937642392200/0xbbfdc9019c1d50c0 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1008400000000 nid: local remote: 0xbbfdc9019c1d50c7 expref: -99 pid: 17141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1789265737.161438:0:17133:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.142@tcp lock: ffff937642392200/0xbbfdc9019c1d50c0 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1009400000000 nid: local remote: 0xbbfdc9019c1d50c7 expref: -99 pid: 17141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1789265737.161443:0:17133:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 10000000:01000000:1.0:1789265737.161445:0:17133:0:(mgc_request.c:944:mgc_blocking_ast()) log params: stopping, won't requeue 10000000:01000000:1.0:1789265737.161446:0:17133:0:(mgc_request.c:130:config_log_put()) dropping config log params 00010000:00010000:1.0:1789265737.161476:0:17133:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.142@tcp lock: ffff937642392200/0xbbfdc9019c1d50c0 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x5809400000020 nid: local remote: 0xbbfdc9019c1d50c7 expref: -99 pid: 17141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789265737.161482:0:17133:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1789265737.161492:0:17133:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.142@tcp lock: ffff937642392200/0xbbfdc9019c1d50c0 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x5809400000020 nid: local remote: 0xbbfdc9019c1d50c7 expref: -99 pid: 17141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789265737.161499:0:17133:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.142@tcp lock: ffff937642392200/0xbbfdc9019c1d50c0 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x5809400000020 nid: local remote: 0xbbfdc9019c1d50c7 expref: -99 pid: 17141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789265737.161509:0:17133:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1789265737.161512:0:17133:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.142@tcp lock: ffff9377532bd800/0xbbfdc9019c1d4b09 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0xbbfdc9019c1d4b10 expref: -99 pid: 17123 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789265737.161518:0:17133:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9377532bd800 already unused, calling callback (ffffffffc13cbc20) 10000000:00010000:1.0:1789265737.161521:0:17133:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.142@tcp lock: ffff9377532bd800/0xbbfdc9019c1d4b09 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0xbbfdc9019c1d4b10 expref: -99 pid: 17123 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789265737.161527:0:17133:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.142@tcp lock: ffff9377532bd800/0xbbfdc9019c1d4b09 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1008400000000 nid: local remote: 0xbbfdc9019c1d4b10 expref: -99 pid: 17123 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1789265737.161533:0:17133:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.142@tcp lock: ffff9377532bd800/0xbbfdc9019c1d4b09 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1009400000000 nid: local remote: 0xbbfdc9019c1d4b10 expref: -99 pid: 17123 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1789265737.161537:0:17133:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x5:0x0].0x0 (lustre) 10000000:01000000:1.0:1789265737.161539:0:17133:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-barrier: stopping, won't requeue 10000000:01000000:1.0:1789265737.161541:0:17133:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-barrier 00010000:00010000:1.0:1789265737.161553:0:17133:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.142@tcp lock: ffff9377532bd800/0xbbfdc9019c1d4b09 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0xbbfdc9019c1d4b10 expref: -99 pid: 17123 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789265737.161558:0:17133:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1789265737.161563:0:17133:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.142@tcp lock: ffff9377532bd800/0xbbfdc9019c1d4b09 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0xbbfdc9019c1d4b10 expref: -99 pid: 17123 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789265737.161569:0:17133:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.142@tcp lock: ffff9377532bd800/0xbbfdc9019c1d4b09 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0xbbfdc9019c1d4b10 expref: -99 pid: 17123 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789265737.161587:0:17133:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789265737.161589:0:17133:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789265737.161591:0:17133:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1789265737.161609:0:3646:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93775182e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:c753e2cb-2e3c-4466-8bdc-141f9ba53a83:3646:1876180579096192:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1789265737.161676:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789265737.161724:0:3646:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1789265737.161730:0:3646:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff937644c5f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:c753e2cb-2e3c-4466-8bdc-141f9ba53a83:3646:1876180579096576:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1789265737.161756:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789265737.161779:0:3643:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9377507a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:c753e2cb-2e3c-4466-8bdc-141f9ba53a83:3643:1876180579096320:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1789265737.161800:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789265737.161819:0:3643:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1789265737.161824:0:3643:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff937644c5c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:c753e2cb-2e3c-4466-8bdc-141f9ba53a83:3643:1876180579096448:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1789265737.161842:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789265737.161893:0:17131:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180579096192 00000100:00100000:1.0:1789265737.161900:0:17131:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180579096192 00000100:00100000:1.0:1789265737.161935:0:17131:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180579096576 00000100:00100000:1.0:1789265737.161938:0:17131:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180579096576 00000100:00100000:1.0:1789265737.161952:0:17131:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180579096320 00000100:00100000:1.0:1789265737.161954:0:17131:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180579096320 00000100:00100000:1.0:1789265737.161965:0:17131:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180579096448 00000100:00100000:1.0:1789265737.161967:0:17131:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180579096448 00000100:00100000:1.0:1789265737.161981:0:17131:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:1.0:1789265737.161989:0:17131:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff937644c5c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c753e2cb-2e3c-4466-8bdc-141f9ba53a83+26:3646:x1876180579096192:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1789265737.162002:0:17131:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1789265737.162017:0:17131:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9377465a4800/0xbbfdc9019c1d4b1e lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xbbfdc9019c1d4b17 expref: 26 pid: 17138 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789265737.162123:0:17131:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1789265737.162160:0:17131:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff937644c5c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c753e2cb-2e3c-4466-8bdc-141f9ba53a83+25:3646:x1876180579096192:12345-0@lo:103:ldlm_bl.0 Request processed in 171us (483us total) trans 0 rc 0/0 00000100:00100000:1.0:1789265737.162167:0:17131:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00100000:1.0:1789265737.162185:0:17131:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:1.0:1789265737.162190:0:17131:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93774f425850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c753e2cb-2e3c-4466-8bdc-141f9ba53a83+24:3646:x1876180579096576:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1789265737.162197:0:17131:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1789265737.162206:0:17131:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9377465a4400/0xbbfdc9019c1d4b10 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 4 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xbbfdc9019c1d4b09 expref: 24 pid: 17136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789265737.162214:0:17131:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1789265737.162244:0:17131:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93774f425850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c753e2cb-2e3c-4466-8bdc-141f9ba53a83+23:3646:x1876180579096576:12345-0@lo:103:ldlm_bl.0 Request processed in 54us (488us total) trans 0 rc 0/0 00000100:00100000:1.0:1789265737.162250:0:17131:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00100000:1.0:1789265737.162285:0:17131:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:1.0:1789265737.162291:0:17131:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff937644c5c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c753e2cb-2e3c-4466-8bdc-141f9ba53a83+22:3643:x1876180579096320:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1789265737.162297:0:17131:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1789265737.162306:0:17131:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff937642393000/0xbbfdc9019c1d4f31 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xbbfdc9019c1d4f2a expref: 22 pid: 17137 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789265737.162314:0:17131:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1789265737.162338:0:17131:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff937644c5c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c753e2cb-2e3c-4466-8bdc-141f9ba53a83+21:3643:x1876180579096320:12345-0@lo:103:ldlm_bl.0 Request processed in 48us (537us total) trans 0 rc 0/0 00000100:00100000:1.0:1789265737.162343:0:17131:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00100000:1.0:1789265737.162354:0:17131:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00100000:1.0:1789265737.162359:0:17131:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff937644c5e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c753e2cb-2e3c-4466-8bdc-141f9ba53a83+20:3643:x1876180579096448:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1789265737.162371:0:17131:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1789265737.162380:0:17131:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff937642392000/0xbbfdc9019c1d50c7 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xbbfdc9019c1d50c0 expref: 20 pid: 17137 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789265737.162388:0:17131:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1789265737.162408:0:17131:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff937644c5e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c753e2cb-2e3c-4466-8bdc-141f9ba53a83+19:3643:x1876180579096448:12345-0@lo:103:ldlm_bl.0 Request processed in 50us (565us total) trans 0 rc 0/0 00000100:00100000:1.0:1789265737.162414:0:17131:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000100:00100000:1.0:1789265737.162451:0:3643:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff937644c5c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:c753e2cb-2e3c-4466-8bdc-141f9ba53a83:3643:1876180579096448:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1789265737.162458:0:3643:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9377507a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:c753e2cb-2e3c-4466-8bdc-141f9ba53a83:3643:1876180579096320:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1789265737.162482:0:3646:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff937644c5f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:c753e2cb-2e3c-4466-8bdc-141f9ba53a83:3646:1876180579096576:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1789265737.162489:0:3646:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93775182e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:c753e2cb-2e3c-4466-8bdc-141f9ba53a83:3646:1876180579096192:0@lo:103:ldlm_bl.0 00000020:00000080:0.0:1789265737.162666:0:20714:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xbbfdc9019c1d4ce5 00000100:00080000:0.0:1789265737.162682:0:20714:0:(import.c:65:import_set_state_nolock()) ffff93775455f000 : changing import state from FULL to CLOSED 00000020:00080000:0.0:1789265737.162708:0:20714:0:(genops.c:1533:class_disconnect_export_list()) disconnected export at 0@lo (ffff93775455c800): rc 0 00000020:00000080:0.0:1789265737.162710:0:20714:0:(genops.c:885:class_export_put()) final put ffff93775455c800/lustre-MDT0000-lwp-MDT0001_UUID 00000020:00080000:0.0:1789265737.162719:0:20714:0:(genops.c:1528:class_disconnect_export_list()) lustre-MDT0000: disconnecting export at 0@lo (ffff93777aaef000), last request at 1789265659 00000020:00000080:0.0:1789265737.162725:0:20714:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xbbfdc9019c1d4c8a 00000100:00080000:0.0:1789265737.162729:0:20714:0:(import.c:65:import_set_state_nolock()) ffff93777aaec800 : changing import state from FULL to CLOSED 00000001:00000004:0.0:1789265737.162735:0:20714:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 2, last_transno is 8589934627 00000020:00080000:0.0:1789265737.162809:0:20714:0:(genops.c:1533:class_disconnect_export_list()) disconnected export at 0@lo (ffff93777aaef000): rc 0 00000004:00000080:0.0:1789265737.162816:0:20714:0:(mdd_device.c:2304:mdd_iocontrol()) lustre-MDD0000: cmd=400866e7 len=0 karg=ffffa60580d9bae0 00000100:00080000:0.0:1789265737.162834:0:20714:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:0.0:1789265737.162837:0:20714:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: committing for last_committed 0 gen 3 00010000:00010000:3.0:1789265737.163170:0:17132:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789265737.163904:0:20714:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID 00000100:00080000:0.0:1789265737.163935:0:20714:0:(import.c:65:import_set_state_nolock()) ffff937779e22800 lustre-MDT0001_UUID: changing import state from FULL to CONNECTING 00000100:00100000:3.0:1789265737.164271:0:3642:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93774f101500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3642:1876180579096704:0@lo:39:umount.0 00000100:00100000:3.0:1789265737.164341:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789265737.164405:0:17149:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180579096704 00000100:00100000:3.0:1789265737.164413:0:17149:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180579096704 00000100:00100000:3.0:1789265737.164460:0:17149:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 68 00000100:00100000:3.0:1789265737.164468:0:17149:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93775f6eb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3642:x1876180579096704:12345-0@lo:39:umount.0 00000020:00000080:3.0:1789265737.164498:0:17149:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xbbfdc9019c1d4d0f 00000100:00080000:3.0:1789265737.164505:0:17149:0:(import.c:65:import_set_state_nolock()) ffff937643354000 : changing import state from FULL to CLOSED 00000001:00000004:3.0:1789265737.164525:0:17149:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0001_UUID: mount_count is 2, last_transno is 8589934594 00000100:00100000:3.0:1789265737.164644:0:17149:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93775f6eb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+3:3642:x1876180579096704:12345-0@lo:39:umount.0 Request processed in 176us (302us total) trans 8589934595 rc 0/0 00000100:00100000:3.0:1789265737.164651:0:17149:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 68 00010000:00010000:3.0:1789265737.164675:0:17132:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789265737.164701:0:3642:0:(import.c:65:import_set_state_nolock()) ffff937779e22800 lustre-MDT0001_UUID: changing import state from CONNECTING to CLOSED 00000100:00100000:3.0:1789265737.164708:0:3642:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93774f101500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3642:1876180579096704:0@lo:39:umount.0 00000020:00000080:2.0:1789265737.164886:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff937643189000/lustre-MDT0000-lwp-OST0001_UUID for lustre-MDT0000 00000020:00000080:2.0:1789265737.164937:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff9377528e5800/lustre-MDT0000-lwp-OST0000_UUID for lustre-MDT0000 00000020:00000080:2.0:1789265737.164963:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff93775455c800/lustre-MDT0000-lwp-MDT0001_UUID for lustre-MDT0000 00000020:00000080:2.0:1789265737.164995:0:8:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff937642179000 for lustre-MDT0000 00000020:00000080:2.0:1789265737.164999:0:8:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff9377528e2000 for lustre-MDT0000 00000020:00000080:2.0:1789265737.165003:0:8:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff93775455f000 for lustre-MDT0000 00000100:00080000:0.0:1789265737.165311:0:20714:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:0.0:1789265737.165315:0:20714:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 8589934594 gen 3 00010000:00010000:1.0:1789265737.165414:0:17133:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1789265737.165441:0:20714:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00080000:0.0:1789265737.165502:0:20714:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID 00000100:00080000:0.0:1789265737.165520:0:20714:0:(import.c:65:import_set_state_nolock()) ffff93775dcee800 lustre-OST0000_UUID: changing import state from FULL to CONNECTING 00000100:00080000:0.0:1789265737.165539:0:20714:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:0.0:1789265737.165541:0:20714:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 8589934598 gen 3 00000004:00080000:0.0:1789265737.165548:0:20714:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00080000:0.0:1789265737.165608:0:20714:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID 00000100:00080000:0.0:1789265737.165617:0:20714:0:(import.c:65:import_set_state_nolock()) ffff937760304800 lustre-OST0001_UUID: changing import state from FULL to CONNECTING 00000020:00080000:0.0:1789265737.165658:0:20714:0:(genops.c:1558:class_disconnect_exports()) OBD device 5 (ffff9376426f0000) has no exports 00000100:00100000:1.0:1789265737.166011:0:3642:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93774f101180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3642:1876180579096832:0@lo:9:umount.0 00000100:00100000:1.0:1789265737.166077:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789265737.166110:0:3642:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93774f102d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3642:1876180579096960:0@lo:9:umount.0 00000100:00100000:1.0:1789265737.166130:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789265737.166164:0:18650:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180579096832 00000100:00100000:1.0:1789265737.166170:0:18650:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180579096832 00000100:00100000:1.0:1789265737.166211:0:18650:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180579096960 00000100:00100000:1.0:1789265737.166215:0:18650:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180579096960 00000100:00100000:1.0:1789265737.166255:0:18650:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34 00000100:00100000:1.0:1789265737.166263:0:18650:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff937644c5f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3642:x1876180579096832:12345-0@lo:9:umount.0 00000020:00000080:1.0:1789265737.166285:0:18650:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xbbfdc9019c1d4dda 00000100:00080000:1.0:1789265737.166293:0:18650:0:(import.c:65:import_set_state_nolock()) ffff9376435b9800 : changing import state from FULL to CLOSED 00000001:00000004:1.0:1789265737.166338:0:18650:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 2, last_transno is 8589934594 00000100:00100000:1.0:1789265737.166459:0:18650:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff937644c5f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+2:3642:x1876180579096832:12345-0@lo:9:umount.0 Request processed in 197us (382us total) trans 0 rc 0/0 00000100:00100000:1.0:1789265737.166466:0:18650:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34 00000100:00100000:1.0:1789265737.166481:0:18650:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35 00000100:00100000:1.0:1789265737.166487:0:18650:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff937644c5c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3642:x1876180579096960:12345-0@lo:9:umount.0 00000020:00000080:1.0:1789265737.166498:0:18650:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xbbfdc9019c1d4f38 00000100:00080000:1.0:1789265737.166503:0:18650:0:(import.c:65:import_set_state_nolock()) ffff93764217d800 : changing import state from FULL to CLOSED 00000001:00000004:1.0:1789265737.166525:0:18650:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 2, last_transno is 8589934600 00000100:00100000:1.0:1789265737.166592:0:18650:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff937644c5c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+2:3642:x1876180579096960:12345-0@lo:9:umount.0 Request processed in 104us (460us total) trans 0 rc 0/0 00000100:00100000:1.0:1789265737.166598:0:18650:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35 00000100:00080000:1.0:1789265737.166612:0:17139:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:1.0:1789265737.166627:0:17133:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789265737.166650:0:3642:0:(import.c:65:import_set_state_nolock()) ffff93775dcee800 lustre-OST0000_UUID: changing import state from CONNECTING to CLOSED 00010000:00010000:3.0:1789265737.169627:0:17132:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1789265737.169706:0:3642:0:(osp_dev.c:1618:osp_import_event()) got disconnected 00000004:00080000:1.0:1789265737.169711:0:3642:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:1.0:1789265737.169720:0:3642:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93774f101180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3642:1876180579096832:0@lo:9:umount.0 00000100:00080000:1.0:1789265737.169761:0:3642:0:(import.c:65:import_set_state_nolock()) ffff937760304800 lustre-OST0001_UUID: changing import state from CONNECTING to CLOSED 00000004:00080000:1.0:1789265737.169772:0:3642:0:(osp_dev.c:1618:osp_import_event()) got disconnected 00000004:00080000:1.0:1789265737.169773:0:3642:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:1.0:1789265737.169776:0:3642:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93774f102d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3642:1876180579096960:0@lo:9:umount.0 00000020:00080000:0.0:1789265737.184187:0:20714:0:(genops.c:1558:class_disconnect_exports()) OBD device 5 (ffff9376426f0000) has no exports 00000020:00000080:0.0:1789265737.272755:0:20714:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xbbfdc9019c1d4b64 00000020:00000080:0.0:1789265737.272773:0:20714:0:(genops.c:885:class_export_put()) final put ffff93774e418000/lustre-QMT0000_UUID 00000020:01000000:0.0:1789265737.275366:0:20714:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-QMT0000 (flags='') 00000020:00000080:1.0:1789265737.275492:0:20714:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1789265737.275504:0:20714:0:(obd_config.c:956:class_cleanup()) lustre-QMT0000: forcing exports to disconnect: 0/2 00000020:00080000:1.0:1789265737.275509:0:20714:0:(genops.c:1558:class_disconnect_exports()) OBD device 7 (ffff9376426f4d28) has no exports 00000020:00000080:1.0:1789265737.276158:0:20714:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xbbfdc9019c1d4b5d 00000020:00000080:1.0:1789265737.276168:0:20714:0:(genops.c:885:class_export_put()) final put ffff9376431d9800/lustre-MDT0000-osd_UUID 00000020:00000080:3.0:1789265737.276227:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff93774e418000/lustre-QMT0000_UUID for lustre-QMT0000 00000020:00000080:1.0:1789265737.279457:0:20714:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1789265737.279472:0:20714:0:(obd_config.c:883:class_detach()) detach on obd lustre-QMT0000 (uuid lustre-QMT0000_UUID) 00000020:00000080:1.0:1789265737.279495:0:20714:0:(genops.c:885:class_export_put()) final put ffff93774e41f800/lustre-QMT0000_UUID 00000020:00000080:1.0:1789265737.279500:0:20714:0:(genops.c:844:class_export_destroy()) destroying export ffff93774e41f800/lustre-QMT0000_UUID for lustre-QMT0000 00000020:01000000:1.0:1789265737.279513:0:20714:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-QMT0000 (lustre-QMT0000_UUID) 00000020:00000080:2.0:1789265737.282513:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff9376431d9800/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00010000:00010000:1.0:1789265737.395517:0:17133:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789265738.419000:0:17132:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00100000:2.0:1789265739.259450:0:17124:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of lustre-MDT0001-mdtlov_UUID 00000020:00000080:2.0:1789265739.259462:0:17124:0:(genops.c:885:class_export_put()) final put ffff93777aaef000/lustre-MDT0001-mdtlov_UUID 00000001:00100000:2.0:1789265739.259490:0:17124:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of 3745b3d0-dd9e-43a3-937e-965b55464c77 00000001:00080000:2.0:1789265739.259498:0:17124:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 8589934627 is committed 00000020:00000080:2.0:1789265739.259502:0:17124:0:(genops.c:885:class_export_put()) final put ffff937643e29000/3745b3d0-dd9e-43a3-937e-965b55464c77 00000001:00100000:2.0:1789265739.259507:0:17124:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of 296b6286-1162-4204-a595-38172c479be3 00000001:00080000:2.0:1789265739.259511:0:17124:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 8589934626 is committed 00000020:00000080:2.0:1789265739.259517:0:17124:0:(genops.c:885:class_export_put()) final put ffff937642511000/296b6286-1162-4204-a595-38172c479be3 00000020:00000080:3.0:1789265739.259561:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff93777aaef000/lustre-MDT0001-mdtlov_UUID for lustre-MDT0000 00000020:00000080:3.0:1789265739.259620:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff937643e29000/3745b3d0-dd9e-43a3-937e-965b55464c77 for lustre-MDT0000 00000020:00000080:3.0:1789265739.259678:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff937642511000/296b6286-1162-4204-a595-38172c479be3 for lustre-MDT0000 00000020:00000080:3.0:1789265739.259707:0:38:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff93777aaec800 for lustre-MDT0000 00000020:00000080:3.0:1789265739.259713:0:38:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff937643e28800 for lustre-MDT0000 00000020:00000080:3.0:1789265739.259717:0:38:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff937642514800 for lustre-MDT0000 00000001:00100000:2.0:1789265739.260392:0:19464:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00000020:00000080:2.0:1789265739.260398:0:19464:0:(genops.c:885:class_export_put()) final put ffff93764217d000/lustre-MDT0000-mdtlov_UUID 00000001:00100000:2.0:1789265739.260418:0:19464:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of 296b6286-1162-4204-a595-38172c479be3 00000020:00000080:2.0:1789265739.260420:0:19464:0:(genops.c:885:class_export_put()) final put ffff937751849800/296b6286-1162-4204-a595-38172c479be3 00000001:00100000:1.0:1789265739.260518:0:17877:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0001: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00000001:00080000:1.0:1789265739.260526:0:17877:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0001: transno 8589934595 is committed 00000020:00000080:1.0:1789265739.260529:0:17877:0:(genops.c:885:class_export_put()) final put ffff937643354800/lustre-MDT0000-mdtlov_UUID 00000001:00100000:1.0:1789265739.260535:0:17877:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0001: committing for initial connect of 3745b3d0-dd9e-43a3-937e-965b55464c77 00000001:00080000:1.0:1789265739.260540:0:17877:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0001: transno 8589934594 is committed 00000020:00000080:1.0:1789265739.260542:0:17877:0:(genops.c:885:class_export_put()) final put ffff937643e2e000/3745b3d0-dd9e-43a3-937e-965b55464c77 00000001:00100000:1.0:1789265739.260546:0:17877:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0001: committing for initial connect of 296b6286-1162-4204-a595-38172c479be3 00000001:00080000:1.0:1789265739.260549:0:17877:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0001: transno 8589934593 is committed 00000020:00000080:1.0:1789265739.260551:0:17877:0:(genops.c:885:class_export_put()) final put ffff937642513000/296b6286-1162-4204-a595-38172c479be3 00000020:00000080:3.0:1789265739.260804:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff93764217d000/lustre-MDT0000-mdtlov_UUID for lustre-OST0001 00000020:00000080:3.0:1789265739.260842:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff937751849800/296b6286-1162-4204-a595-38172c479be3 for lustre-OST0001 00000020:00000080:3.0:1789265739.260890:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff937643354800/lustre-MDT0000-mdtlov_UUID for lustre-MDT0001 00000020:00000080:3.0:1789265739.260918:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff937643e2e000/3745b3d0-dd9e-43a3-937e-965b55464c77 for lustre-MDT0001 00000020:00000080:3.0:1789265739.260949:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff937642513000/296b6286-1162-4204-a595-38172c479be3 for lustre-MDT0001 00000020:00000080:3.0:1789265739.260986:0:38:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff93764217d800 for lustre-OST0001 00000020:00000080:3.0:1789265739.260991:0:38:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff93775184f000 for lustre-OST0001 00000020:00000080:3.0:1789265739.260996:0:38:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff937643354000 for lustre-MDT0001 00000020:00000080:3.0:1789265739.260999:0:38:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff937643e2c800 for lustre-MDT0001 00000020:00000080:3.0:1789265739.261002:0:38:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff937642510800 for lustre-MDT0001 00000020:01000000:1.0:1789265739.315055:0:20714:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff93764302ea20 - data ffff9377736885e8/ffff93775082d000 00000020:01000000:1.0:1789265739.315240:0:20714:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff93777aa32c00 - data ffff93775928e5e8/ffff937781c45800 00000001:00000004:1.0:1789265739.324249:0:20714:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 2, last_transno is 8589934627 00000100:00080000:1.0:1789265739.395799:0:20714:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:1.0:1789265739.395808:0:20714:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: committing for last_committed 0 gen 4 00000100:00100000:1.0:1789265739.395823:0:20714:0:(client.c:3163:ptlrpc_free_committed()) @@@ free request with old gen req@ffff93774f101500 x1876180579096704/t8589934595(8589934595) o39->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/224 e 0 to 0 dl 1789265747 ref 1 fl Complete:RNQU/204/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789265739.395851:0:20714:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00080000:1.0:1789265739.403253:0:20714:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:1.0:1789265739.403263:0:20714:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 8589934594 gen 4 00000004:00080000:1.0:1789265739.403277:0:20714:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:1.0:1789265739.403280:0:20714:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000004:00080000:2.0:1789265739.405815:0:17167:0:(osp_sync.c:1324:osp_sync_process_queues()) stop llog processing 00000040:00080000:2.0:1789265739.405822:0:17167:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0xa:0x0] index 1 count 1 00000040:00080000:2.0:1789265739.405834:0:17167:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x1:0x2:0x0] index 2 count 2 00000100:00080000:1.0:1789265739.406663:0:20714:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:1.0:1789265739.406670:0:20714:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 8589934598 gen 4 00000004:00080000:1.0:1789265739.406691:0:20714:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:1.0:1789265739.406707:0:20714:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000004:00080000:3.0:1789265739.407734:0:17169:0:(osp_sync.c:1324:osp_sync_process_queues()) stop llog processing 00000040:00080000:3.0:1789265739.407740:0:17169:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0xc:0x0] index 2 count 1 00000040:00080000:3.0:1789265739.407751:0:17169:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x1:0x5:0x0] index 2 count 2 00000020:00000080:1.0:1789265739.409369:0:20714:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xbbfdc9019c1d4b2c 00000020:00000080:1.0:1789265739.409381:0:20714:0:(genops.c:885:class_export_put()) final put ffff93774f06e000/lustre-MDT0000-osd_UUID 00000020:00000080:3.0:1789265739.409428:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff93774f06e000/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000080:1.0:1789265739.413087:0:20714:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xbbfdc9019c1d4b41 00000020:00000080:1.0:1789265739.413104:0:20714:0:(genops.c:885:class_export_put()) final put ffff93774e41c800/lustre-MDT0000-mdtlov_UUID 00000020:01000000:1.0:1789265739.413125:0:20714:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-mdtlov (flags='') 00000020:00000080:1.0:1789265739.413129:0:20714:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1789265739.413137:0:20714:0:(obd_config.c:956:class_cleanup()) lustre-MDT0000-mdtlov: forcing exports to disconnect: 0/2 00000020:00080000:1.0:1789265739.413141:0:20714:0:(genops.c:1558:class_disconnect_exports()) OBD device 4 (ffff9376426f19b8) has no exports 00000020:00000080:3.0:1789265739.413188:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff93774e41c800/lustre-MDT0000-mdtlov_UUID for lustre-MDT0000-mdtlov 00000004:01000000:3.0:1789265739.413405:0:20714:0:(lod_lov.c:59:lod_putref()) destroying 2 ltd desc 00000020:00000080:3.0:1789265739.413415:0:20714:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xbbfdc9019c1d4ba3 00000020:00000080:3.0:1789265739.413420:0:20714:0:(genops.c:885:class_export_put()) final put ffff93774e5c3800/lustre-MDT0000-mdtlov_UUID 00000020:01000000:3.0:1789265739.413436:0:20714:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0001-osc-MDT0000 (flags='') 00000020:00000080:3.0:1789265739.413440:0:20714:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1789265739.413445:0:20714:0:(obd_config.c:956:class_cleanup()) lustre-OST0001-osc-MDT0000: forcing exports to disconnect: 0/3 00000020:00080000:3.0:1789265739.413447:0:20714:0:(genops.c:1558:class_disconnect_exports()) OBD device 10 (ffff9376424f19b8) has no exports 00000020:00000080:3.0:1789265739.413455:0:20714:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xbbfdc9019c1d4b9c 00000020:00000080:3.0:1789265739.413459:0:20714:0:(genops.c:885:class_export_put()) final put ffff937760302800/lustre-MDT0000-osd_UUID 00010000:01000000:3.0:1789265739.413841:0:20714:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-OST0001-osc-MDT0000: client import never connected 00000100:00080000:3.0:1789265739.413882:0:20714:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:3.0:1789265739.413887:0:20714:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 8589934598 gen 5 00000004:00080000:3.0:1789265739.413893:0:20714:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:3.0:1789265739.413896:0:20714:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:3.0:1789265739.413932:0:20714:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:3.0:1789265739.413939:0:20714:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0001-osc-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:3.0:1789265739.413946:0:20714:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xbbfdc9019c1d4b8e 00000020:00000080:3.0:1789265739.413951:0:20714:0:(genops.c:885:class_export_put()) final put ffff937760306000/lustre-MDT0000-mdtlov_UUID 00000020:01000000:3.0:1789265739.413955:0:20714:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0000-osc-MDT0000 (flags='') 00000020:00000080:3.0:1789265739.413959:0:20714:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1789265739.413962:0:20714:0:(obd_config.c:956:class_cleanup()) lustre-OST0000-osc-MDT0000: forcing exports to disconnect: 0/3 00000020:00080000:3.0:1789265739.413965:0:20714:0:(genops.c:1558:class_disconnect_exports()) OBD device 9 (ffff93774f18b370) has no exports 00000020:00000080:3.0:1789265739.413969:0:20714:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xbbfdc9019c1d4b87 00000020:00000080:3.0:1789265739.413971:0:20714:0:(genops.c:885:class_export_put()) final put ffff93775dce8800/lustre-MDT0000-osd_UUID 00010000:01000000:3.0:1789265739.414664:0:20714:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-OST0000-osc-MDT0000: client import never connected 00000100:00080000:3.0:1789265739.414668:0:20714:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:3.0:1789265739.414670:0:20714:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 8589934594 gen 5 00000004:00080000:3.0:1789265739.414674:0:20714:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:3.0:1789265739.414676:0:20714:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:3.0:1789265739.414703:0:20714:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:3.0:1789265739.414708:0:20714:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0000-osc-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000004:01000000:3.0:1789265739.414719:0:20714:0:(lod_lov.c:59:lod_putref()) destroying 1 ltd desc 00000020:00000080:3.0:1789265739.414724:0:20714:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xbbfdc9019c1d4b79 00000020:00000080:3.0:1789265739.414731:0:20714:0:(genops.c:885:class_export_put()) final put ffff937779e27000/lustre-MDT0000-mdtlov_UUID 00000020:01000000:3.0:1789265739.414735:0:20714:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0001-osp-MDT0000 (flags='') 00000020:00000080:3.0:1789265739.414738:0:20714:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1789265739.414742:0:20714:0:(obd_config.c:956:class_cleanup()) lustre-MDT0001-osp-MDT0000: forcing exports to disconnect: 0/3 00000020:00080000:3.0:1789265739.414744:0:20714:0:(genops.c:1558:class_disconnect_exports()) OBD device 8 (ffff9376424f4d28) has no exports 00000020:00000080:3.0:1789265739.414749:0:20714:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xbbfdc9019c1d4b72 00000020:00000080:3.0:1789265739.414752:0:20714:0:(genops.c:885:class_export_put()) final put ffff937779e20000/lustre-MDT0000-osd_UUID 00000020:00000080:1.0:1789265739.417330:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff93774e5c3800/lustre-MDT0000-mdtlov_UUID for lustre-OST0001-osc-MDT0000 00000020:00000080:1.0:1789265739.417350:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff937760302800/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000080:1.0:1789265739.417357:0:38:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff937760304800 for lustre-OST0001-osc-MDT0000 00000020:00000080:1.0:1789265739.417366:0:38:0:(genops.c:885:class_export_put()) final put ffff937760305800/lustre-MDT0000-mdtlov_UUID 00000020:00000080:1.0:1789265739.417369:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff937760305800/lustre-MDT0000-mdtlov_UUID for lustre-OST0001-osc-MDT0000 00000020:01000000:1.0:1789265739.417373:0:38:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0001-osc-MDT0000 (lustre-MDT0000-mdtlov_UUID) 00000020:00000080:1.0:1789265739.417476:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff937760306000/lustre-MDT0000-mdtlov_UUID for lustre-OST0000-osc-MDT0000 00000020:00000080:1.0:1789265739.417482:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff93775dce8800/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000080:1.0:1789265739.417486:0:38:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff93775dcee800 for lustre-OST0000-osc-MDT0000 00000020:00000080:1.0:1789265739.417491:0:38:0:(genops.c:885:class_export_put()) final put ffff937779e26000/lustre-MDT0000-mdtlov_UUID 00000020:00000080:1.0:1789265739.417493:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff937779e26000/lustre-MDT0000-mdtlov_UUID for lustre-OST0000-osc-MDT0000 00000020:01000000:1.0:1789265739.417496:0:38:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0000-osc-MDT0000 (lustre-MDT0000-mdtlov_UUID) 00000020:00000080:1.0:1789265739.417527:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff937779e27000/lustre-MDT0000-mdtlov_UUID for lustre-MDT0001-osp-MDT0000 00000020:00000080:1.0:1789265739.417532:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff937779e20000/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00010000:01000000:2.0:1789265739.507919:0:20714:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-MDT0001-osp-MDT0000: client import never connected 00000100:00080000:2.0:1789265739.507929:0:20714:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:2.0:1789265739.507933:0:20714:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: committing for last_committed 0 gen 5 00000100:00100000:2.0:1789265739.507941:0:20714:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:2.0:1789265739.507994:0:20714:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1789265739.508007:0:20714:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0001-osp-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:2.0:1789265739.508031:0:20714:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1789265739.508035:0:20714:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-mdtlov (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:2.0:1789265739.508040:0:20714:0:(genops.c:885:class_export_put()) final put ffff93774f06d800/lustre-MDT0000-mdtlov_UUID 00000020:00000080:2.0:1789265739.508045:0:20714:0:(genops.c:844:class_export_destroy()) destroying export ffff93774f06d800/lustre-MDT0000-mdtlov_UUID for lustre-MDT0000-mdtlov 00000020:01000000:2.0:1789265739.508055:0:20714:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-mdtlov (lustre-MDT0000-mdtlov_UUID) 00000020:00000080:2.0:1789265739.508166:0:20714:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xbbfdc9019c1d4b48 00000020:00000080:2.0:1789265739.508173:0:20714:0:(genops.c:885:class_export_put()) final put ffff93774e41b000/lustre-MDD0000_UUID 00000020:01000000:2.0:1789265739.508179:0:20714:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDD0000 (flags='') 00000020:00000080:2.0:1789265739.508184:0:20714:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1789265739.508188:0:20714:0:(obd_config.c:956:class_cleanup()) lustre-MDD0000: forcing exports to disconnect: 0/2 00000020:00080000:2.0:1789265739.508228:0:20714:0:(genops.c:1558:class_disconnect_exports()) OBD device 6 (ffff9376426f3370) has no exports 00000020:00000080:2.0:1789265739.508248:0:20714:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1789265739.508252:0:20714:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDD0000 (uuid lustre-MDD0000_UUID) 00000020:00000080:2.0:1789265739.508255:0:20714:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xbbfdc9019c1d4b4f 00000020:00000080:2.0:1789265739.508259:0:20714:0:(genops.c:885:class_export_put()) final put ffff93774e41a000/lustre-MDT0000-osd_UUID 00000020:01000004:2.0:1789265739.508269:0:20714:0:(tgt_mount.c:187:server_put_mount()) put mount ffff93777f58d800 from lustre-MDT0000, refs=3 00000020:01000004:2.0:1789265739.508272:0:20714:0:(obd_mount.c:710:lustre_put_lsi()) put ffff93777f58d800 3 00000020:01000004:2.0:1789265739.508276:0:20714:0:(tgt_mount.c:120:server_deregister_mount()) deregister mount ffff93777f58d800 from lustre-MDT0000 00000020:00000080:2.0:1789265739.508295:0:20714:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1789265739.508298:0:20714:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000 (uuid lustre-MDT0000_UUID) 00000020:00000080:2.0:1789265739.508301:0:20714:0:(genops.c:885:class_export_put()) final put ffff93774f069000/lustre-MDT0000_UUID 00000020:00000080:2.0:1789265739.508303:0:20714:0:(genops.c:844:class_export_destroy()) destroying export ffff93774f069000/lustre-MDT0000_UUID for lustre-MDT0000 00000020:01000000:2.0:1789265739.508312:0:20714:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000 (lustre-MDT0000_UUID) 00000020:01000004:2.0:1789265739.508352:0:20714:0:(obd_mount.c:578:lustre_stop_mgc()) MGC still has 3 references. 00000020:01000004:2.0:1789265739.508356:0:20714:0:(tgt_mount.c:255:server_stop_mgs()) Stop MGS service MGS 00000020:01000000:2.0:1789265739.508359:0:20714:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of MGS (flags='F') 00000020:00000080:2.0:1789265739.508361:0:20714:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1789265739.508364:0:20714:0:(obd_config.c:956:class_cleanup()) MGS: forcing exports to disconnect: 1/3 00000020:00080000:2.0:1789265739.508370:0:20714:0:(genops.c:1819:print_export_data()) MGS: ACTIVE ffff9377582dd000 c753e2cb-2e3c-4466-8bdc-141f9ba53a83 0@lo 18 (0 0 13) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:2.0:1789265739.508375:0:20714:0:(genops.c:1553:class_disconnect_exports()) OBD device 1 (ffff93774f18cd28) has exports, disconnecting them 00000020:00080000:2.0:1789265739.508380:0:20714:0:(genops.c:1528:class_disconnect_export_list()) MGS: disconnecting export at 0@lo (ffff9377582dd000), last request at 1789265643 00000020:00000080:2.0:1789265739.508395:0:20714:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xbbfdc9019c1d4aed 00000020:00010000:2.0:1789265739.508399:0:20714:0:(genops.c:1921:obd_stale_export_put()) Put export ffff9377582dd000: total 2 00000100:00080000:2.0:1789265739.508402:0:20714:0:(import.c:65:import_set_state_nolock()) ffff9377582db800 : changing import state from FULL to CLOSED 00000020:00080000:2.0:1789265739.508414:0:20714:0:(genops.c:1533:class_disconnect_export_list()) disconnected export at 0@lo (ffff9377582dd000): rc 0 00000020:00080000:2.0:1789265739.508418:0:20714:0:(genops.c:1558:class_disconnect_exports()) OBD device 1 (ffff93774f18cd28) has no exports 00000100:00100000:2.0:1789265739.508476:0:17137:0:(service.c:3183:ptlrpc_main()) ll_mgs_0001: service thread [ffff93774e57c600:17137] 1 exiting: rc = 0 00000100:00100000:2.0:1789265739.508571:0:17136:0:(service.c:3183:ptlrpc_main()) ll_mgs_0000: service thread [ffff93774e50d800:17136] 0 exiting: rc = 1 00000020:00010000:1.0:1789265739.508767:0:17133:0:(genops.c:1907:obd_stale_export_get()) Get export ffff9377582dd000: total 2 00010000:00010000:1.0:1789265739.508807:0:17133:0:(ldlm_lock.c:2651:ldlm_export_cancel_blocked_locks()) Export ffff9377582dd000, canceled 0 locks, left on hash table 13. 00010000:00010000:1.0:1789265739.508840:0:17133:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9377532bca00/0xbbfdc9019c1d4c2f lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xbbfdc9019c1d4c28 expref: 14 pid: 17137 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789265739.508856:0:17133:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9376435fd800/0xbbfdc9019c1d4b02 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xbbfdc9019c1d4afb expref: 13 pid: 17136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789265739.509003:0:17133:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9376435fc800/0xbbfdc9019c1d4d7f lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xbbfdc9019c1d4d78 expref: 12 pid: 17137 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789265739.509016:0:17133:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9377532bda00/0xbbfdc9019c1d50ab lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xbbfdc9019c1d50a4 expref: 11 pid: 17137 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789265739.509026:0:17133:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9376435fd400/0xbbfdc9019c1d4cd0 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xbbfdc9019c1d4cc9 expref: 10 pid: 17137 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789265739.509036:0:17133:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9377532bd200/0xbbfdc9019c1d4c21 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xbbfdc9019c1d4c1a expref: 9 pid: 17137 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789265739.509049:0:17133:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff937642392800/0xbbfdc9019c1d50b9 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xbbfdc9019c1d50b2 expref: 8 pid: 17137 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789265739.509059:0:17133:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff93774167e000/0xbbfdc9019c1d4eba lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xbbfdc9019c1d4eb3 expref: 7 pid: 17137 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789265739.509070:0:17133:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9376435fde00/0xbbfdc9019c1d4d55 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xbbfdc9019c1d4d4e expref: 6 pid: 17137 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789265739.509079:0:17133:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff93774167fa00/0xbbfdc9019c1d4ee4 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xbbfdc9019c1d4edd expref: 5 pid: 17136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789265739.509092:0:17133:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff93775181be00/0xbbfdc9019c1d4f23 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xbbfdc9019c1d4f1c expref: 4 pid: 17138 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789265739.509102:0:17133:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff93775181b000/0xbbfdc9019c1d509d lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xbbfdc9019c1d5096 expref: 3 pid: 17138 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789265739.509123:0:17133:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9377532bdc00/0xbbfdc9019c1d4c13 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xbbfdc9019c1d4c0c expref: 2 pid: 17136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789265739.509134:0:17133:0:(ldlm_lock.c:2679:ldlm_export_cancel_locks()) Export ffff9377582dd000, canceled 13 locks, left on hash table 0. 00000020:00000080:1.0:1789265739.509148:0:17133:0:(genops.c:885:class_export_put()) final put ffff9377582dd000/c753e2cb-2e3c-4466-8bdc-141f9ba53a83 00010000:00010000:1.0:1789265739.509153:0:17133:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789265739.509155:0:17133:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789265739.509157:0:17133:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1789265739.509185:0:17138:0:(service.c:3183:ptlrpc_main()) ll_mgs_0002: service thread [ffff93774e57d000:17138] 2 exiting: rc = 0 00000020:00000080:1.0:1789265739.509257:0:38:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff937779e22800 for lustre-MDT0001-osp-MDT0000 00000020:00000080:1.0:1789265739.509264:0:38:0:(genops.c:885:class_export_put()) final put ffff937779e25000/lustre-MDT0000-mdtlov_UUID 00000020:00000080:1.0:1789265739.509266:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff937779e25000/lustre-MDT0000-mdtlov_UUID for lustre-MDT0001-osp-MDT0000 00000020:01000000:1.0:1789265739.509270:0:38:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0001-osp-MDT0000 (lustre-MDT0000-mdtlov_UUID) 00000020:00000080:1.0:1789265739.509310:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff93774e41b000/lustre-MDD0000_UUID for lustre-MDD0000 00000020:00000080:1.0:1789265739.509315:0:38:0:(genops.c:885:class_export_put()) final put ffff93774f06d000/lustre-MDD0000_UUID 00000020:00000080:1.0:1789265739.509316:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff93774f06d000/lustre-MDD0000_UUID for lustre-MDD0000 00000020:01000000:1.0:1789265739.509320:0:38:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDD0000 (lustre-MDD0000_UUID) 00000020:00000080:1.0:1789265739.509345:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff93774e41a000/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000080:1.0:1789265739.509351:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff9377582dd000/c753e2cb-2e3c-4466-8bdc-141f9ba53a83 for MGS 00000020:00000080:1.0:1789265739.509375:0:38:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff9377582db800 for MGS 00000100:00100000:2.0:1789265739.510339:0:20714:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789265739.510348:0:20714:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789265739.510355:0:20714:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789265739.510360:0:20714:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789265739.510366:0:20714:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789265739.510371:0:20714:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789265739.510377:0:20714:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789265739.510383:0:20714:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789265739.510388:0:20714:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789265739.510395:0:20714:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789265739.510401:0:20714:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789265739.510407:0:20714:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789265739.510412:0:20714:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789265739.510419:0:20714:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789265739.510424:0:20714:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789265739.510430:0:20714:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789265739.510435:0:20714:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789265739.510440:0:20714:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789265739.510457:0:20714:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789265739.510462:0:20714:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789265739.510467:0:20714:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789265739.510473:0:20714:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789265739.510478:0:20714:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789265739.510483:0:20714:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789265739.510499:0:20714:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789265739.510506:0:20714:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789265739.510512:0:20714:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789265739.510517:0:20714:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789265739.510522:0:20714:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789265739.510527:0:20714:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789265739.510532:0:20714:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789265739.510538:0:20714:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789265739.510543:0:20714:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789265739.510547:0:20714:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789265739.510552:0:20714:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789265739.510557:0:20714:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789265739.510562:0:20714:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789265739.510569:0:20714:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789265739.510574:0:20714:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789265739.510579:0:20714:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789265739.510584:0:20714:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789265739.510589:0:20714:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789265739.510594:0:20714:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789265739.510599:0:20714:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789265739.510604:0:20714:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789265739.510609:0:20714:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789265739.510615:0:20714:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789265739.510619:0:20714:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789265739.510624:0:20714:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789265739.510629:0:20714:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789265739.510635:0:20714:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789265739.510640:0:20714:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789265739.510644:0:20714:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789265739.510657:0:20714:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789265739.510662:0:20714:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789265739.510668:0:20714:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789265739.510674:0:20714:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789265739.510679:0:20714:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789265739.510684:0:20714:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789265739.510690:0:20714:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789265739.510697:0:20714:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789265739.510703:0:20714:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789265739.510709:0:20714:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789265739.510715:0:20714:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000020:01000000:2.0:1789265739.512060:0:20714:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff93764302ee40 - data ffff937773688360/ffff93775082e000 00000020:01000000:2.0:1789265739.512179:0:20714:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff937745023ae0 - data ffff937773599948/ffff937642562c00 00000020:00000080:2.0:1789265739.512739:0:20714:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xbbfdc9019c1d4ad8 00000020:00000080:2.0:1789265739.512748:0:20714:0:(genops.c:885:class_export_put()) final put ffff9377616bf800/lustre-MDT0000-osd_UUID 00000020:01000004:2.0:1789265739.512761:0:20714:0:(tgt_mount.c:187:server_put_mount()) put mount ffff93777f58d800 from MGS, refs=2 00000020:01000004:2.0:1789265739.512764:0:20714:0:(obd_mount.c:710:lustre_put_lsi()) put ffff93777f58d800 2 00000020:01000004:2.0:1789265739.512768:0:20714:0:(tgt_mount.c:120:server_deregister_mount()) deregister mount ffff93777f58d800 from MGS 00000020:00000080:2.0:1789265739.512787:0:20714:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1789265739.512794:0:20714:0:(obd_config.c:883:class_detach()) detach on obd MGS (uuid MGS) 00000020:00000080:2.0:1789265739.512796:0:20714:0:(genops.c:885:class_export_put()) final put ffff93777f58f000/MGS 00000020:00000080:2.0:1789265739.512798:0:20714:0:(genops.c:844:class_export_destroy()) destroying export ffff93777f58f000/MGS for MGS 00000020:01000000:2.0:1789265739.512804:0:20714:0:(genops.c:441:class_free_dev()) finishing cleanup of obd MGS (MGS) 00000020:00000080:1.0:1789265739.512918:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff9377616bf800/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:01000000:2.0:1789265739.513024:0:20714:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-lwp-MDT0000 (flags='F') 00000020:00000080:2.0:1789265739.513027:0:20714:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1789265739.513033:0:20714:0:(obd_config.c:956:class_cleanup()) lustre-MDT0000-lwp-MDT0000: forcing exports to disconnect: 1/3 00000020:00080000:2.0:1789265739.513039:0:20714:0:(genops.c:1819:print_export_data()) lustre-MDT0000-lwp-MDT0000: ACTIVE ffff937753cce800 lustre-MDT0000-lwp-MDT0000 0@lo 3 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:2.0:1789265739.513045:0:20714:0:(genops.c:1553:class_disconnect_exports()) OBD device 11 (ffff9376424f0000) has exports, disconnecting them 00000020:00080000:2.0:1789265739.513049:0:20714:0:(genops.c:1528:class_disconnect_export_list()) lustre-MDT0000-lwp-MDT0000: disconnecting export at 0@lo (ffff937753cce800), last request at 1789265643 00000020:00000080:2.0:1789265739.513053:0:20714:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xbbfdc9019c1d4bdb 00000020:00080000:2.0:1789265739.513062:0:20714:0:(genops.c:1533:class_disconnect_export_list()) disconnected export at 0@lo (ffff937753cce800): rc 0 00000020:00000080:2.0:1789265739.513066:0:20714:0:(genops.c:885:class_export_put()) final put ffff937753cce800/lustre-MDT0000-lwp-MDT0000 00000020:00000080:1.0:1789265739.513311:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff937753cce800/lustre-MDT0000-lwp-MDT0000 for lustre-MDT0000-lwp-MDT0000 00010000:00010000:3.0:1789265739.547397:0:17132:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:01000000:3.0:1789265739.547439:0:20714:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-MDT0000-lwp-MDT0000: client import never connected 00000100:00080000:3.0:1789265739.547456:0:20714:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:3.0:1789265739.547460:0:20714:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: committing for last_committed 0 gen 5 00000100:00100000:3.0:1789265739.547467:0:20714:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:3.0:1789265739.547763:0:20714:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:3.0:1789265739.547772:0:20714:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-lwp-MDT0000 (uuid lustre-MDT0000-lwp-MDT0000_UUID) 00000020:01000004:3.0:1789265739.547778:0:20714:0:(obd_mount.c:710:lustre_put_lsi()) put ffff93777f58d800 1 00000020:00000080:3.0:1789265739.547784:0:20714:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xbbfdc9019c1d4aca 00000020:00000080:3.0:1789265739.547792:0:20714:0:(genops.c:885:class_export_put()) final put ffff93777f58f800/lustre-MDT0000-osd_UUID 00000020:00000080:1.0:1789265739.549630:0:8:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff937747e2c000 for lustre-MDT0000-lwp-MDT0000 00000020:00000080:1.0:1789265739.549647:0:8:0:(genops.c:885:class_export_put()) final put ffff937747e2f800/lustre-MDT0000-lwp-MDT0000_UUID 00000020:00000080:1.0:1789265739.549651:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff937747e2f800/lustre-MDT0000-lwp-MDT0000_UUID for lustre-MDT0000-lwp-MDT0000 00000020:01000000:1.0:1789265739.549660:0:8:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-lwp-MDT0000 (lustre-MDT0000-lwp-MDT0000_UUID) 00000020:01000000:3.0:1789265739.554592:0:20714:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-osd (flags='') 00000020:00000080:3.0:1789265739.554608:0:20714:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1789265739.554619:0:20714:0:(obd_config.c:956:class_cleanup()) lustre-MDT0000-osd: forcing exports to disconnect: 0/2 00000020:00080000:3.0:1789265739.554625:0:20714:0:(genops.c:1558:class_disconnect_exports()) OBD device 0 (ffff93774f1899b8) has no exports 00000020:00000080:1.0:1789265739.559827:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff93777f58f800/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000080:1.0:1789265739.760889:0:20714:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1789265739.760905:0:20714:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-osd (uuid lustre-MDT0000-osd_UUID) 00000020:00000080:1.0:1789265739.760912:0:20714:0:(genops.c:885:class_export_put()) final put ffff93777f58b000/lustre-MDT0000-osd_UUID 00000020:00000080:1.0:1789265739.760917:0:20714:0:(genops.c:844:class_export_destroy()) destroying export ffff93777f58b000/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:01000000:1.0:1789265739.760930:0:20714:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-osd (lustre-MDT0000-osd_UUID) 00000020:01000004:1.0:1789265739.761052:0:20714:0:(obd_mount.c:668:lustre_free_lsi()) Freeing lsi ffff93777f58e000 00000020:02000400:1.0:1789265739.761124:0:20714:0:(tgt_mount.c:2184:server_put_super()) server umount lustre-MDT0000 complete 00010000:00010000:2.0:1789265740.595110:0:17133:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1789265741.113306:0:17897:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:2.0:1789265741.300112:0:3643:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93775f6e8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3643:1876180579097216:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1789265741.300198:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789265741.300368:0:18654:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180579097216 00000100:00100000:3.0:1789265741.300377:0:18654:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180579097216 00000100:00100000:3.0:1789265741.300458:0:18654:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41 00000100:00100000:3.0:1789265741.300468:0:18654:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93774f2f0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3643:x1876180579097216:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1789265741.300496:0:18654:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:3.0:1789265741.300539:0:18654:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93774f2f0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3643:x1876180579097216:12345-0@lo:13:osp-pre-0-1.0 Request processed in 73us (341us total) trans 0 rc 0/0 00000100:00100000:3.0:1789265741.300546:0:18654:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41 00000100:00080000:2.0:1789265741.300658:0:17139:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1789265741.300697:0:3643:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93775f6e8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3643:1876180579097216:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1789265741.301849:0:3646:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93774f2f1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3646:1876180579097088:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1789265741.301924:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789265741.301984:0:17149:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180579097088 00000100:00100000:3.0:1789265741.301991:0:17149:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180579097088 00000100:00100000:3.0:1789265741.302038:0:17149:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 69 00000100:00100000:3.0:1789265741.302044:0:17149:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff937644c5c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3646:x1876180579097088:12345-0@lo:41:osp-pre-0-1.0 00000020:00080000:3.0:1789265741.302050:0:17149:0:(tgt_handler.c:807:tgt_request_handle()) operation 41 on unconnected OST from 12345-0@lo 00000100:00100000:3.0:1789265741.302097:0:17149:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff937644c5c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3646:x1876180579097088:12345-0@lo:41:osp-pre-0-1.0 Request processed in 52us (173us total) trans 0 rc -107/-107 00000100:00100000:3.0:1789265741.302104:0:17149:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 69 00000100:02020000:2.0:1789265741.302282:0:3646:0:(client.c:1505:ptlrpc_check_status()) lustre-MDT0000-osp-MDT0001: operation mds_statfs to node 0@lo failed: rc = -107 00000100:00080000:2.0:1789265741.308143:0:3646:0:(recover.c:205:ptlrpc_request_handle_notconn()) import lustre-MDT0000-osp-MDT0001 of lustre-MDT0000_UUID@0@lo abruptly disconnected: reconnecting 00000100:00080000:2.0:1789265741.308152:0:3646:0:(import.c:65:import_set_state_nolock()) ffff93777aaea000 lustre-MDT0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:2.0:1789265741.308157:0:3646:0:(import.c:182:ptlrpc_set_import_discon()) lustre-MDT0000-osp-MDT0001: Connection to lustre-MDT0000 (at 0@lo) was lost; in progress operations using this service will wait for recovery to complete 00000100:00080000:2.0:1789265741.332122:0:3646:0:(import.c:65:import_set_state_nolock()) ffff93777aaea000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789265741.332134:0:3646:0:(import.c:510:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 514 00000100:00080000:2.0:1789265741.332143:0:3646:0:(import.c:624:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff93777aaea000 using connection 192.168.202.142@tcp/0@lo 00000100:00100000:3.0:1789265741.333804:0:3646:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93775f6e8000 x1876180579097344/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789265741.335036:0:3642:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93775f6e8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3642:1876180579097344:0@lo:38:ptlrpcd_00_03.0 00000100:00100000:1.0:1789265741.335108:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789265741.335399:0:17149:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180579097344 00000100:00100000:2.0:1789265741.335407:0:17149:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180579097344 00000100:00100000:2.0:1789265741.335477:0:17149:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 70 00000100:00100000:2.0:1789265741.335485:0:17149:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff937644c5f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3642:x1876180579097344:12345-0@lo:38:ptlrpcd_00_03.0 00010000:00020000:2.0:1789265741.335506:0:17149:0:(ldlm_lib.c:1190:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1789265741.369949:0:17149:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff937644c5f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3642:x1876180579097344:12345-0@lo:38:ptlrpcd_00_03.0 Request processed in 34455us (34832us total) trans 0 rc -19/-19 00000100:00100000:2.0:1789265741.369965:0:17149:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 70 00000100:00080000:2.0:1789265741.370020:0:3642:0:(import.c:65:import_set_state_nolock()) ffff93777aaea000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789265741.370027:0:3642:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1789265741.370031:0:3642:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93775f6e8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3642:1876180579097344:0@lo:38:ptlrpcd_00_03.0 00010000:00010000:3.0:1789265741.623389:0:17132:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789265741.821526:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789265741.821533:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789265741.821537:0:38:0:(import.c:65:import_set_state_nolock()) ffff93777aaea000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789265741.821545:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 596 00000100:00080000:3.0:1789265741.821550:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 5s 00000100:00080000:3.0:1789265741.821556:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff93777aaea000 using connection 192.168.202.142@tcp/0@lo 00000100:00100000:3.0:1789265741.821579:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93775f6eb800 x1876180579097728/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789265741.821665:0:3646:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93775f6ebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3646:1876180579097856:0@lo:400:kworker.0 00000100:00100000:3.0:1789265741.821730:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789265741.821778:0:3646:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93775f6e8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3646:1876180579098368:0@lo:400:kworker.0 00000100:00100000:3.0:1789265741.821802:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789265741.821835:0:3646:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:3.0:1789265741.821840:0:3646:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93775f6ea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:c753e2cb-2e3c-4466-8bdc-141f9ba53a83:3646:1876180579097600:0@lo:400:kworker.0 00000400:00000100:3.0:1789265741.821881:0:3646:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1876180579097600 offset 0 length 224: 4 00000100:00100000:3.0:1789265741.821898:0:3646:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93775f6ea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3646:1876180579098240:0@lo:400:kworker.0 00000100:00100000:3.0:1789265741.821934:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789265741.822879:0:3642:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93775f6eb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3642:1876180579097728:0@lo:38:kworker.0 00000100:00100000:2.0:1789265741.822930:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789265741.826493:0:17145:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180579098368 00000100:00100000:0.0:1789265741.826520:0:17145:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180579098368 00000100:00100000:0.0:1789265741.826584:0:17145:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180579098240 00000100:00100000:0.0:1789265741.826588:0:17145:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180579098240 00000100:00100000:0.0:1789265741.826610:0:17145:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 106 00000100:00100000:0.0:1789265741.826622:0:17145:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93775f6eaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3646:x1876180579098368:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789265741.826710:0:17145:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93775f6eaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3646:x1876180579098368:12345-0@lo:400:kworker.0 Request processed in 92us (4906us total) trans 0 rc 0/0 00000100:00100000:0.0:1789265741.826716:0:17145:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 106 00000100:00100000:0.0:1789265741.826733:0:17145:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72 00000100:00100000:0.0:1789265741.826737:0:17145:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff937777839f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3646:x1876180579098240:12345-0@lo:400:kworker.0 00000020:00080000:0.0:1789265741.826742:0:17145:0:(tgt_handler.c:807:tgt_request_handle()) operation 400 on unconnected OST from 12345-0@lo 00000100:00100000:0.0:1789265741.826765:0:17145:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff937777839f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3646:x1876180579098240:12345-0@lo:400:kworker.0 Request processed in 27us (4831us total) trans 0 rc -107/-107 00000100:00100000:0.0:1789265741.826770:0:17145:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72 00000100:00080000:0.0:1789265741.828263:0:17139:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1789265741.828326:0:3646:0:(recover.c:205:ptlrpc_request_handle_notconn()) import lustre-MDT0000-lwp-OST0000 of lustre-MDT0000_UUID@0@lo abruptly disconnected: reconnecting 00000100:00080000:0.0:1789265741.828331:0:3646:0:(import.c:65:import_set_state_nolock()) ffff9376435bf800 lustre-MDT0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:0.0:1789265741.828335:0:3646:0:(import.c:182:ptlrpc_set_import_discon()) lustre-MDT0000-lwp-OST0000: Connection to lustre-MDT0000 (at 0@lo) was lost; in progress operations using this service will wait for recovery to complete 00000100:00080000:0.0:1789265741.828340:0:3646:0:(import.c:65:import_set_state_nolock()) ffff9376435bf800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789265741.828344:0:3646:0:(import.c:510:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 531 00000100:00080000:0.0:1789265741.828352:0:3646:0:(import.c:624:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9376435bf800 using connection 192.168.202.142@tcp/0@lo 00000100:00100000:0.0:1789265741.828383:0:3646:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93774f101f80 x1876180579098752/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789265741.828413:0:3646:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93775f6ea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3646:1876180579098240:0@lo:400:kworker.0 00010000:00080000:0.0:1789265741.828430:0:3646:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffff93775f6e8e00 x1876180579098368/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789265757 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789265741.828455:0:3646:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93775f6e8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3646:1876180579098368:0@lo:400:kworker.0 00000100:00100000:0.0:1789265741.828492:0:3642:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93774f101f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3642:1876180579098752:0@lo:38:ptlrpcd_00_03.0 00000100:00100000:0.0:1789265741.828544:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789265741.828589:0:17145:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180579098752 00000100:00100000:0.0:1789265741.828595:0:17145:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180579098752 00000100:00100000:0.0:1789265741.828626:0:17145:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73 00000100:00100000:0.0:1789265741.828632:0:17145:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93774f102a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3642:x1876180579098752:12345-0@lo:38:ptlrpcd_00_03.0 00010000:00020000:0.0:1789265741.828649:0:17145:0:(ldlm_lib.c:1190:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1789265741.828685:0:17145:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93774f102a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3642:x1876180579098752:12345-0@lo:38:ptlrpcd_00_03.0 Request processed in 52us (141us total) trans 0 rc -19/-19 00000100:00100000:0.0:1789265741.828692:0:17145:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73 00000100:00080000:0.0:1789265741.828720:0:3642:0:(import.c:65:import_set_state_nolock()) ffff9376435bf800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789265741.828725:0:3642:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1789265741.828728:0:3642:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93774f101f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3642:1876180579098752:0@lo:38:ptlrpcd_00_03.0 00000100:00100000:1.0:1789265741.829980:0:3644:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff937644c5fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3644:1876180579097472:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1789265741.830033:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789265741.830063:0:3644:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93775f6e9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3644:1876180579098112:0@lo:400:kworker.0 00000100:00100000:1.0:1789265741.830087:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789265741.830102:0:3644:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93775f6e8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3644:1876180579098624:0@lo:400:kworker.0 00000100:00100000:1.0:1789265741.830117:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789265741.830136:0:3644:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:1.0:1789265741.830141:0:3644:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93775f6eb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3644:1876180579097984:0@lo:400:kworker.0 00000100:00100000:1.0:1789265741.830161:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789265741.830915:0:3644:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93775f6e8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3644:1876180579098496:0@lo:400:kworker.0 00000100:00100000:1.0:1789265741.830946:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789265741.830999:0:18650:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180579097856 00000100:00100000:1.0:1789265741.831005:0:18650:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180579097856 00000100:00100000:1.0:1789265741.831046:0:18650:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180579097984 00000100:00100000:1.0:1789265741.831056:0:18650:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180579097984 00000100:00100000:1.0:1789265741.831088:0:18650:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 44 00000100:00100000:1.0:1789265741.831097:0:18650:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93775f6e8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3646:x1876180579097856:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789265741.831155:0:18650:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93775f6e8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3646:x1876180579097856:12345-0@lo:400:kworker.0 Request processed in 58us (9424us total) trans 0 rc 0/0 00000100:00100000:1.0:1789265741.831161:0:18650:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 44 00000100:00100000:1.0:1789265741.831261:0:18650:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 45 00000100:00100000:1.0:1789265741.831268:0:18650:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff937644c5ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3644:x1876180579097984:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789265741.831303:0:18650:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff937644c5ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3644:x1876180579097984:12345-0@lo:400:kworker.0 Request processed in 36us (1141us total) trans 0 rc 0/0 00000100:00100000:1.0:1789265741.831309:0:18650:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 45 00000100:00100000:1.0:1789265741.831329:0:17148:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180579097728 00000100:00100000:1.0:1789265741.831334:0:17148:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180579097728 00000100:00100000:1.0:1789265741.831354:0:17148:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 71 00000100:00100000:1.0:1789265741.831359:0:17148:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93774f2f2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:3642:x1876180579097728:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1789265741.831376:0:17148:0:(ldlm_lib.c:1190:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1789265741.831412:0:17148:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93774f2f2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:3642:x1876180579097728:12345-0@lo:38:kworker.0 Request processed in 52us (8482us total) trans 0 rc -19/-19 00000100:00100000:1.0:1789265741.831417:0:17148:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 71 00000100:00080000:1.0:1789265741.831439:0:17139:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1789265741.831473:0:3646:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93775f6ebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3646:1876180579097856:0@lo:400:kworker.0 00000100:00100000:1.0:1789265741.831504:0:3644:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93775f6eb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3644:1876180579097984:0@lo:400:kworker.0 00000100:00080000:1.0:1789265741.831533:0:3642:0:(import.c:65:import_set_state_nolock()) ffff93777aaea000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789265741.831538:0:3642:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1789265741.831542:0:3642:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93775f6eb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3642:1876180579097728:0@lo:38:kworker.0 00000100:00100000:0.0:1789265741.832998:0:19984:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180579097472 00000100:00100000:0.0:1789265741.833010:0:19984:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180579097472 00000100:00100000:0.0:1789265741.833065:0:19984:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42 00000100:00100000:0.0:1789265741.833075:0:19984:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff937644c5f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3644:x1876180579097472:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1789265741.833106:0:19984:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3915849728 avail 3684327424 00000100:00100000:0.0:1789265741.835305:0:19984:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff937644c5f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3644:x1876180579097472:12345-0@lo:13:osp-pre-1-1.0 Request processed in 2222us (5261us total) trans 0 rc 0/0 00000100:00100000:0.0:1789265741.835318:0:19984:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42 00000100:00100000:0.0:1789265741.835363:0:19934:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180579098112 00000100:00100000:0.0:1789265741.835370:0:19934:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180579098112 00000100:00100000:0.0:1789265741.835419:0:19934:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180579098624 00000100:00100000:0.0:1789265741.835423:0:19934:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180579098624 00000100:00100000:0.0:1789265741.835457:0:19934:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180579098496 00000100:00100000:0.0:1789265741.835460:0:19934:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180579098496 00000100:00100000:0.0:1789265741.835469:0:19934:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 107 00000100:00100000:0.0:1789265741.835477:0:19934:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff937644c5e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3644:x1876180579098624:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789265741.835542:0:19934:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff937644c5e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3644:x1876180579098624:12345-0@lo:400:kworker.0 Request processed in 66us (5423us total) trans 0 rc 0/0 00000100:00100000:0.0:1789265741.835549:0:19934:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 107 00000100:00100000:0.0:1789265741.835561:0:19934:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74 00000100:00100000:0.0:1789265741.835565:0:19934:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff937644c5d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3644:x1876180579098112:12345-0@lo:400:kworker.0 00000020:00080000:0.0:1789265741.835570:0:19934:0:(tgt_handler.c:807:tgt_request_handle()) operation 400 on unconnected OST from 12345-0@lo 00000100:00100000:0.0:1789265741.835597:0:19934:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff937644c5d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3644:x1876180579098112:12345-0@lo:400:kworker.0 Request processed in 30us (5508us total) trans 0 rc -107/-107 00000100:00100000:0.0:1789265741.835603:0:19934:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74 00000100:00100000:0.0:1789265741.835615:0:19934:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 75 00000100:00100000:0.0:1789265741.835619:0:19934:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff937644c5dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3644:x1876180579098496:12345-0@lo:400:kworker.0 00000020:00080000:0.0:1789265741.835623:0:19934:0:(tgt_handler.c:807:tgt_request_handle()) operation 400 on unconnected OST from 12345-0@lo 00000100:00100000:0.0:1789265741.835643:0:19934:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff937644c5dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3644:x1876180579098496:12345-0@lo:400:kworker.0 Request processed in 23us (4697us total) trans 0 rc -107/-107 00000100:00100000:0.0:1789265741.835649:0:19934:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 75 00000100:00080000:0.0:1789265741.835694:0:3644:0:(recover.c:205:ptlrpc_request_handle_notconn()) import lustre-MDT0000-lwp-OST0001 of lustre-MDT0000_UUID@0@lo abruptly disconnected: reconnecting 00000100:00080000:0.0:1789265741.835699:0:3644:0:(import.c:65:import_set_state_nolock()) ffff93764318f000 lustre-MDT0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:0.0:1789265741.835703:0:3644:0:(import.c:182:ptlrpc_set_import_discon()) lustre-MDT0000-lwp-OST0001: Connection to lustre-MDT0000 (at 0@lo) was lost; in progress operations using this service will wait for recovery to complete 00000100:00080000:0.0:1789265741.835708:0:3644:0:(import.c:65:import_set_state_nolock()) ffff93764318f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789265741.835712:0:3644:0:(import.c:510:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 546 00000100:00080000:0.0:1789265741.835719:0:3644:0:(import.c:624:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93764318f000 using connection 192.168.202.142@tcp/0@lo 00000100:00100000:0.0:1789265741.835755:0:3644:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93774f101f80 x1876180579098880/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789265741.835780:0:3644:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93775f6e8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3644:1876180579098496:0@lo:400:kworker.0 00000100:00100000:0.0:1789265741.838129:0:3644:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff937644c5fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3644:1876180579097472:0@lo:13:osp-pre-1-1.0 00000100:00080000:0.0:1789265741.838146:0:3644:0:(recover.c:205:ptlrpc_request_handle_notconn()) import lustre-MDT0000-lwp-MDT0001 of lustre-MDT0000_UUID@0@lo abruptly disconnected: reconnecting 00000100:00080000:0.0:1789265741.838151:0:3644:0:(import.c:65:import_set_state_nolock()) ffff93777f3f2000 lustre-MDT0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:0.0:1789265741.838155:0:3644:0:(import.c:182:ptlrpc_set_import_discon()) lustre-MDT0000-lwp-MDT0001: Connection to lustre-MDT0000 (at 0@lo) was lost; in progress operations using this service will wait for recovery to complete 00000100:00080000:0.0:1789265741.838160:0:3644:0:(import.c:65:import_set_state_nolock()) ffff93777f3f2000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789265741.838164:0:3644:0:(import.c:510:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 514 00000100:00080000:0.0:1789265741.838890:0:3644:0:(import.c:624:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93777f3f2000 using connection 192.168.202.142@tcp/0@lo 00000100:00100000:0.0:1789265741.838921:0:3644:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93774f100380 x1876180579099008/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789265741.838937:0:3644:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93775f6e9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3644:1876180579098112:0@lo:400:kworker.0 00010000:00080000:0.0:1789265741.838957:0:3644:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffff93775f6e8700 x1876180579098624/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789265757 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789265741.838965:0:3644:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93775f6e8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3644:1876180579098624:0@lo:400:kworker.0 00000100:00080000:0.0:1789265741.839007:0:17139:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1789265741.839021:0:3642:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93774f101f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3642:1876180579098880:0@lo:38:ptlrpcd_00_01.0 00000100:00100000:0.0:1789265741.839082:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789265741.839120:0:3642:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93774f100380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3642:1876180579099008:0@lo:38:ptlrpcd_00_01.0 00000100:00100000:0.0:1789265741.839140:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789265741.840311:0:19934:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180579098880 00000100:00100000:1.0:1789265741.840324:0:19934:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180579098880 00000100:00100000:1.0:1789265741.856806:0:19934:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180579099008 00000100:00100000:1.0:1789265741.856823:0:19934:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180579099008 00000100:00100000:1.0:1789265741.856925:0:17144:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 76 00000100:00100000:1.0:1789265741.856934:0:17144:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93774f103480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3642:x1876180579098880:12345-0@lo:38:ptlrpcd_00_01.0 00010000:00020000:1.0:1789265741.856956:0:17144:0:(ldlm_lib.c:1190:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1789265741.857040:0:17144:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93774f103480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3642:x1876180579098880:12345-0@lo:38:ptlrpcd_00_01.0 Request processed in 106us (17957us total) trans 0 rc -19/-19 00000100:00100000:1.0:1789265741.857047:0:17144:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 76 00000100:00100000:1.0:1789265741.857068:0:17144:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 77 00000100:00100000:1.0:1789265741.857072:0:17144:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93774f100700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3642:x1876180579099008:12345-0@lo:38:ptlrpcd_00_01.0 00010000:00020000:1.0:1789265741.857082:0:17144:0:(ldlm_lib.c:1190:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1789265741.857107:0:17144:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93774f100700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3642:x1876180579099008:12345-0@lo:38:ptlrpcd_00_01.0 Request processed in 33us (17966us total) trans 0 rc -19/-19 00000100:00100000:1.0:1789265741.857113:0:17144:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 77 00000100:00080000:1.0:1789265741.857186:0:3642:0:(import.c:65:import_set_state_nolock()) ffff93764318f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789265741.857192:0:3642:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1789265741.857196:0:3642:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93774f101f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3642:1876180579098880:0@lo:38:ptlrpcd_00_01.0 00000100:00080000:1.0:1789265741.857208:0:3642:0:(import.c:65:import_set_state_nolock()) ffff93777f3f2000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789265741.857211:0:3642:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1789265741.857214:0:3642:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93774f100380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3642:1876180579099008:0@lo:38:ptlrpcd_00_01.0 00010000:00010000:2.0:1789265742.645294:0:17133:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00100000:0.0:1789265743.359040:0:18646:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00000020:00000080:0.0:1789265743.359055:0:18646:0:(genops.c:885:class_export_put()) final put ffff9376435bf000/lustre-MDT0000-mdtlov_UUID 00000020:00000080:0.0:1789265743.359092:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff9376435bf000/lustre-MDT0000-mdtlov_UUID for lustre-OST0000 00000020:00000080:0.0:1789265743.359142:0:37:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff9376435b9800 for lustre-OST0000 00000020:01000004:0.0:1789265743.622517:0:20915:0:(tgt_mount.c:2195:server_umount_begin()) umount -f 00000020:01000004:0.0:1789265743.643361:0:20915:0:(tgt_mount.c:2065:server_put_super()) server put_super lustre-MDT0001 00010000:00010000:0.0:1789265743.643418:0:20915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.142@tcp lock: ffff937642393200/0xbbfdc9019c1d4cc9 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0xbbfdc9019c1d4cd0 expref: -99 pid: 17876 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789265743.644630:0:20915:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.142@tcp lock: ffff937642393200/0xbbfdc9019c1d4cc9 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000000000000 nid: local remote: 0xbbfdc9019c1d4cd0 expref: -99 pid: 17876 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789265743.644639:0:20915:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.142@tcp lock: ffff937642393200/0xbbfdc9019c1d4cc9 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000400000000 nid: local remote: 0xbbfdc9019c1d4cd0 expref: -99 pid: 17876 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789265743.644647:0:20915:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.142@tcp lock: ffff937642393200/0xbbfdc9019c1d4cc9 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000400000000 nid: local remote: 0xbbfdc9019c1d4cd0 expref: -99 pid: 17876 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789265743.644737:0:20915:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 10000000:01000000:1.0:1789265743.644744:0:20915:0:(mgc_request.c:547:config_log_end()) end config log lustre-client (0) 00000100:00080000:1.0:1789265743.644773:0:20915:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:1.0:1789265743.644791:0:20915:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0001: committing for last_committed 0 gen 3 00000100:00080000:1.0:1789265743.644797:0:20915:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID 00000100:00080000:1.0:1789265743.644803:0:20915:0:(import.c:65:import_set_state_nolock()) ffff93777f3f2000 lustre-MDT0000_UUID: changing import state from DISCONN to CLOSED 00000100:00080000:1.0:1789265743.644808:0:20915:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:1.0:1789265743.644810:0:20915:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0001: committing for last_committed 0 gen 4 00000100:00100000:1.0:1789265743.644813:0:20915:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00010000:00010000:3.0:1789265743.645328:0:17132:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1789265743.645336:0:17132:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.142@tcp lock: ffff937642393200/0xbbfdc9019c1d4cc9 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000400000000 nid: local remote: 0xbbfdc9019c1d4cd0 expref: -99 pid: 17876 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265743.645345:0:17132:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff937642393200 already unused, calling callback (ffffffffc13cbc20) 10000000:00010000:3.0:1789265743.645356:0:17132:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.142@tcp lock: ffff937642393200/0xbbfdc9019c1d4cc9 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000400000000 nid: local remote: 0xbbfdc9019c1d4cd0 expref: -99 pid: 17876 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265743.645365:0:17132:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.142@tcp lock: ffff937642393200/0xbbfdc9019c1d4cc9 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1008400000000 nid: local remote: 0xbbfdc9019c1d4cd0 expref: -99 pid: 17876 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1789265743.645373:0:17132:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.142@tcp lock: ffff937642393200/0xbbfdc9019c1d4cc9 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1009400000000 nid: local remote: 0xbbfdc9019c1d4cd0 expref: -99 pid: 17876 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1789265743.645379:0:17132:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:3.0:1789265743.645381:0:17132:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-client: stopping, won't requeue 10000000:01000000:3.0:1789265743.645384:0:17132:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-client 00010000:00010000:3.0:1789265743.645420:0:17132:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.142@tcp lock: ffff937642393200/0xbbfdc9019c1d4cc9 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x5809400000020 nid: local remote: 0xbbfdc9019c1d4cd0 expref: -99 pid: 17876 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265743.645438:0:17132:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1789265743.645464:0:17132:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.142@tcp lock: ffff937642393200/0xbbfdc9019c1d4cc9 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x5809400000020 nid: local remote: 0xbbfdc9019c1d4cd0 expref: -99 pid: 17876 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265743.645471:0:17132:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.142@tcp lock: ffff937642393200/0xbbfdc9019c1d4cc9 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x5809400000020 nid: local remote: 0xbbfdc9019c1d4cd0 expref: -99 pid: 17876 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265743.645484:0:17132:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789265743.645485:0:17132:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789265743.645487:0:17132:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1789265743.645505:0:3645:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93777783aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:c753e2cb-2e3c-4466-8bdc-141f9ba53a83:3645:1876180579099136:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1789265743.645571:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789265743.645643:0:17129:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180579099136 00000100:00100000:3.0:1789265743.645651:0:17129:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180579099136 00000100:00100000:3.0:1789265743.645692:0:17129:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:3.0:1789265743.645699:0:17129:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff937777838380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0+-99:3645:x1876180579099136:12345-0@lo:103:ldlm_bl.0 00010000:00020000:3.0:1789265743.645712:0:17129:0:(ldlm_lockd.c:2564:ldlm_cancel_handler()) ldlm_cancel from 0@lo arrived at 1789265743 with bad export cookie 13546204262951635693 00010000:00010000:1.0:1789265743.646791:0:20915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.142@tcp lock: ffff9376435fd000/0xbbfdc9019c1d4c28 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0xbbfdc9019c1d4c2f expref: -99 pid: 17876 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789265743.646805:0:20915:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.142@tcp lock: ffff9376435fd000/0xbbfdc9019c1d4c28 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000000000000 nid: local remote: 0xbbfdc9019c1d4c2f expref: -99 pid: 17876 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789265743.646813:0:20915:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.142@tcp lock: ffff9376435fd000/0xbbfdc9019c1d4c28 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000400000000 nid: local remote: 0xbbfdc9019c1d4c2f expref: -99 pid: 17876 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789265743.646819:0:20915:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.142@tcp lock: ffff9376435fd000/0xbbfdc9019c1d4c28 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000400000000 nid: local remote: 0xbbfdc9019c1d4c2f expref: -99 pid: 17876 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789265743.646840:0:20915:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1789265743.646845:0:20915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.142@tcp lock: ffff937642392600/0xbbfdc9019c1d4f1c lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xbbfdc9019c1d4f23 expref: -99 pid: 17141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789265743.646852:0:20915:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.142@tcp lock: ffff937642392600/0xbbfdc9019c1d4f1c lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xbbfdc9019c1d4f23 expref: -99 pid: 17141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789265743.646877:0:20915:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.142@tcp lock: ffff937642392600/0xbbfdc9019c1d4f1c lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0xbbfdc9019c1d4f23 expref: -99 pid: 17141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789265743.646884:0:20915:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.142@tcp lock: ffff937642392600/0xbbfdc9019c1d4f1c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0xbbfdc9019c1d4f23 expref: -99 pid: 17141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789265743.646913:0:20915:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:1.0:1789265743.646920:0:20915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.142@tcp lock: ffff9377532bc000/0xbbfdc9019c1d50b2 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xbbfdc9019c1d50b9 expref: -99 pid: 17141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789265743.646926:0:20915:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.142@tcp lock: ffff9377532bc000/0xbbfdc9019c1d50b2 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0xbbfdc9019c1d50b9 expref: -99 pid: 17141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789265743.646931:0:20915:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.142@tcp lock: ffff9377532bc000/0xbbfdc9019c1d50b2 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000400000000 nid: local remote: 0xbbfdc9019c1d50b9 expref: -99 pid: 17141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789265743.646937:0:20915:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.142@tcp lock: ffff9377532bc000/0xbbfdc9019c1d50b2 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000400000000 nid: local remote: 0xbbfdc9019c1d50b9 expref: -99 pid: 17141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789265743.646945:0:20915:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00010000:00010000:1.0:1789265743.646950:0:20915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.142@tcp lock: ffff9376435fcc00/0xbbfdc9019c1d4c1a lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xbbfdc9019c1d4c21 expref: -99 pid: 17876 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789265743.646956:0:20915:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.142@tcp lock: ffff9376435fcc00/0xbbfdc9019c1d4c1a lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xbbfdc9019c1d4c21 expref: -99 pid: 17876 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789265743.646961:0:20915:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.142@tcp lock: ffff9376435fcc00/0xbbfdc9019c1d4c1a lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0xbbfdc9019c1d4c21 expref: -99 pid: 17876 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789265743.646966:0:20915:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.142@tcp lock: ffff9376435fcc00/0xbbfdc9019c1d4c1a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0xbbfdc9019c1d4c21 expref: -99 pid: 17876 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789265743.646973:0:20915:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 10000000:01000000:1.0:1789265743.650086:0:20915:0:(mgc_request.c:547:config_log_end()) end config log lustre-MDT0001 (0) 00000020:01000004:1.0:1789265743.650140:0:20915:0:(tgt_mount.c:2115:server_put_super()) stopping lustre-MDT0001 00000020:01000000:1.0:1789265743.650145:0:20915:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0001 (flags='F') 00000020:00000080:1.0:1789265743.650149:0:20915:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1789265743.650226:0:20915:0:(obd_config.c:956:class_cleanup()) lustre-MDT0001: forcing exports to disconnect: 2/5 00000020:00080000:1.0:1789265743.650233:0:20915:0:(genops.c:1819:print_export_data()) lustre-MDT0001: ACTIVE ffff93764217e800 lustre-MDT0001-lwp-OST0001_UUID 0@lo 4 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:1.0:1789265743.650240:0:20915:0:(genops.c:1819:print_export_data()) lustre-MDT0001: ACTIVE ffff9376431b2800 lustre-MDT0001-lwp-OST0000_UUID 0@lo 4 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:1.0:1789265743.650244:0:20915:0:(genops.c:1553:class_disconnect_exports()) OBD device 14 (ffff93775f540000) has exports, disconnecting them 00000020:00080000:1.0:1789265743.650249:0:20915:0:(genops.c:1528:class_disconnect_export_list()) lustre-MDT0001: disconnecting export at 0@lo (ffff93764217e800), last request at 1789265741 00000020:00000080:1.0:1789265743.650257:0:20915:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xbbfdc9019c1d4f0e 00000100:00080000:1.0:1789265743.650273:0:20915:0:(import.c:65:import_set_state_nolock()) ffff93764217a800 : changing import state from FULL to CLOSED 00000020:00080000:1.0:1789265743.650315:0:20915:0:(genops.c:1533:class_disconnect_export_list()) disconnected export at 0@lo (ffff93764217e800): rc 0 00000020:00000080:1.0:1789265743.650317:0:20915:0:(genops.c:885:class_export_put()) final put ffff93764217e800/lustre-MDT0001-lwp-OST0001_UUID 00000020:00080000:1.0:1789265743.650334:0:20915:0:(genops.c:1528:class_disconnect_export_list()) lustre-MDT0001: disconnecting export at 0@lo (ffff9376431b2800), last request at 1789265741 00000020:00000080:1.0:1789265743.650337:0:20915:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xbbfdc9019c1d4da9 00000100:00080000:1.0:1789265743.650344:0:20915:0:(import.c:65:import_set_state_nolock()) ffff9376431b0000 : changing import state from FULL to CLOSED 00000020:00080000:1.0:1789265743.650349:0:20915:0:(genops.c:1533:class_disconnect_export_list()) disconnected export at 0@lo (ffff9376431b2800): rc 0 00000020:00000080:1.0:1789265743.650351:0:20915:0:(genops.c:885:class_export_put()) final put ffff9376431b2800/lustre-MDT0001-lwp-OST0000_UUID 00000004:00000080:1.0:1789265743.650357:0:20915:0:(mdd_device.c:2304:mdd_iocontrol()) lustre-MDD0001: cmd=400866e7 len=0 karg=ffffa60581067ae0 00000100:00080000:1.0:1789265743.650374:0:20915:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:1.0:1789265743.650382:0:20915:0:(client.c:3601:ptlrpc_abort_inflight()) @@@ aborting waiting req req@ffff93774f2f1f80 x1876180579097088/t0(0) o41->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/224 e 0 to 0 dl 1789265757 ref 1 fl Rpc:RSQU/200/0 rc -107/-107 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789265743.650399:0:20915:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: committing for last_committed 0 gen 3 00000020:00000080:0.0:1789265743.651261:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff93764217e800/lustre-MDT0001-lwp-OST0001_UUID for lustre-MDT0001 00000020:00000080:0.0:1789265743.651311:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff9376431b2800/lustre-MDT0001-lwp-OST0000_UUID for lustre-MDT0001 00000020:00000080:0.0:1789265743.651346:0:8:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff93764217a800 for lustre-MDT0001 00000020:00000080:0.0:1789265743.651350:0:8:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff9376431b0000 for lustre-MDT0001 00000100:00100000:0.0:1789265743.651946:0:3646:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93774f2f1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3646:1876180579097088:0@lo:41:osp-pre-0-1.0 00010000:00010000:0.0:1789265743.651991:0:17132:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:0.0:1789265743.651999:0:17132:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.142@tcp lock: ffff9376435fd000/0xbbfdc9019c1d4c28 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000400000000 nid: local remote: 0xbbfdc9019c1d4c2f expref: -99 pid: 17876 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789265743.652009:0:17132:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9376435fd000 already unused, calling callback (ffffffffc13cbc20) 10000000:00010000:0.0:1789265743.652014:0:17132:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.142@tcp lock: ffff9376435fd000/0xbbfdc9019c1d4c28 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000400000000 nid: local remote: 0xbbfdc9019c1d4c2f expref: -99 pid: 17876 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789265743.652039:0:17132:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.142@tcp lock: ffff9376435fd000/0xbbfdc9019c1d4c28 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1008400000000 nid: local remote: 0xbbfdc9019c1d4c2f expref: -99 pid: 17876 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1789265743.652047:0:17132:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.142@tcp lock: ffff9376435fd000/0xbbfdc9019c1d4c28 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1009400000000 nid: local remote: 0xbbfdc9019c1d4c2f expref: -99 pid: 17876 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1789265743.652053:0:17132:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:0.0:1789265743.652056:0:17132:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-MDT0001: stopping, won't requeue 10000000:01000000:0.0:1789265743.652059:0:17132:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-MDT0001 00010000:00010000:0.0:1789265743.652094:0:17132:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.142@tcp lock: ffff9376435fd000/0xbbfdc9019c1d4c28 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x5809400000020 nid: local remote: 0xbbfdc9019c1d4c2f expref: -99 pid: 17876 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789265743.652101:0:17132:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1789265743.652121:0:17132:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.142@tcp lock: ffff9376435fd000/0xbbfdc9019c1d4c28 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x5809400000020 nid: local remote: 0xbbfdc9019c1d4c2f expref: -99 pid: 17876 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789265743.652128:0:17132:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.142@tcp lock: ffff9376435fd000/0xbbfdc9019c1d4c28 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x5809400000020 nid: local remote: 0xbbfdc9019c1d4c2f expref: -99 pid: 17876 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789265743.652141:0:17132:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:0.0:1789265743.652145:0:17132:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.142@tcp lock: ffff937642392600/0xbbfdc9019c1d4f1c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0xbbfdc9019c1d4f23 expref: -99 pid: 17141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789265743.652167:0:17132:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff937642392600 already unused, calling callback (ffffffffc13cbc20) 10000000:00010000:0.0:1789265743.652170:0:17132:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.142@tcp lock: ffff937642392600/0xbbfdc9019c1d4f1c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0xbbfdc9019c1d4f23 expref: -99 pid: 17141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789265743.652178:0:17132:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.142@tcp lock: ffff937642392600/0xbbfdc9019c1d4f1c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1008400000000 nid: local remote: 0xbbfdc9019c1d4f23 expref: -99 pid: 17141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1789265743.652193:0:17132:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.142@tcp lock: ffff937642392600/0xbbfdc9019c1d4f1c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1009400000000 nid: local remote: 0xbbfdc9019c1d4f23 expref: -99 pid: 17141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1789265743.652199:0:17132:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 10000000:01000000:0.0:1789265743.652201:0:17132:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-mdtir: stopping, won't requeue 10000000:01000000:0.0:1789265743.652203:0:17132:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-mdtir 00010000:00010000:0.0:1789265743.652214:0:17132:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.142@tcp lock: ffff937642392600/0xbbfdc9019c1d4f1c lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0xbbfdc9019c1d4f23 expref: -99 pid: 17141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789265743.652220:0:17132:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1789265743.652233:0:17132:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.142@tcp lock: ffff937642392600/0xbbfdc9019c1d4f1c lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0xbbfdc9019c1d4f23 expref: -99 pid: 17141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789265743.652240:0:17132:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.142@tcp lock: ffff937642392600/0xbbfdc9019c1d4f1c lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0xbbfdc9019c1d4f23 expref: -99 pid: 17141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789265743.652251:0:17132:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1789265743.652255:0:17132:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.142@tcp lock: ffff9377532bc000/0xbbfdc9019c1d50b2 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000400000000 nid: local remote: 0xbbfdc9019c1d50b9 expref: -99 pid: 17141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789265743.652260:0:17132:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9377532bc000 already unused, calling callback (ffffffffc13cbc20) 10000000:00010000:0.0:1789265743.652263:0:17132:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.142@tcp lock: ffff9377532bc000/0xbbfdc9019c1d50b2 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000400000000 nid: local remote: 0xbbfdc9019c1d50b9 expref: -99 pid: 17141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789265743.652270:0:17132:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.142@tcp lock: ffff9377532bc000/0xbbfdc9019c1d50b2 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1008400000000 nid: local remote: 0xbbfdc9019c1d50b9 expref: -99 pid: 17141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1789265743.652276:0:17132:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.142@tcp lock: ffff9377532bc000/0xbbfdc9019c1d50b2 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1009400000000 nid: local remote: 0xbbfdc9019c1d50b9 expref: -99 pid: 17141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1789265743.652289:0:17132:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 10000000:01000000:0.0:1789265743.652291:0:17132:0:(mgc_request.c:944:mgc_blocking_ast()) log params: stopping, won't requeue 10000000:01000000:0.0:1789265743.652293:0:17132:0:(mgc_request.c:130:config_log_put()) dropping config log params 00010000:00010000:0.0:1789265743.652305:0:17132:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.142@tcp lock: ffff9377532bc000/0xbbfdc9019c1d50b2 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000020 nid: local remote: 0xbbfdc9019c1d50b9 expref: -99 pid: 17141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789265743.652309:0:17132:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1789265743.652314:0:17132:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.142@tcp lock: ffff9377532bc000/0xbbfdc9019c1d50b2 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000020 nid: local remote: 0xbbfdc9019c1d50b9 expref: -99 pid: 17141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789265743.652321:0:17132:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.142@tcp lock: ffff9377532bc000/0xbbfdc9019c1d50b2 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000020 nid: local remote: 0xbbfdc9019c1d50b9 expref: -99 pid: 17141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789265743.652328:0:17132:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1789265743.652331:0:17132:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.142@tcp lock: ffff9376435fcc00/0xbbfdc9019c1d4c1a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0xbbfdc9019c1d4c21 expref: -99 pid: 17876 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789265743.652337:0:17132:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9376435fcc00 already unused, calling callback (ffffffffc13cbc20) 10000000:00010000:0.0:1789265743.652339:0:17132:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.142@tcp lock: ffff9376435fcc00/0xbbfdc9019c1d4c1a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0xbbfdc9019c1d4c21 expref: -99 pid: 17876 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789265743.652346:0:17132:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.142@tcp lock: ffff9376435fcc00/0xbbfdc9019c1d4c1a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1008400000000 nid: local remote: 0xbbfdc9019c1d4c21 expref: -99 pid: 17876 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1789265743.652352:0:17132:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.142@tcp lock: ffff9376435fcc00/0xbbfdc9019c1d4c1a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1009400000000 nid: local remote: 0xbbfdc9019c1d4c21 expref: -99 pid: 17876 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1789265743.652356:0:17132:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x5:0x0].0x0 (lustre) 10000000:01000000:0.0:1789265743.652358:0:17132:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-barrier: stopping, won't requeue 10000000:01000000:0.0:1789265743.652360:0:17132:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-barrier 00010000:00010000:0.0:1789265743.652372:0:17132:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.142@tcp lock: ffff9376435fcc00/0xbbfdc9019c1d4c1a lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0xbbfdc9019c1d4c21 expref: -99 pid: 17876 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789265743.652377:0:17132:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1789265743.652382:0:17132:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.142@tcp lock: ffff9376435fcc00/0xbbfdc9019c1d4c1a lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0xbbfdc9019c1d4c21 expref: -99 pid: 17876 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789265743.652388:0:17132:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.142@tcp lock: ffff9376435fcc00/0xbbfdc9019c1d4c1a lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0xbbfdc9019c1d4c21 expref: -99 pid: 17876 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789265743.652398:0:17132:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789265743.652400:0:17132:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789265743.652401:0:17132:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1789265743.652414:0:3643:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93774f102680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:c753e2cb-2e3c-4466-8bdc-141f9ba53a83:3643:1876180579099392:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1789265743.652483:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789265743.652524:0:3643:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1789265743.652530:0:3643:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93774f103800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:c753e2cb-2e3c-4466-8bdc-141f9ba53a83:3643:1876180579099520:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1789265743.652548:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789265743.652578:0:17131:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180579099392 00000100:00100000:0.0:1789265743.652583:0:17131:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180579099392 00000100:00100000:0.0:1789265743.652607:0:17131:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180579099520 00000100:00100000:0.0:1789265743.652609:0:17131:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180579099520 00000100:00100000:0.0:1789265743.652619:0:17131:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:0.0:1789265743.652626:0:17131:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93774f100380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:0+-99:3643:x1876180579099392:12345-0@lo:103:ldlm_bl.0 00010000:00020000:0.0:1789265743.652632:0:17131:0:(ldlm_lockd.c:2564:ldlm_cancel_handler()) ldlm_cancel from 0@lo arrived at 1789265743 with bad export cookie 13546204262951635693 00000100:00100000:0.0:1789265743.652667:0:17131:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93774f100380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:0+-99:3643:x1876180579099392:12345-0@lo:103:ldlm_bl.0 Request processed in 40us (184us total) trans 0 rc -107/-107 00000100:00100000:0.0:1789265743.652673:0:17131:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000100:00100000:0.0:1789265743.652687:0:17131:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00100000:0.0:1789265743.652690:0:17131:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93774f101f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:0+-99:3643:x1876180579099520:12345-0@lo:103:ldlm_bl.0 00010000:00020000:0.0:1789265743.652699:0:17131:0:(ldlm_lockd.c:2564:ldlm_cancel_handler()) ldlm_cancel from 0@lo arrived at 1789265743 with bad export cookie 13546204262951635693 00000100:00100000:0.0:1789265743.652721:0:17131:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93774f101f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:0+-99:3643:x1876180579099520:12345-0@lo:103:ldlm_bl.0 Request processed in 30us (172us total) trans 0 rc -107/-107 00000100:00100000:0.0:1789265743.652727:0:17131:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00000100:00100000:0.0:1789265743.652744:0:3646:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93774f100000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:c753e2cb-2e3c-4466-8bdc-141f9ba53a83:3646:1876180579099264:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1789265743.652762:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789265743.652777:0:3646:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1789265743.652782:0:3646:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93774f103b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:c753e2cb-2e3c-4466-8bdc-141f9ba53a83:3646:1876180579099648:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1789265743.652801:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789265743.652819:0:17898:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180579099264 00000100:00100000:0.0:1789265743.652823:0:17898:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180579099264 00000100:00100000:0.0:1789265743.652834:0:17898:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180579099648 00000100:00100000:0.0:1789265743.652837:0:17898:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180579099648 00000100:00100000:0.0:1789265743.652845:0:17898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17 00000100:00100000:0.0:1789265743.652849:0:17898:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93774f101500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0+-99:3646:x1876180579099264:12345-0@lo:103:ldlm_bl.0 00010000:00020000:0.0:1789265743.652853:0:17898:0:(ldlm_lockd.c:2564:ldlm_cancel_handler()) ldlm_cancel from 0@lo arrived at 1789265743 with bad export cookie 13546204262951635693 00000100:00100000:0.0:1789265743.652910:0:17898:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93774f101500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0+-99:3646:x1876180579099264:12345-0@lo:103:ldlm_bl.0 Request processed in 59us (146us total) trans 0 rc -107/-107 00000100:00100000:0.0:1789265743.652915:0:17898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17 00000100:00100000:0.0:1789265743.652925:0:17898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 18 00000100:00100000:0.0:1789265743.652928:0:17898:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93774f427050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0+-99:3646:x1876180579099648:12345-0@lo:103:ldlm_bl.0 00010000:00020000:0.0:1789265743.652932:0:17898:0:(ldlm_lockd.c:2564:ldlm_cancel_handler()) ldlm_cancel from 0@lo arrived at 1789265743 with bad export cookie 13546204262951635693 00000100:00100000:0.0:1789265743.652949:0:17898:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93774f427050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0+-99:3646:x1876180579099648:12345-0@lo:103:ldlm_bl.0 Request processed in 20us (148us total) trans 0 rc -107/-107 00000100:00100000:0.0:1789265743.652954:0:17898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 18 00000100:00080000:0.0:1789265743.652976:0:3646:0:(recover.c:205:ptlrpc_request_handle_notconn()) import MGC192.168.202.142@tcp of MGS@0@lo abruptly disconnected: reconnecting 00000100:00080000:0.0:1789265743.652980:0:3646:0:(import.c:65:import_set_state_nolock()) ffff93777f399000 MGS: changing import state from FULL to DISCONN 00000100:02020000:0.0:1789265743.652989:0:3646:0:(import.c:186:ptlrpc_set_import_discon()) MGC192.168.202.142@tcp: Connection to MGS (at 0@lo) was lost; in progress operations using this service will fail 00000100:00080000:1.0:1789265743.654071:0:20915:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID 00000100:00080000:1.0:1789265743.654079:0:20915:0:(import.c:65:import_set_state_nolock()) ffff93777aaea000 lustre-MDT0000_UUID: changing import state from DISCONN to CLOSED 00000100:00080000:1.0:1789265743.654174:0:3643:0:(recover.c:205:ptlrpc_request_handle_notconn()) import MGC192.168.202.142@tcp of MGS@0@lo abruptly disconnected: reconnecting 00010000:00010000:2.0:1789265743.655833:0:17133:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1789265743.669348:0:17129:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff937777838380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0+-99:3645:x1876180579099136:12345-0@lo:103:ldlm_bl.0 Request processed in 20724us (20853us total) trans 0 rc -107/-107 00000100:00100000:3.0:1789265743.669366:0:17129:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000100:00080000:2.0:1789265743.670558:0:3645:0:(recover.c:205:ptlrpc_request_handle_notconn()) import MGC192.168.202.142@tcp of MGS@0@lo abruptly disconnected: reconnecting 00000100:00080000:3.0:1789265743.670959:0:20915:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:3.0:1789265743.670965:0:20915:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: committing for last_committed 8589934593 gen 3 00000004:00080000:3.0:1789265743.671044:0:20915:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00080000:3.0:1789265743.671113:0:20915:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID 00000100:00080000:3.0:1789265743.671139:0:20915:0:(import.c:65:import_set_state_nolock()) ffff9376424d5000 lustre-OST0000_UUID: changing import state from FULL to CONNECTING 00000100:00080000:3.0:1789265743.671340:0:20915:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:3.0:1789265743.671343:0:20915:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: committing for last_committed 8589934593 gen 3 00000004:00080000:3.0:1789265743.671351:0:20915:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00080000:3.0:1789265743.671402:0:20915:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID 00000100:00080000:3.0:1789265743.671413:0:20915:0:(import.c:65:import_set_state_nolock()) ffff937747e2e800 lustre-OST0001_UUID: changing import state from FULL to CONNECTING 00000020:00080000:3.0:1789265743.671531:0:20915:0:(genops.c:1558:class_disconnect_exports()) OBD device 14 (ffff93775f540000) has no exports 00010000:00010000:3.0:1789265743.682139:0:17132:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789265743.712799:0:3646:0:(import.c:192:ptlrpc_set_import_discon()) import MGS@0@lo for MGC192.168.202.142@tcp not replayable, auto-deactivating 00000100:00080000:0.0:1789265743.712806:0:3646:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 00000100:00100000:0.0:1789265743.712816:0:3646:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff93775f6ea680 x1876180579097600/t0(0) o400->MGC192.168.202.142@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1789265757 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789265743.712830:0:3646:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff93777783aa00 x1876180579099136/t0(0) o103->MGC192.168.202.142@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1789265759 ref 1 fl Rpc:RQU/200/0 rc 0/-107 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789265743.712840:0:3646:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff93774f102680 x1876180579099392/t0(0) o103->MGC192.168.202.142@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1789265759 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789265743.712848:0:3646:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff93774f103800 x1876180579099520/t0(0) o103->MGC192.168.202.142@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1789265759 ref 1 fl Rpc:RQU/200/0 rc 0/-107 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789265743.712855:0:3646:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff93774f100000 x1876180579099264/t0(0) o103->MGC192.168.202.142@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1789265759 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789265743.712890:0:3646:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff93774f103b80 x1876180579099648/t0(0) o103->MGC192.168.202.142@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1789265759 ref 1 fl Rpc:RQU/200/0 rc 0/-107 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789265743.713108:0:3645:0:(import.c:214:ptlrpc_set_import_discon()) mgc: import ffff93777f399000 already not connected (conn 1, was 1): DISCONN 10000000:01000000:0.0:1789265743.713586:0:3646:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808001 00000100:00080000:0.0:1789265743.713590:0:3646:0:(pinger.c:193:ptlrpc_pinger_ir_down()) IR down 10000000:01000000:0.0:1789265743.713591:0:3646:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808002 00000100:00080000:0.0:1789265743.713595:0:3646:0:(import.c:65:import_set_state_nolock()) ffff93777f399000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789265743.713601:0:3646:0:(import.c:510:import_select_connection()) MGC192.168.202.142@tcp: connect to NID 0@lo last attempt 498 00000100:00080000:0.0:1789265743.713609:0:3646:0:(import.c:624:import_select_connection()) MGC192.168.202.142@tcp: import ffff93777f399000 using connection 192.168.202.142@tcp/0@lo 00000100:00100000:0.0:1789265743.713759:0:3646:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93774f102d80 x1876180579100032/t0(0) o250->MGC192.168.202.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789265743.713788:0:3646:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93774f100000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:c753e2cb-2e3c-4466-8bdc-141f9ba53a83:3646:1876180579099264:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1789265743.713797:0:3646:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93775f6ea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:c753e2cb-2e3c-4466-8bdc-141f9ba53a83:3646:1876180579097600:0@lo:400:kworker.0 00000100:00100000:0.0:1789265743.713818:0:3646:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93774f103b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:c753e2cb-2e3c-4466-8bdc-141f9ba53a83:3646:1876180579099648:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1789265743.713910:0:3645:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93777783aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:c753e2cb-2e3c-4466-8bdc-141f9ba53a83:3645:1876180579099136:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1789265743.713957:0:3642:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff937777838380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3642:1876180579099776:0@lo:9:umount.0 00000100:00100000:0.0:1789265743.714019:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789265743.714061:0:3642:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93777783b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3642:1876180579099904:0@lo:9:umount.0 00000100:00100000:3.0:1789265743.714068:0:18650:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180579099776 00000100:00100000:3.0:1789265743.714076:0:18650:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180579099776 00000100:00100000:0.0:1789265743.714083:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789265743.714100:0:3642:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93774f102d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c753e2cb-2e3c-4466-8bdc-141f9ba53a83:3642:1876180579100032:0@lo:250:ptlrpcd_00_03.0 00000400:00000100:0.0:1789265743.714115:0:3642:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1876180579100032 offset 0 length 520: 4 00000100:00100000:3.0:1789265743.714123:0:18650:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180579099904 00000100:00100000:3.0:1789265743.714126:0:18650:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180579099904 00000100:00100000:3.0:1789265743.714148:0:18650:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36 00000100:00100000:3.0:1789265743.714236:0:18650:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93774f103b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3642:x1876180579099776:12345-0@lo:9:umount.0 00000020:00000080:3.0:1789265743.714260:0:18650:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xbbfdc9019c1d4dd3 00000100:00080000:3.0:1789265743.714268:0:18650:0:(import.c:65:import_set_state_nolock()) ffff9377528e0000 : changing import state from FULL to CLOSED 00000001:00000004:3.0:1789265743.714316:0:18650:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 2, last_transno is 8589934594 00000100:00100000:3.0:1789265743.714463:0:18650:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93774f103b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+2:3642:x1876180579099776:12345-0@lo:9:umount.0 Request processed in 230us (443us total) trans 0 rc 0/0 00000100:00100000:3.0:1789265743.714481:0:18650:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36 00000100:00100000:3.0:1789265743.714499:0:18650:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37 00000100:00100000:3.0:1789265743.714505:0:18650:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93774f100000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3642:x1876180579099904:12345-0@lo:9:umount.0 00000020:00000080:3.0:1789265743.714517:0:18650:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xbbfdc9019c1d4f3f 00000100:00080000:3.0:1789265743.714523:0:18650:0:(import.c:65:import_set_state_nolock()) ffff93764217a000 : changing import state from FULL to CLOSED 00000001:00000004:3.0:1789265743.714548:0:18650:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 2, last_transno is 8589934600 00000100:00100000:3.0:1789265743.714625:0:18650:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93774f100000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+2:3642:x1876180579099904:12345-0@lo:9:umount.0 Request processed in 120us (540us total) trans 0 rc 0/0 00000100:00100000:3.0:1789265743.714630:0:18650:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37 00000100:00080000:3.0:1789265743.714647:0:17139:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1789265743.714651:0:17139:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1789265743.714674:0:3642:0:(import.c:65:import_set_state_nolock()) ffff9376424d5000 lustre-OST0000_UUID: changing import state from CONNECTING to CLOSED 00000004:00080000:3.0:1789265743.714687:0:3642:0:(osp_dev.c:1618:osp_import_event()) got disconnected 00000004:00080000:3.0:1789265743.714689:0:3642:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:3.0:1789265743.714692:0:3642:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff937777838380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3642:1876180579099776:0@lo:9:umount.0 00000100:00080000:3.0:1789265743.714702:0:3642:0:(import.c:65:import_set_state_nolock()) ffff937747e2e800 lustre-OST0001_UUID: changing import state from CONNECTING to CLOSED 00000004:00080000:3.0:1789265743.714705:0:3642:0:(osp_dev.c:1618:osp_import_event()) got disconnected 00000004:00080000:3.0:1789265743.714706:0:3642:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:3.0:1789265743.714709:0:3642:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93777783b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3642:1876180579099904:0@lo:9:umount.0 00010000:00010000:3.0:1789265743.714732:0:17132:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789265743.715231:0:17133:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789265743.715464:0:3643:0:(import.c:214:ptlrpc_set_import_discon()) mgc: import ffff93777f399000 already not connected (conn 2, was 1): CONNECTING 00000100:00100000:1.0:1789265743.715502:0:3643:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93774f102680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:c753e2cb-2e3c-4466-8bdc-141f9ba53a83:3643:1876180579099392:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1789265743.715530:0:3643:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93774f103800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:c753e2cb-2e3c-4466-8bdc-141f9ba53a83:3643:1876180579099520:0@lo:103:ldlm_bl.0 00000020:00080000:2.0:1789265743.726066:0:20915:0:(genops.c:1558:class_disconnect_exports()) OBD device 14 (ffff93775f540000) has no exports 00000020:01000000:3.0:1789265743.798656:0:20915:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff93764302e6c0 - data ffff937753bf4e58/ffff93775082e400 00000020:01000000:3.0:1789265743.798808:0:20915:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff93774f3e97e0 - data ffff9377736236c0/ffff9377477ab000 00000001:00000004:3.0:1789265743.812954:0:20915:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0001_UUID: mount_count is 2, last_transno is 8589934595 00000100:00080000:2.0:1789265743.856785:0:20915:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:2.0:1789265743.856794:0:20915:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: committing for last_committed 0 gen 4 00000100:00100000:2.0:1789265743.856800:0:20915:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00080000:2.0:1789265743.860431:0:20915:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:2.0:1789265743.860438:0:20915:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: committing for last_committed 8589934593 gen 4 00000004:00080000:2.0:1789265743.860459:0:20915:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:2.0:1789265743.860462:0:20915:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000004:00080000:3.0:1789265743.860732:0:17885:0:(osp_sync.c:1324:osp_sync_process_queues()) stop llog processing 00000040:00080000:3.0:1789265743.860737:0:17885:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 1 count 1 00000040:00080000:3.0:1789265743.860748:0:17885:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x1:0x2:0x0] index 2 count 2 00000100:00080000:2.0:1789265743.861524:0:20915:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:2.0:1789265743.861528:0:20915:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: committing for last_committed 8589934593 gen 4 00000004:00080000:2.0:1789265743.861548:0:20915:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:2.0:1789265743.861550:0:20915:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000004:00080000:3.0:1789265743.861822:0:17887:0:(osp_sync.c:1324:osp_sync_process_queues()) stop llog processing 00000040:00080000:3.0:1789265743.861841:0:17887:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0xa:0x0] index 1 count 1 00000040:00080000:3.0:1789265743.861890:0:17887:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x1:0x5:0x0] index 2 count 2 00000020:00000080:2.0:1789265743.863386:0:20915:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xbbfdc9019c1d4c3d 00000020:00000080:2.0:1789265743.863397:0:20915:0:(genops.c:885:class_export_put()) final put ffff937747e2d800/lustre-MDT0001-osd_UUID 00000020:00000080:2.0:1789265743.864224:0:20915:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xbbfdc9019c1d4c52 00000020:00000080:2.0:1789265743.864231:0:20915:0:(genops.c:885:class_export_put()) final put ffff93774554a800/lustre-MDT0001-mdtlov_UUID 00000020:00000080:0.0:1789265743.864621:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff937747e2d800/lustre-MDT0001-osd_UUID for lustre-MDT0001-osd 00000020:01000000:2.0:1789265743.864701:0:20915:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0001-mdtlov (flags='') 00000020:00000080:2.0:1789265743.864708:0:20915:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1789265743.864716:0:20915:0:(obd_config.c:956:class_cleanup()) lustre-MDT0001-mdtlov: forcing exports to disconnect: 0/2 00000020:00080000:2.0:1789265743.864720:0:20915:0:(genops.c:1558:class_disconnect_exports()) OBD device 13 (ffff9376424f3370) has no exports 00000020:00000080:0.0:1789265743.864911:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff93774554a800/lustre-MDT0001-mdtlov_UUID for lustre-MDT0001-mdtlov 00000004:01000000:2.0:1789265743.864963:0:20915:0:(lod_lov.c:59:lod_putref()) destroying 2 ltd desc 00000020:00000080:2.0:1789265743.865228:0:20915:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xbbfdc9019c1d4ca6 00000020:00000080:2.0:1789265743.865235:0:20915:0:(genops.c:885:class_export_put()) final put ffff9376424d7800/lustre-MDT0001-mdtlov_UUID 00000020:01000000:2.0:1789265743.865395:0:20915:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0001-osc-MDT0001 (flags='') 00000020:00000080:2.0:1789265743.865399:0:20915:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1789265743.865404:0:20915:0:(obd_config.c:956:class_cleanup()) lustre-OST0001-osc-MDT0001: forcing exports to disconnect: 0/3 00000020:00080000:2.0:1789265743.865414:0:20915:0:(genops.c:1558:class_disconnect_exports()) OBD device 18 (ffff93775f5419b8) has no exports 00000020:00000080:2.0:1789265743.865420:0:20915:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xbbfdc9019c1d4c9f 00000020:00000080:2.0:1789265743.865424:0:20915:0:(genops.c:885:class_export_put()) final put ffff9376424d3000/lustre-MDT0001-osd_UUID 00000020:00000080:0.0:1789265743.865485:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff9376424d7800/lustre-MDT0001-mdtlov_UUID for lustre-OST0001-osc-MDT0001 00000020:00000080:0.0:1789265743.865923:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff9376424d3000/lustre-MDT0001-osd_UUID for lustre-MDT0001-osd 00010000:01000000:3.0:1789265743.866578:0:20915:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-OST0001-osc-MDT0001: client import never connected 00000100:00080000:3.0:1789265743.866584:0:20915:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:3.0:1789265743.866588:0:20915:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: committing for last_committed 8589934593 gen 5 00000004:00080000:3.0:1789265743.866594:0:20915:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:3.0:1789265743.866596:0:20915:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:3.0:1789265743.866675:0:20915:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:3.0:1789265743.866684:0:20915:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0001-osc-MDT0001 (uuid lustre-MDT0001-mdtlov_UUID) 00000020:00000080:3.0:1789265743.866689:0:20915:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xbbfdc9019c1d4c91 00000020:00000080:3.0:1789265743.866696:0:20915:0:(genops.c:885:class_export_put()) final put ffff9376424d2000/lustre-MDT0001-mdtlov_UUID 00000020:00000080:0.0:1789265743.866952:0:38:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff937747e2e800 for lustre-OST0001-osc-MDT0001 00000020:00000080:0.0:1789265743.866960:0:38:0:(genops.c:885:class_export_put()) final put ffff9376424d1800/lustre-MDT0001-mdtlov_UUID 00000020:00000080:0.0:1789265743.866962:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff9376424d1800/lustre-MDT0001-mdtlov_UUID for lustre-OST0001-osc-MDT0001 00000020:01000000:0.0:1789265743.866967:0:38:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0001-osc-MDT0001 (lustre-MDT0001-mdtlov_UUID) 00000020:01000000:3.0:1789265743.867295:0:20915:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0000-osc-MDT0001 (flags='') 00000020:00000080:3.0:1789265743.867300:0:20915:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1789265743.867306:0:20915:0:(obd_config.c:956:class_cleanup()) lustre-OST0000-osc-MDT0001: forcing exports to disconnect: 0/3 00000020:00080000:3.0:1789265743.867310:0:20915:0:(genops.c:1558:class_disconnect_exports()) OBD device 17 (ffff93775f543370) has no exports 00000020:00000080:3.0:1789265743.867316:0:20915:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xbbfdc9019c1d4c83 00000020:00000080:3.0:1789265743.867320:0:20915:0:(genops.c:885:class_export_put()) final put ffff9376424d3800/lustre-MDT0001-osd_UUID 00000020:00000080:0.0:1789265743.867532:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff9376424d2000/lustre-MDT0001-mdtlov_UUID for lustre-OST0000-osc-MDT0001 00010000:01000000:3.0:1789265743.868444:0:20915:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-OST0000-osc-MDT0001: client import never connected 00000100:00080000:3.0:1789265743.868449:0:20915:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:3.0:1789265743.868452:0:20915:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: committing for last_committed 8589934593 gen 5 00000004:00080000:3.0:1789265743.868457:0:20915:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:3.0:1789265743.868459:0:20915:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:0.0:1789265743.868756:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff9376424d3800/lustre-MDT0001-osd_UUID for lustre-MDT0001-osd 00000020:00000080:3.0:1789265743.868843:0:20915:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:3.0:1789265743.868850:0:20915:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0000-osc-MDT0001 (uuid lustre-MDT0001-mdtlov_UUID) 00000004:01000000:3.0:1789265743.868892:0:20915:0:(lod_lov.c:59:lod_putref()) destroying 1 ltd desc 00000020:00000080:3.0:1789265743.868899:0:20915:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xbbfdc9019c1d4c75 00000020:00000080:3.0:1789265743.868906:0:20915:0:(genops.c:885:class_export_put()) final put ffff9376424d4800/lustre-MDT0001-mdtlov_UUID 00000020:00000080:0.0:1789265743.869350:0:38:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff9376424d5000 for lustre-OST0000-osc-MDT0001 00000020:00000080:0.0:1789265743.869357:0:38:0:(genops.c:885:class_export_put()) final put ffff9376424d5800/lustre-MDT0001-mdtlov_UUID 00000020:00000080:0.0:1789265743.869360:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff9376424d5800/lustre-MDT0001-mdtlov_UUID for lustre-OST0000-osc-MDT0001 00000020:01000000:0.0:1789265743.869364:0:38:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0000-osc-MDT0001 (lustre-MDT0001-mdtlov_UUID) 00000020:01000000:3.0:1789265743.869494:0:20915:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-osp-MDT0001 (flags='F') 00000020:00000080:3.0:1789265743.869500:0:20915:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1789265743.869505:0:20915:0:(obd_config.c:956:class_cleanup()) lustre-MDT0000-osp-MDT0001: forcing exports to disconnect: 0/3 00000020:00080000:3.0:1789265743.869509:0:20915:0:(genops.c:1558:class_disconnect_exports()) OBD device 16 (ffff9377475d4d28) has no exports 00000020:00000080:3.0:1789265743.869515:0:20915:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xbbfdc9019c1d4c6e 00000020:00000080:3.0:1789265743.869528:0:20915:0:(genops.c:885:class_export_put()) final put ffff93777aaeb000/lustre-MDT0001-osd_UUID 00000020:00000080:0.0:1789265743.869732:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff9376424d4800/lustre-MDT0001-mdtlov_UUID for lustre-MDT0000-osp-MDT0001 00010000:01000000:2.0:1789265743.871140:0:20915:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-MDT0000-osp-MDT0001: client import never connected 00000100:00080000:2.0:1789265743.871147:0:20915:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:2.0:1789265743.871165:0:20915:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: committing for last_committed 0 gen 5 00000100:00100000:2.0:1789265743.871171:0:20915:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:0.0:1789265743.871421:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff93777aaeb000/lustre-MDT0001-osd_UUID for lustre-MDT0001-osd 00000020:00000080:2.0:1789265743.871762:0:20915:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1789265743.871771:0:20915:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-osp-MDT0001 (uuid lustre-MDT0001-mdtlov_UUID) 00000020:00000080:2.0:1789265743.871797:0:20915:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1789265743.871800:0:20915:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0001-mdtlov (uuid lustre-MDT0001-mdtlov_UUID) 00000020:00000080:2.0:1789265743.871804:0:20915:0:(genops.c:885:class_export_put()) final put ffff9376436f8000/lustre-MDT0001-mdtlov_UUID 00000020:00000080:2.0:1789265743.871807:0:20915:0:(genops.c:844:class_export_destroy()) destroying export ffff9376436f8000/lustre-MDT0001-mdtlov_UUID for lustre-MDT0001-mdtlov 00000020:01000000:2.0:1789265743.871812:0:20915:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0001-mdtlov (lustre-MDT0001-mdtlov_UUID) 00000020:00000080:0.0:1789265743.872104:0:38:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff93777aaea000 for lustre-MDT0000-osp-MDT0001 00000020:00000080:0.0:1789265743.872119:0:38:0:(genops.c:885:class_export_put()) final put ffff93774e717800/lustre-MDT0001-mdtlov_UUID 00000020:00000080:0.0:1789265743.872121:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff93774e717800/lustre-MDT0001-mdtlov_UUID for lustre-MDT0000-osp-MDT0001 00000020:01000000:0.0:1789265743.872125:0:38:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-osp-MDT0001 (lustre-MDT0001-mdtlov_UUID) 00000020:00000080:2.0:1789265743.872557:0:20915:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xbbfdc9019c1d4c59 00000020:00000080:2.0:1789265743.872565:0:20915:0:(genops.c:885:class_export_put()) final put ffff93774554d000/lustre-MDD0001_UUID 00000020:01000000:2.0:1789265743.872580:0:20915:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDD0001 (flags='') 00000020:00000080:2.0:1789265743.872585:0:20915:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1789265743.872590:0:20915:0:(obd_config.c:956:class_cleanup()) lustre-MDD0001: forcing exports to disconnect: 0/2 00000020:00080000:2.0:1789265743.872593:0:20915:0:(genops.c:1558:class_disconnect_exports()) OBD device 15 (ffff93775f544d28) has no exports 00000020:00000080:2.0:1789265743.872614:0:20915:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1789265743.872619:0:20915:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDD0001 (uuid lustre-MDD0001_UUID) 00000020:00000080:2.0:1789265743.872623:0:20915:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xbbfdc9019c1d4c60 00000020:00000080:2.0:1789265743.872626:0:20915:0:(genops.c:885:class_export_put()) final put ffff93774554a000/lustre-MDT0001-osd_UUID 00000020:01000004:2.0:1789265743.872633:0:20915:0:(tgt_mount.c:187:server_put_mount()) put mount ffff93775f5f4800 from lustre-MDT0001, refs=2 00000020:01000004:2.0:1789265743.872636:0:20915:0:(obd_mount.c:710:lustre_put_lsi()) put ffff93775f5f4800 2 00000020:01000004:2.0:1789265743.872639:0:20915:0:(tgt_mount.c:120:server_deregister_mount()) deregister mount ffff93775f5f4800 from lustre-MDT0001 00000020:00000080:2.0:1789265743.872655:0:20915:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1789265743.872658:0:20915:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0001 (uuid lustre-MDT0001_UUID) 00000020:00000080:2.0:1789265743.872660:0:20915:0:(genops.c:885:class_export_put()) final put ffff937747e2a000/lustre-MDT0001_UUID 00000020:00000080:2.0:1789265743.872662:0:20915:0:(genops.c:844:class_export_destroy()) destroying export ffff937747e2a000/lustre-MDT0001_UUID for lustre-MDT0001 00000020:01000000:2.0:1789265743.872669:0:20915:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0001 (lustre-MDT0001_UUID) 00000020:01000004:2.0:1789265743.872706:0:20915:0:(obd_mount.c:578:lustre_stop_mgc()) MGC still has 2 references. 00000020:01000000:2.0:1789265743.872710:0:20915:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-lwp-MDT0001 (flags='F') 00000020:00000080:2.0:1789265743.872713:0:20915:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1789265743.872716:0:20915:0:(obd_config.c:956:class_cleanup()) lustre-MDT0000-lwp-MDT0001: forcing exports to disconnect: 1/3 00000020:00080000:2.0:1789265743.872722:0:20915:0:(genops.c:1819:print_export_data()) lustre-MDT0000-lwp-MDT0001: ACTIVE ffff93775455e000 lustre-MDT0000-lwp-MDT0001 0@lo 3 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:2.0:1789265743.872727:0:20915:0:(genops.c:1553:class_disconnect_exports()) OBD device 19 (ffff93777a9819b8) has exports, disconnecting them 00000020:00080000:2.0:1789265743.872732:0:20915:0:(genops.c:1528:class_disconnect_export_list()) lustre-MDT0000-lwp-MDT0001: disconnecting export at 0@lo (ffff93775455e000), last request at 1789265659 00000020:00000080:2.0:1789265743.872735:0:20915:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xbbfdc9019c1d4cde 00000020:00080000:2.0:1789265743.872748:0:20915:0:(genops.c:1533:class_disconnect_export_list()) disconnected export at 0@lo (ffff93775455e000): rc 0 00000020:00000080:2.0:1789265743.872752:0:20915:0:(genops.c:885:class_export_put()) final put ffff93775455e000/lustre-MDT0000-lwp-MDT0001 00000020:00000080:0.0:1789265743.873687:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff93774554d000/lustre-MDD0001_UUID for lustre-MDD0001 00000020:00000080:0.0:1789265743.873696:0:38:0:(genops.c:885:class_export_put()) final put ffff937779e26800/lustre-MDD0001_UUID 00000020:00000080:0.0:1789265743.873698:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff937779e26800/lustre-MDD0001_UUID for lustre-MDD0001 00000020:01000000:0.0:1789265743.873703:0:38:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDD0001 (lustre-MDD0001_UUID) 00000020:00000080:0.0:1789265743.873841:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff93774554a000/lustre-MDT0001-osd_UUID for lustre-MDT0001-osd 00000020:00000080:0.0:1789265743.873846:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff93775455e000/lustre-MDT0000-lwp-MDT0001 for lustre-MDT0000-lwp-MDT0001 00010000:01000000:0.0:1789265743.890961:0:20915:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-MDT0000-lwp-MDT0001: client import never connected 00000100:00080000:0.0:1789265743.890970:0:20915:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:0.0:1789265743.890986:0:20915:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0001: committing for last_committed 0 gen 5 00000100:00100000:0.0:1789265743.890993:0:20915:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:0.0:1789265743.891031:0:38:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff93777f3f2000 for lustre-MDT0000-lwp-MDT0001 00000020:00000080:0.0:1789265743.891243:0:20915:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1789265743.891252:0:20915:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-lwp-MDT0001 (uuid lustre-MDT0000-lwp-MDT0001_UUID) 00000020:00000080:0.0:1789265743.891257:0:20915:0:(genops.c:885:class_export_put()) final put ffff93774f06f800/lustre-MDT0000-lwp-MDT0001_UUID 00000020:00000080:0.0:1789265743.891260:0:20915:0:(genops.c:844:class_export_destroy()) destroying export ffff93774f06f800/lustre-MDT0000-lwp-MDT0001_UUID for lustre-MDT0000-lwp-MDT0001 00000020:01000000:0.0:1789265743.891269:0:20915:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-lwp-MDT0001 (lustre-MDT0000-lwp-MDT0001_UUID) 00000020:01000004:0.0:1789265743.891349:0:20915:0:(obd_mount.c:710:lustre_put_lsi()) put ffff93775f5f4800 1 00000020:00000080:0.0:1789265743.891355:0:20915:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xbbfdc9019c1d4c05 00000020:00000080:0.0:1789265743.891361:0:20915:0:(genops.c:885:class_export_put()) final put ffff93764213d800/lustre-MDT0001-osd_UUID 00000020:01000000:0.0:1789265743.891370:0:20915:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0001-osd (flags='') 00000020:00000080:0.0:1789265743.891378:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff93764213d800/lustre-MDT0001-osd_UUID for lustre-MDT0001-osd 00000020:00000080:0.0:1789265743.891388:0:20915:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1789265743.891392:0:20915:0:(obd_config.c:956:class_cleanup()) lustre-MDT0001-osd: forcing exports to disconnect: 0/1 00000020:00080000:0.0:1789265743.891396:0:20915:0:(genops.c:1558:class_disconnect_exports()) OBD device 12 (ffff93774f188000) has no exports 00000020:00000080:1.0:1789265744.010529:0:20915:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1789265744.010543:0:20915:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0001-osd (uuid lustre-MDT0001-osd_UUID) 00000020:00000080:1.0:1789265744.010549:0:20915:0:(genops.c:885:class_export_put()) final put ffff93775f5f1800/lustre-MDT0001-osd_UUID 00000020:00000080:1.0:1789265744.010554:0:20915:0:(genops.c:844:class_export_destroy()) destroying export ffff93775f5f1800/lustre-MDT0001-osd_UUID for lustre-MDT0001-osd 00000020:01000000:1.0:1789265744.010567:0:20915:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0001-osd (lustre-MDT0001-osd_UUID) 00000020:01000004:1.0:1789265744.010690:0:20915:0:(obd_mount.c:668:lustre_free_lsi()) Freeing lsi ffff93775f5f3800 00000020:01000000:1.0:1789265744.010708:0:20915:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of MDS (flags='F') 00000020:00000080:1.0:1789265744.010712:0:20915:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1789265744.010716:0:20915:0:(obd_config.c:956:class_cleanup()) MDS: forcing exports to disconnect: 0/1 00000020:00080000:1.0:1789265744.010720:0:20915:0:(genops.c:1558:class_disconnect_exports()) OBD device 3 (ffff9376433acd28) has no exports 00000100:00100000:1.0:1789265744.010843:0:19934:0:(service.c:3183:ptlrpc_main()) mdt00_003: service thread [ffff937643344600:19934] 3 exiting: rc = 0 00000100:00100000:1.0:1789265744.011015:0:17143:0:(service.c:3183:ptlrpc_main()) mdt00_000: service thread [ffff93774e6f9600:17143] 0 exiting: rc = 1 00000100:00100000:2.0:1789265744.011174:0:17144:0:(service.c:3183:ptlrpc_main()) mdt00_001: service thread [ffff93774e6f8e00:17144] 1 exiting: rc = 0 00000100:00100000:1.0:1789265744.012342:0:17145:0:(service.c:3183:ptlrpc_main()) mdt00_002: service thread [ffff93774e6f8600:17145] 2 exiting: rc = 0 00000100:00100000:2.0:1789265744.018644:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789265744.018655:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789265744.018660:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789265744.018665:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789265744.018671:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789265744.018678:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789265744.018683:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789265744.018688:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789265744.018694:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789265744.018699:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789265744.018704:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789265744.018709:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789265744.018714:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789265744.018718:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789265744.018724:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789265744.018728:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789265744.018733:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789265744.018737:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789265744.018743:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789265744.018748:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789265744.018753:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789265744.018771:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789265744.018777:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789265744.018781:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789265744.018787:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789265744.018794:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789265744.018801:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789265744.018808:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789265744.018814:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789265744.018819:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789265744.018825:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789265744.018831:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789265744.018837:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789265744.018843:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789265744.018850:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789265744.018855:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789265744.019181:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789265744.019187:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789265744.019193:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789265744.019199:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789265744.019204:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789265744.019210:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789265744.019215:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789265744.019223:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789265744.019229:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789265744.019234:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789265744.019239:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789265744.019244:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789265744.019250:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789265744.019255:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789265744.019264:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789265744.019270:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789265744.019276:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789265744.019282:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789265744.019288:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789265744.019294:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789265744.019308:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789265744.019313:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789265744.019318:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789265744.019322:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789265744.019328:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789265744.019333:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789265744.019338:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789265744.019344:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789265744.026495:0:17147:0:(service.c:3183:ptlrpc_main()) mdt_rdpg00_001: service thread [ffff937643ca5600:17147] 1 exiting: rc = 0 00000100:00100000:1.0:1789265744.026611:0:17146:0:(service.c:3183:ptlrpc_main()) mdt_rdpg00_000: service thread [ffff937643ca5200:17146] 0 exiting: rc = 1 00000100:00100000:2.0:1789265744.027231:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789265744.027242:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789265744.027249:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789265744.027254:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789265744.027258:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789265744.027263:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789265744.027268:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789265744.027275:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789265744.027281:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789265744.027292:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789265744.027298:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789265744.027303:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789265744.027308:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789265744.027313:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789265744.027317:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789265744.027323:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789265744.027328:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789265744.027333:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789265744.027338:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789265744.027343:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789265744.027347:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789265744.027353:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789265744.027357:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789265744.027362:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789265744.027367:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789265744.027373:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789265744.027389:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789265744.027404:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789265744.027409:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789265744.027415:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789265744.027420:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789265744.027438:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789265744.027444:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789265744.027449:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789265744.027455:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789265744.027460:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789265744.027465:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789265744.027470:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789265744.027476:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789265744.027481:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789265744.027486:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789265744.027492:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789265744.027498:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789265744.027502:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789265744.027507:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789265744.027513:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789265744.027518:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789265744.027523:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789265744.027528:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789265744.027534:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789265744.027539:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789265744.027546:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789265744.027551:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789265744.027557:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789265744.027562:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789265744.027568:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789265744.027573:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789265744.027578:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789265744.027582:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789265744.027588:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789265744.027593:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789265744.027598:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789265744.027611:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789265744.027615:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789265744.028189:0:17148:0:(service.c:3183:ptlrpc_main()) mdt_out00_000: service thread [ffff937643ca4a00:17148] 0 exiting: rc = 1 00000100:00100000:1.0:1789265744.028276:0:17149:0:(service.c:3183:ptlrpc_main()) mdt_out00_001: service thread [ffff9377528f8a00:17149] 1 exiting: rc = 0 00000100:00100000:2.0:1789265744.034746:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789265744.034757:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789265744.034781:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789265744.034788:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789265744.034794:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789265744.034799:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789265744.034805:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789265744.034812:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789265744.034818:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789265744.034825:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789265744.034831:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789265744.034838:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789265744.034844:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789265744.034850:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789265744.034898:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789265744.034906:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789265744.034911:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789265744.034918:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789265744.034925:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789265744.034931:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789265744.034937:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789265744.034942:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789265744.034948:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789265744.034955:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789265744.034961:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789265744.034967:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789265744.034998:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789265744.035005:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789265744.035011:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789265744.035015:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789265744.036613:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789265744.036621:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789265744.036627:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789265744.036647:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789265744.036654:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789265744.036660:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789265744.036665:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789265744.036671:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789265744.036694:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789265744.036701:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789265744.036707:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789265744.036712:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789265744.036718:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789265744.036724:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789265744.036730:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789265744.036736:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789265744.036743:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789265744.036748:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789265744.036754:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789265744.036760:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789265744.036781:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789265744.037673:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789265744.037687:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789265744.037694:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789265744.037702:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789265744.037708:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789265744.037715:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789265744.037721:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789265744.037727:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789265744.037735:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789265744.037740:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789265744.037746:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789265744.037752:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789265744.037759:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789265744.060415:0:17150:0:(service.c:3183:ptlrpc_main()) mdt_seqs_0000: service thread [ffff937642575000:17150] 0 exiting: rc = 1 00000100:00100000:2.0:1789265744.061344:0:17151:0:(service.c:3183:ptlrpc_main()) mdt_seqs_0001: service thread [ffff9377528f8000:17151] 1 exiting: rc = 0 00000100:00100000:3.0:1789265744.061499:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789265744.061508:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789265744.061514:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789265744.061520:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789265744.061525:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789265744.061530:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789265744.061535:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789265744.061542:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789265744.061547:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789265744.061552:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789265744.061556:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789265744.061561:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789265744.061565:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789265744.061570:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789265744.061575:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789265744.061579:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789265744.061584:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789265744.061589:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789265744.061593:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789265744.061599:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789265744.061603:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789265744.061608:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789265744.061612:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789265744.061617:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789265744.061622:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789265744.061627:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789265744.061632:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789265744.061637:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789265744.061642:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789265744.061647:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789265744.061651:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789265744.061656:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789265744.061661:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789265744.061667:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789265744.061687:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789265744.061692:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789265744.061697:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789265744.061702:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789265744.061707:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789265744.061712:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789265744.061716:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789265744.061721:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789265744.061726:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789265744.061730:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789265744.061736:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789265744.061740:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789265744.061745:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789265744.061750:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789265744.061755:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789265744.061760:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789265744.061765:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789265744.061770:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789265744.061776:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789265744.061780:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789265744.061785:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789265744.061790:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789265744.061796:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789265744.061801:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789265744.061806:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789265744.061810:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789265744.061815:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789265744.061819:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789265744.061824:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789265744.061828:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789265744.062376:0:17152:0:(service.c:3183:ptlrpc_main()) mdt_seqm_0000: service thread [ffff9376423db400:17152] 0 exiting: rc = 1 00000100:00100000:2.0:1789265744.063243:0:17153:0:(service.c:3183:ptlrpc_main()) mdt_seqm_0001: service thread [ffff937746586e00:17153] 1 exiting: rc = 0 00000100:00100000:3.0:1789265744.063408:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789265744.063415:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789265744.063420:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789265744.063436:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789265744.063441:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789265744.063458:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789265744.063463:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789265744.063469:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789265744.063474:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789265744.063479:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789265744.063484:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789265744.063490:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789265744.063495:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789265744.063500:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789265744.063505:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789265744.063511:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789265744.063516:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789265744.063520:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789265744.063525:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789265744.063531:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789265744.063537:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789265744.063542:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789265744.063547:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789265744.063552:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789265744.063557:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789265744.063563:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789265744.063568:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789265744.063573:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789265744.063578:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789265744.063583:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789265744.063588:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789265744.063593:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789265744.063598:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789265744.063602:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789265744.063607:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789265744.063613:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789265744.063617:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789265744.063622:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789265744.063628:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789265744.063633:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789265744.063645:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789265744.063650:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789265744.063655:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789265744.063660:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789265744.063665:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789265744.063670:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789265744.063675:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789265744.063680:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789265744.063685:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789265744.063690:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789265744.063695:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789265744.063700:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789265744.063704:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789265744.063709:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789265744.063713:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789265744.063718:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789265744.063722:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789265744.063727:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789265744.063732:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789265744.063736:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789265744.063741:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789265744.063746:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789265744.063752:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789265744.063757:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789265744.064937:0:17154:0:(service.c:3183:ptlrpc_main()) mdt_fld_0000: service thread [ffff93774e59de00:17154] 0 exiting: rc = 1 00000100:00100000:1.0:1789265744.065962:0:17155:0:(service.c:3183:ptlrpc_main()) mdt_fld_0001: service thread [ffff93774399c200:17155] 1 exiting: rc = 0 00000100:00100000:3.0:1789265744.066264:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789265744.066272:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789265744.066277:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789265744.066282:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789265744.066287:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789265744.066292:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789265744.066298:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789265744.066302:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789265744.066307:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789265744.066312:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789265744.066317:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789265744.066333:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789265744.066339:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789265744.066345:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789265744.066350:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789265744.066355:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789265744.066361:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789265744.066366:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789265744.066371:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789265744.066376:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789265744.066381:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789265744.066387:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789265744.066392:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789265744.066396:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789265744.066402:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789265744.066406:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789265744.066411:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789265744.066416:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789265744.066420:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789265744.066437:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789265744.066442:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789265744.066448:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789265744.066454:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789265744.066460:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789265744.066466:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789265744.066471:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789265744.066476:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789265744.066481:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789265744.066485:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789265744.066490:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789265744.066495:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789265744.066500:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789265744.066505:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789265744.066511:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789265744.066517:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789265744.066521:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789265744.066535:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789265744.066541:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789265744.066546:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789265744.066551:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789265744.066555:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789265744.066561:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789265744.066566:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789265744.066571:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789265744.066575:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789265744.066581:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789265744.066586:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789265744.066590:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789265744.066595:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789265744.066599:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789265744.066604:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789265744.066609:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789265744.066614:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789265744.066620:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789265744.074525:0:17156:0:(service.c:3183:ptlrpc_main()) mdt_io00_000: service thread [ffff937643216000:17156] 0 exiting: rc = 1 00000100:00100000:3.0:1789265744.074804:0:17157:0:(service.c:3183:ptlrpc_main()) mdt_io00_001: service thread [ffff937643216600:17157] 1 exiting: rc = 0 00000100:00100000:3.0:1789265744.074989:0:17158:0:(service.c:3183:ptlrpc_main()) mdt_io00_002: service thread [ffff937643217e00:17158] 2 exiting: rc = 0 00000100:00100000:3.0:1789265744.075062:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789265744.075070:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789265744.075075:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789265744.075081:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789265744.075089:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789265744.075094:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789265744.075099:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789265744.075105:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789265744.075111:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789265744.075116:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789265744.075122:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789265744.075129:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789265744.075134:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789265744.075139:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789265744.075145:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789265744.075170:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789265744.075174:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789265744.075180:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789265744.075185:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789265744.075207:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789265744.075214:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789265744.075219:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789265744.075225:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789265744.075231:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789265744.075238:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789265744.075244:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789265744.075249:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789265744.075255:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789265744.075259:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789265744.075264:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789265744.075270:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789265744.075275:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789265744.075280:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789265744.075285:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789265744.075291:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789265744.075297:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789265744.075303:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789265744.075308:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789265744.075314:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789265744.075320:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789265744.075325:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789265744.075330:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789265744.075335:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789265744.075355:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789265744.075362:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789265744.075367:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789265744.075372:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789265744.075377:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789265744.075383:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789265744.075388:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789265744.075401:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789265744.075407:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789265744.075412:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789265744.075417:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789265744.075422:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789265744.075428:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789265744.075433:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789265744.075439:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789265744.075444:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789265744.075450:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789265744.075456:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789265744.075461:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789265744.075466:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789265744.075471:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000020:00000080:3.0:1789265744.083854:0:20915:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:3.0:1789265744.084628:0:20915:0:(obd_config.c:883:class_detach()) detach on obd MDS (uuid MDS_uuid) 00000020:00000080:3.0:1789265744.084634:0:20915:0:(genops.c:885:class_export_put()) final put ffff93777f398000/MDS_uuid 00000020:00000080:3.0:1789265744.084639:0:20915:0:(genops.c:844:class_export_destroy()) destroying export ffff93777f398000/MDS_uuid for MDS 00000020:01000000:3.0:1789265744.084647:0:20915:0:(genops.c:441:class_free_dev()) finishing cleanup of obd MDS (MDS_uuid) 00000020:02000400:3.0:1789265744.084807:0:20915:0:(tgt_mount.c:2184:server_put_super()) server umount lustre-MDT0001 complete 00010000:00010000:0.0:1789265744.696693:0:17132:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789265745.722260:0:17133:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789265746.750667:0:17132:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789265746.932626:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) c753e2cb-2e3c-4466-8bdc-141f9ba53a83->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789265746.932636:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) c753e2cb-2e3c-4466-8bdc-141f9ba53a83->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789265746.932640:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789265746.932643:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789265746.932647:0:38:0:(import.c:65:import_set_state_nolock()) ffff9376435bf800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789265746.932654:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 597 00000100:00080000:1.0:1789265746.932660:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 5s 00000100:00080000:1.0:1789265746.932675:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9376435bf800 using connection 192.168.202.142@tcp/0@lo 00000100:00100000:1.0:1789265746.932708:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff937644c5ca80 x1876180579100160/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789265746.932760:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789265746.932763:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789265746.932765:0:38:0:(import.c:65:import_set_state_nolock()) ffff93764318f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789265746.932769:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 597 00000100:00080000:1.0:1789265746.932783:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 5s 00000100:00080000:1.0:1789265746.932787:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93764318f000 using connection 192.168.202.142@tcp/0@lo 00000100:00100000:1.0:1789265746.932799:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff937644c5d180 x1876180579100416/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789265746.932841:0:3643:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff937644c5ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3643:1876180579100544:0@lo:400:kworker.0 00000400:00000100:1.0:1789265746.932910:0:3643:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876180579100544 offset 0 length 224: 4 00000100:00100000:0.0:1789265746.933635:0:3642:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff937644c5ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3642:1876180579100160:0@lo:38:kworker.0 00000400:00000100:0.0:1789265746.933667:0:3642:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876180579100160 offset 0 length 520: 4 00000100:00100000:0.0:1789265746.933684:0:3642:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff937644c5d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3642:1876180579100416:0@lo:38:kworker.0 00000400:00000100:0.0:1789265746.933700:0:3642:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876180579100416 offset 0 length 520: 4 00000100:00100000:0.0:1789265746.933727:0:3646:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff937644c5d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3646:1876180579100288:0@lo:400:kworker.0 00000400:00000100:0.0:1789265746.933762:0:3646:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876180579100288 offset 0 length 224: 4 00010000:00010000:2.0:1789265747.766087:0:17133:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789265748.789452:0:17132:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789265748.980385:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c753e2cb-2e3c-4466-8bdc-141f9ba53a83->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789265748.980397:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) c753e2cb-2e3c-4466-8bdc-141f9ba53a83->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789265748.980401:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789265748.980404:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789265748.980471:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789265748.980475:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:0.0:1789265748.980524:0:3645:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93774f101c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3645:1876180579100800:0@lo:400:kworker.0 00000400:00000100:0.0:1789265748.980600:0:3645:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876180579100800 offset 0 length 224: 4 00000100:00100000:2.0:1789265748.980748:0:3643:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1789265748.980760:0:3643:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93774f101180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3643:1876180579100672:0@lo:400:kworker.0 00000400:00000100:2.0:1789265748.980788:0:3643:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876180579100672 offset 0 length 224: 4 00000020:01000004:1.0:1789265749.011489:0:21117:0:(tgt_mount.c:2195:server_umount_begin()) umount -f 00000020:01000004:1.0:1789265749.032072:0:21117:0:(tgt_mount.c:2065:server_put_super()) server put_super lustre-OST0000 00010000:00010000:1.0:1789265749.032170:0:21117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.142@tcp lock: ffff9376435fc000/0xbbfdc9019c1d4d78 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0xbbfdc9019c1d4d7f expref: -99 pid: 18645 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789265749.032189:0:21117:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.142@tcp lock: ffff9376435fc000/0xbbfdc9019c1d4d78 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000000000000 nid: local remote: 0xbbfdc9019c1d4d7f expref: -99 pid: 18645 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789265749.032197:0:21117:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.142@tcp lock: ffff9376435fc000/0xbbfdc9019c1d4d78 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000400000000 nid: local remote: 0xbbfdc9019c1d4d7f expref: -99 pid: 18645 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789265749.032204:0:21117:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.142@tcp lock: ffff9376435fc000/0xbbfdc9019c1d4d78 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000400000000 nid: local remote: 0xbbfdc9019c1d4d7f expref: -99 pid: 18645 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789265749.032252:0:21117:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 10000000:01000000:1.0:1789265749.032260:0:21117:0:(mgc_request.c:547:config_log_end()) end config log lustre-client (0) 00000100:00080000:1.0:1789265749.032293:0:21117:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:1.0:1789265749.032308:0:21117:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff937644c5ca80 x1876180579100160/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789265761 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789265749.032328:0:21117:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: committing for last_committed 0 gen 3 00000100:00080000:1.0:1789265749.032335:0:21117:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID 00000100:00080000:1.0:1789265749.032343:0:21117:0:(import.c:65:import_set_state_nolock()) ffff9376435bf800 lustre-MDT0000_UUID: changing import state from CONNECTING to CLOSED 00000100:00080000:1.0:1789265749.032348:0:21117:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:1.0:1789265749.032352:0:21117:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff937644c5ca80 x1876180579100160/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789265761 ref 1 fl Rpc:ENQr/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789265749.032358:0:21117:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: committing for last_committed 0 gen 4 00000100:00100000:1.0:1789265749.032362:0:21117:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 16s for inflight to error out 00000100:00100000:0.0:1789265749.032567:0:3642:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff937644c5ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3642:1876180579100160:0@lo:38:kworker.0 00010000:00010000:2.0:1789265749.033267:0:17133:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1789265749.033278:0:17133:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.142@tcp lock: ffff9376435fc000/0xbbfdc9019c1d4d78 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000400000000 nid: local remote: 0xbbfdc9019c1d4d7f expref: -99 pid: 18645 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265749.033289:0:17133:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9376435fc000 already unused, calling callback (ffffffffc13cbc20) 10000000:00010000:2.0:1789265749.033293:0:17133:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.142@tcp lock: ffff9376435fc000/0xbbfdc9019c1d4d78 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000400000000 nid: local remote: 0xbbfdc9019c1d4d7f expref: -99 pid: 18645 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265749.033303:0:17133:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.142@tcp lock: ffff9376435fc000/0xbbfdc9019c1d4d78 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1008400000000 nid: local remote: 0xbbfdc9019c1d4d7f expref: -99 pid: 18645 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1789265749.033310:0:17133:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.142@tcp lock: ffff9376435fc000/0xbbfdc9019c1d4d78 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1009400000000 nid: local remote: 0xbbfdc9019c1d4d7f expref: -99 pid: 18645 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1789265749.033317:0:17133:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:2.0:1789265749.033320:0:17133:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-client: stopping, won't requeue 10000000:01000000:2.0:1789265749.033323:0:17133:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-client 00010000:00010000:2.0:1789265749.033343:0:17133:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff93777f399000 00010000:00010000:2.0:1789265749.033347:0:17133:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.142@tcp lock: ffff9376435fc000/0xbbfdc9019c1d4d78 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x5809400000000 nid: local remote: 0xbbfdc9019c1d4d7f expref: -99 pid: 18645 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265749.033355:0:17133:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.142@tcp lock: ffff9376435fc000/0xbbfdc9019c1d4d78 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x5809400000000 nid: local remote: 0xbbfdc9019c1d4d7f expref: -99 pid: 18645 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265749.033369:0:17133:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789265749.033371:0:17133:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789265749.033387:0:17133:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789265749.034077:0:21117:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:1.0:1789265749.034092:0:21117:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff937644c5d500 x1876180579100288/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789265762 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789265749.034136:0:21117:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff93774f101180 x1876180579100672/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789265764 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789265749.034153:0:21117:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: committing for last_committed 0 gen 3 00000100:00080000:1.0:1789265749.034159:0:21117:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID 00000100:00080000:1.0:1789265749.034187:0:21117:0:(import.c:65:import_set_state_nolock()) ffff9376431b0800 lustre-MDT0001_UUID: changing import state from FULL to CONNECTING 00000100:00100000:2.0:1789265749.034419:0:3643:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93774f101180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3643:1876180579100672:0@lo:400:kworker.0 00000100:00100000:3.0:1789265749.035010:0:3646:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff937644c5d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3646:1876180579100288:0@lo:400:kworker.0 00000100:00100000:1.0:1789265749.035123:0:3642:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff937644c5df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3642:1876180579100928:0@lo:39:umount.0 00000400:00000100:1.0:1789265749.035197:0:3642:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876180579100928 offset 0 length 224: 4 00000001:00100000:1.0:1789265749.494117:0:19464:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of lustre-MDT0001-mdtlov_UUID 00000020:00000080:1.0:1789265749.494131:0:19464:0:(genops.c:885:class_export_put()) final put ffff93764217b000/lustre-MDT0001-mdtlov_UUID 00000020:00000080:2.0:1789265749.495311:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff93764217b000/lustre-MDT0001-mdtlov_UUID for lustre-OST0001 00000020:00000080:2.0:1789265749.495398:0:8:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff93764217a000 for lustre-OST0001 00000001:00100000:1.0:1789265749.499699:0:18646:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of lustre-MDT0001-mdtlov_UUID 00000020:00000080:1.0:1789265749.499712:0:18646:0:(genops.c:885:class_export_put()) final put ffff9377528e7800/lustre-MDT0001-mdtlov_UUID 00000020:00000080:3.0:1789265749.500372:0:20468:0:(genops.c:844:class_export_destroy()) destroying export ffff9377528e7800/lustre-MDT0001-mdtlov_UUID for lustre-OST0000 00000020:00000080:3.0:1789265749.500442:0:20468:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff9377528e0000 for lustre-OST0000 00010000:00010000:0.0:1789265749.815707:0:17132:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789265750.837719:0:17133:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789265751.859111:0:17132:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789265751.987118:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c753e2cb-2e3c-4466-8bdc-141f9ba53a83->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789265751.987132:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) c753e2cb-2e3c-4466-8bdc-141f9ba53a83->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789265751.987135:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789265751.987138:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:0.0:1789265751.987278:0:3645:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1789265751.987304:0:3645:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff937644c5ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3645:1876180579101056:0@lo:400:kworker.0 00000400:00000100:0.0:1789265751.987374:0:3645:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876180579101056 offset 0 length 224: 4 00010000:00010000:2.0:1789265752.884112:0:17133:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1789265753.139118:0:3642:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789265743/real 1789265743] req@ffff93774f102d80 x1876180579100032/t0(0) o250->MGC192.168.202.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789265753 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'ptlrpcd_00_03.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789265753.139165:0:3642:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff93774f102d80 x1876180579100032/t0(0) o250->MGC192.168.202.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789265753 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'ptlrpcd_00_03.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789265753.139192:0:3642:0:(import.c:65:import_set_state_nolock()) ffff93777f399000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789265753.139283:0:3642:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:1.0:1789265753.139288:0:3642:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93774f102d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c753e2cb-2e3c-4466-8bdc-141f9ba53a83:3642:1876180579100032:0@lo:250:ptlrpcd_00_03.0 00000100:00080000:0.0:1789265753.140652:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c753e2cb-2e3c-4466-8bdc-141f9ba53a83->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789265753.140663:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1789265753.140669:0:8:0:(import.c:65:import_set_state_nolock()) ffff93777f399000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789265753.140677:0:8:0:(import.c:510:import_select_connection()) MGC192.168.202.142@tcp: connect to NID 0@lo last attempt 599 00000100:00080000:0.0:1789265753.140684:0:8:0:(import.c:589:import_select_connection()) MGC192.168.202.142@tcp: tried all connections, increasing latency to 5s 00000100:00080000:0.0:1789265753.140693:0:8:0:(import.c:624:import_select_connection()) MGC192.168.202.142@tcp: import ffff93777f399000 using connection 192.168.202.142@tcp/0@lo 00000100:00100000:0.0:1789265753.140743:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93774f100e00 x1876180579101184/t0(0) o250->MGC192.168.202.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789265753.140847:0:3642:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93774f100e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c753e2cb-2e3c-4466-8bdc-141f9ba53a83:3642:1876180579101184:0@lo:250:kworker.0 00000400:00000100:1.0:1789265753.141087:0:3642:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1876180579101184 offset 0 length 520: 4 00000100:00080000:0.0:1789265753.141178:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789265753.141183:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:3.0:1789265753.142559:0:3644:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1789265753.142586:0:3644:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93774f102300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3644:1876180579101312:0@lo:400:kworker.0 00000400:00000100:3.0:1789265753.142638:0:3644:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876180579101312 offset 0 length 224: 4 00010000:00010000:0.0:1789265753.907292:0:17132:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789265754.931756:0:17133:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789265755.956129:0:17132:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789265756.979133:0:17133:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789265758.010406:0:17132:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789265758.195358:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c753e2cb-2e3c-4466-8bdc-141f9ba53a83->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789265758.195368:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) c753e2cb-2e3c-4466-8bdc-141f9ba53a83->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789265758.195372:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789265758.195375:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:2.0:1789265758.195523:0:3643:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1789265758.195541:0:3643:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93774f102d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3643:1876180579101440:0@lo:400:kworker.0 00000400:00000100:2.0:1789265758.195591:0:3643:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876180579101440 offset 0 length 224: 4 00010000:00010000:2.0:1789265759.027932:0:17133:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1789265759.283122:0:3642:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789265749/real 1789265749] req@ffff937644c5df80 x1876180579100928/t0(0) o39->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 1 dl 1789265759 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789265759.283160:0:3642:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff937644c5df80 x1876180579100928/t0(0) o39->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 1 dl 1789265759 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789265759.283181:0:3642:0:(import.c:65:import_set_state_nolock()) ffff9376431b0800 lustre-MDT0001_UUID: changing import state from CONNECTING to CLOSED 00000100:00100000:1.0:1789265759.283276:0:3642:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff937644c5df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3642:1876180579100928:0@lo:39:umount.0 00000100:00080000:2.0:1789265759.283649:0:21117:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:2.0:1789265759.283657:0:21117:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: committing for last_committed 0 gen 4 00000100:00100000:2.0:1789265759.283663:0:21117:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00010000:00010000:2.0:1789265759.284813:0:21117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.142@tcp lock: ffff937642392c00/0xbbfdc9019c1d4d4e lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0xbbfdc9019c1d4d55 expref: -99 pid: 18645 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265759.284833:0:21117:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.142@tcp lock: ffff937642392c00/0xbbfdc9019c1d4d4e lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0xbbfdc9019c1d4d55 expref: -99 pid: 18645 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265759.284841:0:21117:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.142@tcp lock: ffff937642392c00/0xbbfdc9019c1d4d4e lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000400000000 nid: local remote: 0xbbfdc9019c1d4d55 expref: -99 pid: 18645 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265759.284849:0:21117:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.142@tcp lock: ffff937642392c00/0xbbfdc9019c1d4d4e lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000400000000 nid: local remote: 0xbbfdc9019c1d4d55 expref: -99 pid: 18645 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265759.285450:0:21117:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1789265759.285464:0:21117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.142@tcp lock: ffff9377532bd000/0xbbfdc9019c1d50a4 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xbbfdc9019c1d50ab expref: -99 pid: 17141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265759.285492:0:21117:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.142@tcp lock: ffff9377532bd000/0xbbfdc9019c1d50a4 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xbbfdc9019c1d50ab expref: -99 pid: 17141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265759.285499:0:21117:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.142@tcp lock: ffff9377532bd000/0xbbfdc9019c1d50a4 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0xbbfdc9019c1d50ab expref: -99 pid: 17141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265759.285506:0:21117:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.142@tcp lock: ffff9377532bd000/0xbbfdc9019c1d50a4 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0xbbfdc9019c1d50ab expref: -99 pid: 17141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265759.285531:0:21117:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 10000000:01000000:2.0:1789265759.285536:0:21117:0:(mgc_request.c:547:config_log_end()) end config log lustre-OST0000 (0) 00000020:01000004:2.0:1789265759.285570:0:21117:0:(tgt_mount.c:2115:server_put_super()) stopping lustre-OST0000 00000020:01000000:2.0:1789265759.285576:0:21117:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0000 (flags='F') 00010000:00010000:0.0:1789265759.285751:0:17132:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1789265759.285760:0:17132:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.142@tcp lock: ffff937642392c00/0xbbfdc9019c1d4d4e lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000400000000 nid: local remote: 0xbbfdc9019c1d4d55 expref: -99 pid: 18645 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789265759.285769:0:17132:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff937642392c00 already unused, calling callback (ffffffffc13cbc20) 10000000:00010000:0.0:1789265759.285773:0:17132:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.142@tcp lock: ffff937642392c00/0xbbfdc9019c1d4d4e lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000400000000 nid: local remote: 0xbbfdc9019c1d4d55 expref: -99 pid: 18645 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789265759.285783:0:17132:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.142@tcp lock: ffff937642392c00/0xbbfdc9019c1d4d4e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1008400000000 nid: local remote: 0xbbfdc9019c1d4d55 expref: -99 pid: 18645 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1789265759.285798:0:17132:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.142@tcp lock: ffff937642392c00/0xbbfdc9019c1d4d4e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1009400000000 nid: local remote: 0xbbfdc9019c1d4d55 expref: -99 pid: 18645 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1789265759.285805:0:17132:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:0.0:1789265759.285808:0:17132:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-OST0000: stopping, won't requeue 10000000:01000000:0.0:1789265759.285810:0:17132:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-OST0000 00010000:00010000:0.0:1789265759.285828:0:17132:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff93777f399000 00010000:00010000:0.0:1789265759.285832:0:17132:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.142@tcp lock: ffff937642392c00/0xbbfdc9019c1d4d4e lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x5809400000000 nid: local remote: 0xbbfdc9019c1d4d55 expref: -99 pid: 18645 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789265759.285839:0:17132:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.142@tcp lock: ffff937642392c00/0xbbfdc9019c1d4d4e lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x5809400000000 nid: local remote: 0xbbfdc9019c1d4d55 expref: -99 pid: 18645 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789265759.285911:0:17132:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1789265759.285916:0:17132:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.142@tcp lock: ffff9377532bd000/0xbbfdc9019c1d50a4 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0xbbfdc9019c1d50ab expref: -99 pid: 17141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789265759.285922:0:17132:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9377532bd000 already unused, calling callback (ffffffffc13cbc20) 10000000:00010000:0.0:1789265759.285924:0:17132:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.142@tcp lock: ffff9377532bd000/0xbbfdc9019c1d50a4 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0xbbfdc9019c1d50ab expref: -99 pid: 17141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789265759.285931:0:17132:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.142@tcp lock: ffff9377532bd000/0xbbfdc9019c1d50a4 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1008400000000 nid: local remote: 0xbbfdc9019c1d50ab expref: -99 pid: 17141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1789265759.285938:0:17132:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.142@tcp lock: ffff9377532bd000/0xbbfdc9019c1d50a4 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1009400000000 nid: local remote: 0xbbfdc9019c1d50ab expref: -99 pid: 17141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1789265759.285943:0:17132:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 10000000:01000000:0.0:1789265759.285945:0:17132:0:(mgc_request.c:944:mgc_blocking_ast()) log params: stopping, won't requeue 10000000:01000000:0.0:1789265759.285952:0:17132:0:(mgc_request.c:130:config_log_put()) dropping config log params 00010000:00010000:0.0:1789265759.285960:0:17132:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff93777f399000 00010000:00010000:0.0:1789265759.285963:0:17132:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.142@tcp lock: ffff9377532bd000/0xbbfdc9019c1d50a4 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000000 nid: local remote: 0xbbfdc9019c1d50ab expref: -99 pid: 17141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789265759.285969:0:17132:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.142@tcp lock: ffff9377532bd000/0xbbfdc9019c1d50a4 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000000 nid: local remote: 0xbbfdc9019c1d50ab expref: -99 pid: 17141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789265759.285979:0:17132:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789265759.285981:0:17132:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789265759.285983:0:17132:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:2.0:1789265759.286044:0:21117:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1789265759.286053:0:21117:0:(obd_config.c:956:class_cleanup()) lustre-OST0000: forcing exports to disconnect: 0/1 00000020:00080000:2.0:1789265759.286058:0:21117:0:(genops.c:1558:class_disconnect_exports()) OBD device 22 (ffff93775def0000) has no exports 00000020:00080000:2.0:1789265759.286090:0:21117:0:(genops.c:1558:class_disconnect_exports()) OBD device 22 (ffff93775def0000) has no exports 00010000:00010000:3.0:1789265759.286158:0:17133:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000000:2.0:1789265759.289845:0:21117:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff937772d69960 - data ffff9377734dd510/ffff937643485400 00000020:01000000:2.0:1789265759.290103:0:21117:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff93774f3e99c0 - data ffff937773666510/ffff9377477dc800 00100000:10000000:2.0:1789265759.301932:0:21117:0:(lfsck_layout.c:753:lfsck_rbtree_cleanup()) lustre-OST0000-osd: layout LFSCK fini OST-objects accessing bitmap 00000020:00000080:1.0:1789265759.318451:0:21117:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xbbfdc9019c1d4d63 00000020:00000080:1.0:1789265759.318482:0:21117:0:(genops.c:885:class_export_put()) final put ffff9377528e6800/lustre-OST0000-osd_UUID 00000020:01000004:1.0:1789265759.318499:0:21117:0:(tgt_mount.c:187:server_put_mount()) put mount ffff93776128f000 from lustre-OST0000, refs=2 00000020:01000004:1.0:1789265759.318503:0:21117:0:(obd_mount.c:710:lustre_put_lsi()) put ffff93776128f000 2 00000020:01000004:1.0:1789265759.318507:0:21117:0:(tgt_mount.c:120:server_deregister_mount()) deregister mount ffff93776128f000 from lustre-OST0000 00000020:00000080:1.0:1789265759.318542:0:21117:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1789265759.318555:0:21117:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0000 (uuid lustre-OST0000_UUID) 00000020:00000080:1.0:1789265759.318558:0:21117:0:(genops.c:885:class_export_put()) final put ffff9377528e3000/lustre-OST0000_UUID 00000020:00000080:1.0:1789265759.318562:0:21117:0:(genops.c:844:class_export_destroy()) destroying export ffff9377528e3000/lustre-OST0000_UUID for lustre-OST0000 00000020:01000000:1.0:1789265759.318576:0:21117:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0000 (lustre-OST0000_UUID) 00000020:01000004:1.0:1789265759.318659:0:21117:0:(obd_mount.c:578:lustre_stop_mgc()) MGC still has 1 references. 00000020:01000000:1.0:1789265759.318665:0:21117:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-lwp-OST0000 (flags='F') 00000020:00000080:1.0:1789265759.318669:0:21117:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1789265759.318674:0:21117:0:(obd_config.c:956:class_cleanup()) lustre-MDT0000-lwp-OST0000: forcing exports to disconnect: 1/3 00000020:00080000:1.0:1789265759.318683:0:21117:0:(genops.c:1819:print_export_data()) lustre-MDT0000-lwp-OST0000: ACTIVE ffff9376435ba800 lustre-MDT0000-lwp-OST0000 0@lo 3 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:1.0:1789265759.318698:0:21117:0:(genops.c:1553:class_disconnect_exports()) OBD device 23 (ffff93777a984d28) has exports, disconnecting them 00000020:00080000:1.0:1789265759.318705:0:21117:0:(genops.c:1528:class_disconnect_export_list()) lustre-MDT0000-lwp-OST0000: disconnecting export at 0@lo (ffff9376435ba800), last request at 1789265675 00000020:00000080:1.0:1789265759.318709:0:21117:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xbbfdc9019c1d4d8d 00000020:00080000:1.0:1789265759.318721:0:21117:0:(genops.c:1533:class_disconnect_export_list()) disconnected export at 0@lo (ffff9376435ba800): rc 0 00000020:00000080:1.0:1789265759.318727:0:21117:0:(genops.c:885:class_export_put()) final put ffff9376435ba800/lustre-MDT0000-lwp-OST0000 00000020:00000080:3.0:1789265759.319767:0:20468:0:(genops.c:844:class_export_destroy()) destroying export ffff9377528e6800/lustre-OST0000-osd_UUID for lustre-OST0000-osd 00000020:00000080:3.0:1789265759.319782:0:20468:0:(genops.c:844:class_export_destroy()) destroying export ffff9376435ba800/lustre-MDT0000-lwp-OST0000 for lustre-MDT0000-lwp-OST0000 00010000:01000000:0.0:1789265759.321284:0:21117:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-MDT0000-lwp-OST0000: client import never connected 00000100:00080000:0.0:1789265759.321295:0:21117:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:0.0:1789265759.321300:0:21117:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: committing for last_committed 0 gen 5 00000100:00100000:0.0:1789265759.321310:0:21117:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:0.0:1789265759.321524:0:21117:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1789265759.321534:0:21117:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-lwp-OST0000 (uuid lustre-MDT0000-lwp-OST0000_UUID) 00000020:01000000:0.0:1789265759.321543:0:21117:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0001-lwp-OST0000 (flags='F') 00000020:00000080:0.0:1789265759.321549:0:21117:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1789265759.321554:0:21117:0:(obd_config.c:956:class_cleanup()) lustre-MDT0001-lwp-OST0000: forcing exports to disconnect: 1/3 00000020:00080000:0.0:1789265759.321562:0:21117:0:(genops.c:1819:print_export_data()) lustre-MDT0001-lwp-OST0000: ACTIVE ffff9376431b6800 lustre-MDT0001-lwp-OST0000 0@lo 3 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:0.0:1789265759.321569:0:21117:0:(genops.c:1553:class_disconnect_exports()) OBD device 24 (ffff9376426e8000) has exports, disconnecting them 00000020:00080000:0.0:1789265759.321573:0:21117:0:(genops.c:1528:class_disconnect_export_list()) lustre-MDT0001-lwp-OST0000: disconnecting export at 0@lo (ffff9376431b6800), last request at 1789265675 00000020:00000080:0.0:1789265759.321578:0:21117:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xbbfdc9019c1d4da2 00000020:00080000:0.0:1789265759.321598:0:21117:0:(genops.c:1533:class_disconnect_export_list()) disconnected export at 0@lo (ffff9376431b6800): rc 0 00000020:00000080:0.0:1789265759.321604:0:21117:0:(genops.c:885:class_export_put()) final put ffff9376431b6800/lustre-MDT0001-lwp-OST0000 00000020:00000080:3.0:1789265759.322170:0:20468:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff9376435bf800 for lustre-MDT0000-lwp-OST0000 00000020:00000080:3.0:1789265759.322181:0:20468:0:(genops.c:885:class_export_put()) final put ffff9376435bc000/lustre-MDT0000-lwp-OST0000_UUID 00000020:00000080:3.0:1789265759.322206:0:20468:0:(genops.c:844:class_export_destroy()) destroying export ffff9376435bc000/lustre-MDT0000-lwp-OST0000_UUID for lustre-MDT0000-lwp-OST0000 00000020:01000000:3.0:1789265759.322216:0:20468:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-lwp-OST0000 (lustre-MDT0000-lwp-OST0000_UUID) 00000020:00000080:3.0:1789265759.322307:0:20468:0:(genops.c:844:class_export_destroy()) destroying export ffff9376431b6800/lustre-MDT0001-lwp-OST0000 for lustre-MDT0001-lwp-OST0000 00010000:01000000:0.0:1789265759.397251:0:21117:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-MDT0001-lwp-OST0000: client import never connected 00000100:00080000:0.0:1789265759.397264:0:21117:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:0.0:1789265759.397270:0:21117:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: committing for last_committed 0 gen 5 00000100:00100000:0.0:1789265759.397279:0:21117:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:0.0:1789265759.397540:0:21117:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1789265759.397552:0:21117:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0001-lwp-OST0000 (uuid lustre-MDT0001-lwp-OST0000_UUID) 00000020:01000004:0.0:1789265759.397566:0:21117:0:(obd_mount.c:710:lustre_put_lsi()) put ffff93776128f000 1 00000020:00000080:0.0:1789265759.397575:0:21117:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xbbfdc9019c1d4d40 00000020:00000080:0.0:1789265759.397587:0:21117:0:(genops.c:885:class_export_put()) final put ffff9376420e7000/lustre-OST0000-osd_UUID 00000020:01000000:0.0:1789265759.397594:0:21117:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0000-osd (flags='') 00000020:00000080:0.0:1789265759.397608:0:21117:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1789265759.397614:0:21117:0:(obd_config.c:956:class_cleanup()) lustre-OST0000-osd: forcing exports to disconnect: 0/2 00000020:00080000:0.0:1789265759.397618:0:21117:0:(genops.c:1558:class_disconnect_exports()) OBD device 20 (ffff9376433a99b8) has no exports 00000020:00000080:3.0:1789265759.403020:0:20468:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff9376431b0800 for lustre-MDT0001-lwp-OST0000 00000020:00000080:3.0:1789265759.403042:0:20468:0:(genops.c:885:class_export_put()) final put ffff9376431b4000/lustre-MDT0001-lwp-OST0000_UUID 00000020:00000080:3.0:1789265759.403047:0:20468:0:(genops.c:844:class_export_destroy()) destroying export ffff9376431b4000/lustre-MDT0001-lwp-OST0000_UUID for lustre-MDT0001-lwp-OST0000 00000020:01000000:3.0:1789265759.403058:0:20468:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0001-lwp-OST0000 (lustre-MDT0001-lwp-OST0000_UUID) 00000020:00000080:3.0:1789265759.403207:0:20468:0:(genops.c:844:class_export_destroy()) destroying export ffff9376420e7000/lustre-OST0000-osd_UUID for lustre-OST0000-osd 00000020:00000080:1.0:1789265759.449382:0:21117:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1789265759.449404:0:21117:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0000-osd (uuid lustre-OST0000-osd_UUID) 00000020:00000080:1.0:1789265759.449412:0:21117:0:(genops.c:885:class_export_put()) final put ffff93764276b000/lustre-OST0000-osd_UUID 00000020:00000080:1.0:1789265759.449419:0:21117:0:(genops.c:844:class_export_destroy()) destroying export ffff93764276b000/lustre-OST0000-osd_UUID for lustre-OST0000-osd 00000020:01000000:1.0:1789265759.449439:0:21117:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0000-osd (lustre-OST0000-osd_UUID) 00000020:01000004:1.0:1789265759.449818:0:21117:0:(obd_mount.c:668:lustre_free_lsi()) Freeing lsi ffff93764276f000 00000020:02000400:1.0:1789265759.450190:0:21117:0:(tgt_mount.c:2184:server_put_super()) server umount lustre-OST0000 complete 00010000:00010000:1.0:1789265760.051189:0:17132:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789265761.076029:0:17133:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1789265761.331969:0:3642:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789265746/real 1789265746] req@ffff937644c5d180 x1876180579100416/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789265761 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789265761.332016:0:3642:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff937644c5d180 x1876180579100416/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789265761 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789265761.332045:0:3642:0:(import.c:65:import_set_state_nolock()) ffff93764318f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789265761.332073:0:3642:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:1.0:1789265761.332077:0:3642:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff937644c5d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3642:1876180579100416:0@lo:38:kworker.0 00000100:00080000:2.0:1789265761.332497:0:20468:0:(pinger.c:229:ptlrpc_pinger_process_import()) c753e2cb-2e3c-4466-8bdc-141f9ba53a83->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789265761.332502:0:20468:0:(pinger.c:247:ptlrpc_pinger_process_import()) c753e2cb-2e3c-4466-8bdc-141f9ba53a83->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789265761.332520:0:20468:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789265761.332523:0:20468:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789265761.332526:0:20468:0:(import.c:65:import_set_state_nolock()) ffff93764318f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789265761.332531:0:20468:0:(import.c:510:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 602 00000100:00080000:2.0:1789265761.332536:0:20468:0:(import.c:589:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 10s 00000100:00080000:2.0:1789265761.332551:0:20468:0:(import.c:624:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93764318f000 using connection 192.168.202.142@tcp/0@lo 00000100:00100000:2.0:1789265761.332592:0:20468:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93774f2f2300 x1876180579101568/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1789265761.332654:0:3645:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93774f2f0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3645:1876180579101696:0@lo:400:kworker.0 00000400:00000100:2.0:1789265761.332702:0:3645:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876180579101696 offset 0 length 224: 4 00000100:00100000:3.0:1789265761.332899:0:3642:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93774f2f2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3642:1876180579101568:0@lo:38:kworker.0 00000400:00000100:3.0:1789265761.332923:0:3642:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876180579101568 offset 0 length 520: 4 00010000:00010000:1.0:1789265762.099338:0:17132:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000400:0.0:1789265762.293314:0:3643:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789265746/real 1789265746] req@ffff937644c5ed80 x1876180579100544/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 1 dl 1789265762 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789265762.332147:0:3643:0:(client.c:2547:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND: req@ffff937644c5ed80 x1876180579100544/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 1 dl 1789265762 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789265762.332162:0:3643:0:(import.c:65:import_set_state_nolock()) ffff93764217f800 lustre-MDT0001_UUID: changing import state from FULL to DISCONN 00000100:02000400:0.0:1789265762.332166:0:3643:0:(import.c:182:ptlrpc_set_import_discon()) lustre-MDT0001-lwp-OST0001: Connection to lustre-MDT0001 (at 0@lo) was lost; in progress operations using this service will wait for recovery to complete 00000100:00080000:0.0:1789265762.355245:0:3643:0:(import.c:418:ptlrpc_pinger_force()) lustre-MDT0001_UUID: waking up pinger s:DISCONN 00000100:00100000:0.0:1789265762.355315:0:3643:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff937644c5ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3643:1876180579100544:0@lo:400:kworker.0 00000100:00080000:2.0:1789265762.355459:0:20468:0:(pinger.c:229:ptlrpc_pinger_process_import()) c753e2cb-2e3c-4466-8bdc-141f9ba53a83->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789265762.355464:0:20468:0:(pinger.c:247:ptlrpc_pinger_process_import()) c753e2cb-2e3c-4466-8bdc-141f9ba53a83->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789265762.355467:0:20468:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789265762.355470:0:20468:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789265762.355472:0:20468:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789265762.355475:0:20468:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1789265762.355479:0:20468:0:(import.c:65:import_set_state_nolock()) ffff93764217f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789265762.355484:0:20468:0:(import.c:510:import_select_connection()) lustre-MDT0001-lwp-OST0001: connect to NID 0@lo last attempt 546 00000100:00080000:2.0:1789265762.355491:0:20468:0:(import.c:624:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffff93764217f800 using connection 192.168.202.142@tcp/0@lo 00000100:00100000:2.0:1789265762.355526:0:20468:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93774f2f3800 x1876180579101824/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789265762.355651:0:3642:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93774f2f3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3642:1876180579101824:0@lo:38:kworker.0 00000400:00000100:0.0:1789265762.355704:0:3642:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876180579101824 offset 0 length 520: 4 00010000:00010000:3.0:1789265763.123199:0:17133:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000004:3.0:1789265763.371914:0:21319:0:(tgt_mount.c:2195:server_umount_begin()) umount -f 00000020:01000004:3.0:1789265763.406808:0:21319:0:(tgt_mount.c:2065:server_put_super()) server put_super lustre-OST0001 00010000:00010000:3.0:1789265763.406943:0:21319:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.142@tcp lock: ffff93774167f200/0xbbfdc9019c1d4edd lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xbbfdc9019c1d4ee4 expref: -99 pid: 19463 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265763.406959:0:21319:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.142@tcp lock: ffff93774167f200/0xbbfdc9019c1d4edd lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0xbbfdc9019c1d4ee4 expref: -99 pid: 19463 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265763.406968:0:21319:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.142@tcp lock: ffff93774167f200/0xbbfdc9019c1d4edd lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000400000000 nid: local remote: 0xbbfdc9019c1d4ee4 expref: -99 pid: 19463 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265763.406985:0:21319:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.142@tcp lock: ffff93774167f200/0xbbfdc9019c1d4edd lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000400000000 nid: local remote: 0xbbfdc9019c1d4ee4 expref: -99 pid: 19463 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265763.407002:0:21319:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 10000000:01000000:3.0:1789265763.407008:0:21319:0:(mgc_request.c:547:config_log_end()) end config log lustre-client (0) 00000100:00080000:3.0:1789265763.407045:0:21319:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:3.0:1789265763.407058:0:21319:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff93774f2f2300 x1876180579101568/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789265781 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789265763.407081:0:21319:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0001: committing for last_committed 0 gen 3 00000100:00080000:3.0:1789265763.407088:0:21319:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID 00000100:00080000:3.0:1789265763.407094:0:21319:0:(import.c:65:import_set_state_nolock()) ffff93764318f000 lustre-MDT0000_UUID: changing import state from CONNECTING to CLOSED 00000100:00080000:3.0:1789265763.407099:0:21319:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:3.0:1789265763.407104:0:21319:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff93774f2f2300 x1876180579101568/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789265781 ref 1 fl Rpc:ENQr/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789265763.407110:0:21319:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0001: committing for last_committed 0 gen 4 00000100:00100000:3.0:1789265763.407113:0:21319:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 24s for inflight to error out 00000100:00100000:2.0:1789265763.407242:0:3642:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93774f2f2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3642:1876180579101568:0@lo:38:kworker.0 00010000:00010000:0.0:1789265763.407344:0:17132:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1789265763.407352:0:17132:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.142@tcp lock: ffff93774167f200/0xbbfdc9019c1d4edd lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000400000000 nid: local remote: 0xbbfdc9019c1d4ee4 expref: -99 pid: 19463 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789265763.407360:0:17132:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93774167f200 already unused, calling callback (ffffffffc13cbc20) 10000000:00010000:0.0:1789265763.407364:0:17132:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.142@tcp lock: ffff93774167f200/0xbbfdc9019c1d4edd lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000400000000 nid: local remote: 0xbbfdc9019c1d4ee4 expref: -99 pid: 19463 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789265763.407384:0:17132:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.142@tcp lock: ffff93774167f200/0xbbfdc9019c1d4edd lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1008400000000 nid: local remote: 0xbbfdc9019c1d4ee4 expref: -99 pid: 19463 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1789265763.407391:0:17132:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.142@tcp lock: ffff93774167f200/0xbbfdc9019c1d4edd lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1009400000000 nid: local remote: 0xbbfdc9019c1d4ee4 expref: -99 pid: 19463 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1789265763.407396:0:17132:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:0.0:1789265763.407398:0:17132:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-client: stopping, won't requeue 10000000:01000000:0.0:1789265763.407400:0:17132:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-client 00010000:00010000:0.0:1789265763.407412:0:17132:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff93777f399000 00010000:00010000:0.0:1789265763.407416:0:17132:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.142@tcp lock: ffff93774167f200/0xbbfdc9019c1d4edd lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000000 nid: local remote: 0xbbfdc9019c1d4ee4 expref: -99 pid: 19463 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789265763.407422:0:17132:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.142@tcp lock: ffff93774167f200/0xbbfdc9019c1d4edd lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000000 nid: local remote: 0xbbfdc9019c1d4ee4 expref: -99 pid: 19463 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789265763.407435:0:17132:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789265763.407437:0:17132:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789265763.407439:0:17132:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789265763.408675:0:21319:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:3.0:1789265763.408689:0:21319:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff93774f101c00 x1876180579100800/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789265764 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789265763.408715:0:21319:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff937644c5ea00 x1876180579101056/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789265767 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789265763.408724:0:21319:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff93774f102300 x1876180579101312/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789265769 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789265763.408744:0:21319:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff93774f102d80 x1876180579101440/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789265774 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789265763.408755:0:21319:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff93774f2f0e00 x1876180579101696/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789265777 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789265763.408763:0:21319:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff93774f2f3800 x1876180579101824/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789265772 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789265763.408773:0:21319:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0001: committing for last_committed 0 gen 3 00000100:00080000:3.0:1789265763.408777:0:21319:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID 00000100:00080000:3.0:1789265763.408782:0:21319:0:(import.c:65:import_set_state_nolock()) ffff93764217f800 lustre-MDT0001_UUID: changing import state from CONNECTING to CLOSED 00000100:00080000:3.0:1789265763.408797:0:21319:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:3.0:1789265763.408801:0:21319:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff93774f101c00 x1876180579100800/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789265764 ref 1 fl Rpc:ENQr/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789265763.408809:0:21319:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff937644c5ea00 x1876180579101056/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789265767 ref 1 fl Rpc:ENQr/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789265763.408815:0:21319:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff93774f102300 x1876180579101312/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789265769 ref 1 fl Rpc:ENQr/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789265763.408822:0:21319:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff93774f102d80 x1876180579101440/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789265774 ref 1 fl Rpc:ENQr/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789265763.408828:0:21319:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff93774f2f0e00 x1876180579101696/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789265777 ref 1 fl Rpc:ENQr/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789265763.408835:0:21319:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff93774f2f3800 x1876180579101824/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789265772 ref 1 fl Rpc:ENQr/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789265763.408842:0:21319:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0001: committing for last_committed 0 gen 4 00000100:00100000:3.0:1789265763.408845:0:21319:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 18s for inflight to error out 00000100:00100000:2.0:1789265763.408991:0:3645:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93774f2f0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3645:1876180579101696:0@lo:400:kworker.0 00000100:00100000:2.0:1789265763.409005:0:3645:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff937644c5ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3645:1876180579101056:0@lo:400:kworker.0 00000100:00100000:2.0:1789265763.409010:0:3645:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93774f101c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3645:1876180579100800:0@lo:400:kworker.0 00000100:00100000:2.0:1789265763.409053:0:3642:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93774f2f3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3642:1876180579101824:0@lo:38:kworker.0 00000100:00100000:0.0:1789265763.409145:0:3644:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93774f102300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3644:1876180579101312:0@lo:400:kworker.0 00000100:00100000:0.0:1789265763.409169:0:3643:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93774f102d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3643:1876180579101440:0@lo:400:kworker.0 00010000:00010000:3.0:1789265763.411067:0:21319:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.142@tcp lock: ffff93775181b600/0xbbfdc9019c1d4eb3 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xbbfdc9019c1d4eba expref: -99 pid: 19463 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265763.411086:0:21319:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.142@tcp lock: ffff93775181b600/0xbbfdc9019c1d4eb3 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xbbfdc9019c1d4eba expref: -99 pid: 19463 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265763.411093:0:21319:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.142@tcp lock: ffff93775181b600/0xbbfdc9019c1d4eb3 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0xbbfdc9019c1d4eba expref: -99 pid: 19463 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265763.411100:0:21319:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.142@tcp lock: ffff93775181b600/0xbbfdc9019c1d4eb3 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0xbbfdc9019c1d4eba expref: -99 pid: 19463 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265763.411124:0:21319:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1789265763.411145:0:21319:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.142@tcp lock: ffff937642392e00/0xbbfdc9019c1d5096 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xbbfdc9019c1d509d expref: -99 pid: 17141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265763.411152:0:21319:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.142@tcp lock: ffff937642392e00/0xbbfdc9019c1d5096 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xbbfdc9019c1d509d expref: -99 pid: 17141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265763.411157:0:21319:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.142@tcp lock: ffff937642392e00/0xbbfdc9019c1d5096 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0xbbfdc9019c1d509d expref: -99 pid: 17141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265763.411162:0:21319:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.142@tcp lock: ffff937642392e00/0xbbfdc9019c1d5096 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0xbbfdc9019c1d509d expref: -99 pid: 17141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265763.411176:0:21319:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 10000000:01000000:3.0:1789265763.411180:0:21319:0:(mgc_request.c:547:config_log_end()) end config log lustre-OST0001 (0) 00000020:01000004:3.0:1789265763.411208:0:21319:0:(tgt_mount.c:2115:server_put_super()) stopping lustre-OST0001 00000020:01000000:3.0:1789265763.411213:0:21319:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0001 (flags='F') 00000020:00000080:3.0:1789265763.411217:0:21319:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1789265763.411222:0:21319:0:(obd_config.c:956:class_cleanup()) lustre-OST0001: forcing exports to disconnect: 0/1 00000020:00080000:3.0:1789265763.411227:0:21319:0:(genops.c:1558:class_disconnect_exports()) OBD device 26 (ffff9377475d19b8) has no exports 00000020:00080000:3.0:1789265763.411249:0:21319:0:(genops.c:1558:class_disconnect_exports()) OBD device 26 (ffff9377475d19b8) has no exports 00010000:00010000:0.0:1789265763.411412:0:17132:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1789265763.411419:0:17132:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.142@tcp lock: ffff93775181b600/0xbbfdc9019c1d4eb3 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0xbbfdc9019c1d4eba expref: -99 pid: 19463 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789265763.411427:0:17132:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93775181b600 already unused, calling callback (ffffffffc13cbc20) 10000000:00010000:0.0:1789265763.411430:0:17132:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.142@tcp lock: ffff93775181b600/0xbbfdc9019c1d4eb3 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0xbbfdc9019c1d4eba expref: -99 pid: 19463 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789265763.411445:0:17132:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.142@tcp lock: ffff93775181b600/0xbbfdc9019c1d4eb3 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1008400000000 nid: local remote: 0xbbfdc9019c1d4eba expref: -99 pid: 19463 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1789265763.411452:0:17132:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.142@tcp lock: ffff93775181b600/0xbbfdc9019c1d4eb3 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1009400000000 nid: local remote: 0xbbfdc9019c1d4eba expref: -99 pid: 19463 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1789265763.411458:0:17132:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:0.0:1789265763.411460:0:17132:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-OST0001: stopping, won't requeue 10000000:01000000:0.0:1789265763.411463:0:17132:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-OST0001 00010000:00010000:0.0:1789265763.411475:0:17132:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff93777f399000 00010000:00010000:0.0:1789265763.411479:0:17132:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.142@tcp lock: ffff93775181b600/0xbbfdc9019c1d4eb3 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000000 nid: local remote: 0xbbfdc9019c1d4eba expref: -99 pid: 19463 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789265763.411486:0:17132:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.142@tcp lock: ffff93775181b600/0xbbfdc9019c1d4eb3 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000000 nid: local remote: 0xbbfdc9019c1d4eba expref: -99 pid: 19463 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789265763.411499:0:17132:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1789265763.411502:0:17132:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.142@tcp lock: ffff937642392e00/0xbbfdc9019c1d5096 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0xbbfdc9019c1d509d expref: -99 pid: 17141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789265763.411508:0:17132:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff937642392e00 already unused, calling callback (ffffffffc13cbc20) 10000000:00010000:0.0:1789265763.411511:0:17132:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.142@tcp lock: ffff937642392e00/0xbbfdc9019c1d5096 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0xbbfdc9019c1d509d expref: -99 pid: 17141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789265763.411518:0:17132:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.142@tcp lock: ffff937642392e00/0xbbfdc9019c1d5096 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1008400000000 nid: local remote: 0xbbfdc9019c1d509d expref: -99 pid: 17141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1789265763.411524:0:17132:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.142@tcp lock: ffff937642392e00/0xbbfdc9019c1d5096 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1009400000000 nid: local remote: 0xbbfdc9019c1d509d expref: -99 pid: 17141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1789265763.411537:0:17132:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 10000000:01000000:0.0:1789265763.411539:0:17132:0:(mgc_request.c:944:mgc_blocking_ast()) log params: stopping, won't requeue 10000000:01000000:0.0:1789265763.411540:0:17132:0:(mgc_request.c:130:config_log_put()) dropping config log params 00010000:00010000:0.0:1789265763.411544:0:17132:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff93777f399000 00010000:00010000:0.0:1789265763.411547:0:17132:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.142@tcp lock: ffff937642392e00/0xbbfdc9019c1d5096 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000000 nid: local remote: 0xbbfdc9019c1d509d expref: -99 pid: 17141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789265763.411553:0:17132:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.142@tcp lock: ffff937642392e00/0xbbfdc9019c1d5096 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000000 nid: local remote: 0xbbfdc9019c1d509d expref: -99 pid: 17141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789265763.411575:0:17132:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789265763.411577:0:17132:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789265763.411578:0:17132:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789265763.411676:0:17133:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000000:3.0:1789265763.424958:0:21319:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff93775847de40 - data ffff937752ea15e8/ffff937642122000 00000020:01000000:3.0:1789265763.425138:0:21319:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff93764309bae0 - data ffff937773472438/ffff9376430d6800 00100000:10000000:3.0:1789265763.441680:0:21319:0:(lfsck_layout.c:753:lfsck_rbtree_cleanup()) lustre-OST0001-osd: layout LFSCK fini OST-objects accessing bitmap 00000020:00000080:0.0:1789265763.481460:0:21319:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xbbfdc9019c1d4ec8 00000020:00000080:0.0:1789265763.481475:0:21319:0:(genops.c:885:class_export_put()) final put ffff93764318c000/lustre-OST0001-osd_UUID 00000020:00000080:0.0:1789265763.481495:0:20468:0:(genops.c:844:class_export_destroy()) destroying export ffff93764318c000/lustre-OST0001-osd_UUID for lustre-OST0001-osd 00000020:01000004:0.0:1789265763.481507:0:21319:0:(tgt_mount.c:187:server_put_mount()) put mount ffff9377528e4000 from lustre-OST0001, refs=2 00000020:01000004:0.0:1789265763.481511:0:21319:0:(obd_mount.c:710:lustre_put_lsi()) put ffff9377528e4000 2 00000020:01000004:0.0:1789265763.481514:0:21319:0:(tgt_mount.c:120:server_deregister_mount()) deregister mount ffff9377528e4000 from lustre-OST0001 00000020:00000080:0.0:1789265763.481538:0:21319:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1789265763.481548:0:21319:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0001 (uuid lustre-OST0001_UUID) 00000020:00000080:0.0:1789265763.481550:0:21319:0:(genops.c:885:class_export_put()) final put ffff937643189800/lustre-OST0001_UUID 00000020:00000080:0.0:1789265763.481552:0:21319:0:(genops.c:844:class_export_destroy()) destroying export ffff937643189800/lustre-OST0001_UUID for lustre-OST0001 00000020:01000000:0.0:1789265763.481559:0:21319:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0001 (lustre-OST0001_UUID) 00000100:00080000:0.0:1789265763.481664:0:21319:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import c753e2cb-2e3c-4466-8bdc-141f9ba53a83->MGS 00010000:00010000:0.0:1789265763.485431:0:21319:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.142@tcp lock: ffff9376435fc400/0xbbfdc9019c1d4c0c lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x1008400000000 nid: local remote: 0xbbfdc9019c1d4c13 expref: -99 pid: 17876 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1789265763.485452:0:21319:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.142@tcp lock: ffff9376435fc400/0xbbfdc9019c1d4c0c lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x1009400000000 nid: local remote: 0xbbfdc9019c1d4c13 expref: -99 pid: 17876 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1789265763.485476:0:21319:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 10000000:01000000:0.0:1789265763.485480:0:21319:0:(mgc_request.c:954:mgc_blocking_ast()) log nodemap: disconnecting, won't requeue 10000000:01000000:0.0:1789265763.485483:0:21319:0:(mgc_request.c:130:config_log_put()) dropping config log nodemap 00010000:00010000:0.0:1789265763.485505:0:21319:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff93777f399000 00010000:00010000:0.0:1789265763.485509:0:21319:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.142@tcp lock: ffff9376435fc400/0xbbfdc9019c1d4c0c lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000000 nid: local remote: 0xbbfdc9019c1d4c13 expref: -99 pid: 17876 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789265763.485528:0:21319:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.142@tcp lock: ffff9377532bc200/0xbbfdc9019c1d4afb lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1008400000000 nid: local remote: 0xbbfdc9019c1d4b02 expref: -99 pid: 17123 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1789265763.485534:0:21319:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.142@tcp lock: ffff9377532bc200/0xbbfdc9019c1d4afb lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1009400000000 nid: local remote: 0xbbfdc9019c1d4b02 expref: -99 pid: 17123 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1789265763.485539:0:21319:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:0.0:1789265763.485541:0:21319:0:(mgc_request.c:954:mgc_blocking_ast()) log lustre-s: disconnecting, won't requeue 10000000:01000000:0.0:1789265763.485542:0:21319:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-sptlrpc 00010000:00010000:0.0:1789265763.485551:0:21319:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff93777f399000 00010000:00010000:0.0:1789265763.485553:0:21319:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.142@tcp lock: ffff9377532bc200/0xbbfdc9019c1d4afb lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000000 nid: local remote: 0xbbfdc9019c1d4b02 expref: -99 pid: 17123 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00080000:0.0:1789265763.485583:0:21319:0:(import.c:65:import_set_state_nolock()) ffff93777f399000 MGS: changing import state from CONNECTING to CLOSED 10000000:01000000:0.0:1789265763.485587:0:21319:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808001 00000100:00080000:0.0:1789265763.485589:0:21319:0:(pinger.c:193:ptlrpc_pinger_ir_down()) IR down 10000000:01000000:0.0:1789265763.485591:0:21319:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808002 00000100:00080000:0.0:1789265763.485595:0:21319:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 00000100:00100000:0.0:1789265763.485606:0:21319:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff93774f100e00 x1876180579101184/t0(0) o250->MGC192.168.202.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1789265768 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 10000000:01000000:0.0:1789265763.486633:0:21319:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808002 00000100:00100000:0.0:1789265763.486640:0:21319:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 6s for inflight to error out 00000100:00100000:2.0:1789265763.495771:0:3642:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93774f100e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c753e2cb-2e3c-4466-8bdc-141f9ba53a83:3642:1876180579101184:0@lo:250:kworker.0 10000000:01000000:1.0:1789265763.496085:0:21319:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808003 00000020:00000080:1.0:1789265763.496099:0:21319:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xbbfdc9019c1d4ae6 00000020:00000080:1.0:1789265763.496108:0:21319:0:(genops.c:885:class_export_put()) final put ffff93777f39c800/c753e2cb-2e3c-4466-8bdc-141f9ba53a83 00000020:01000000:1.0:1789265763.496126:0:21319:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of MGC192.168.202.142@tcp (flags='') 00000020:00000080:1.0:1789265763.496135:0:21319:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1789265763.496143:0:21319:0:(obd_config.c:956:class_cleanup()) MGC192.168.202.142@tcp: forcing exports to disconnect: 0/3 00000020:00080000:1.0:1789265763.496147:0:21319:0:(genops.c:1558:class_disconnect_exports()) OBD device 2 (ffff9376433ab370) has no exports 10000000:01000000:1.0:1789265763.496166:0:17141:0:(mgc_request.c:708:mgc_requeue_thread()) Ending requeue thread 10000000:01000000:1.0:1789265763.496230:0:21319:0:(obd_class.h:670:obd_cleanup_client_import()) MGC192.168.202.142@tcp: client import never connected 00000100:00080000:1.0:1789265763.496234:0:21319:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 10000000:01000000:1.0:1789265763.496236:0:21319:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808002 00000100:00100000:1.0:1789265763.496239:0:21319:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 10000000:01000000:1.0:1789265763.496241:0:21319:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808003 00000020:00000080:1.0:1789265763.496278:0:21319:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1789265763.496283:0:21319:0:(obd_config.c:883:class_detach()) detach on obd MGC192.168.202.142@tcp (uuid c753e2cb-2e3c-4466-8bdc-141f9ba53a83) 00000020:01000000:1.0:1789265763.496290:0:21319:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-lwp-OST0001 (flags='F') 00000020:00000080:1.0:1789265763.496292:0:21319:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1789265763.496296:0:21319:0:(obd_config.c:956:class_cleanup()) lustre-MDT0000-lwp-OST0001: forcing exports to disconnect: 1/3 00000020:00080000:1.0:1789265763.496302:0:21319:0:(genops.c:1819:print_export_data()) lustre-MDT0000-lwp-OST0001: ACTIVE ffff93764318e000 lustre-MDT0000-lwp-OST0001 0@lo 3 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:1.0:1789265763.496307:0:21319:0:(genops.c:1553:class_disconnect_exports()) OBD device 27 (ffff9377475d0000) has exports, disconnecting them 00000020:00080000:1.0:1789265763.496312:0:21319:0:(genops.c:1528:class_disconnect_export_list()) lustre-MDT0000-lwp-OST0001: disconnecting export at 0@lo (ffff93764318e000), last request at 1789265690 00000020:00000080:1.0:1789265763.496316:0:21319:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xbbfdc9019c1d4ef2 00000020:00080000:1.0:1789265763.496326:0:21319:0:(genops.c:1533:class_disconnect_export_list()) disconnected export at 0@lo (ffff93764318e000): rc 0 00000020:00000080:1.0:1789265763.496330:0:21319:0:(genops.c:885:class_export_put()) final put ffff93764318e000/lustre-MDT0000-lwp-OST0001 00000020:00000080:2.0:1789265763.497431:0:20468:0:(genops.c:844:class_export_destroy()) destroying export ffff93777f39c800/c753e2cb-2e3c-4466-8bdc-141f9ba53a83 for MGC192.168.202.142@tcp 00000020:00000080:2.0:1789265763.497449:0:20468:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff93777f399000 for MGC192.168.202.142@tcp 00000020:00000080:2.0:1789265763.497456:0:20468:0:(genops.c:885:class_export_put()) final put ffff93777f39d800/c753e2cb-2e3c-4466-8bdc-141f9ba53a83 00000020:00000080:2.0:1789265763.497458:0:20468:0:(genops.c:844:class_export_destroy()) destroying export ffff93777f39d800/c753e2cb-2e3c-4466-8bdc-141f9ba53a83 for MGC192.168.202.142@tcp 00000020:01000000:2.0:1789265763.497463:0:20468:0:(genops.c:441:class_free_dev()) finishing cleanup of obd MGC192.168.202.142@tcp (c753e2cb-2e3c-4466-8bdc-141f9ba53a83) 00000020:00000080:2.0:1789265763.497737:0:20468:0:(genops.c:844:class_export_destroy()) destroying export ffff93764318e000/lustre-MDT0000-lwp-OST0001 for lustre-MDT0000-lwp-OST0001 00010000:01000000:1.0:1789265763.578658:0:21319:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-MDT0000-lwp-OST0001: client import never connected 00000100:00080000:1.0:1789265763.578669:0:21319:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:1.0:1789265763.578675:0:21319:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0001: committing for last_committed 0 gen 5 00000100:00100000:1.0:1789265763.578684:0:21319:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:2.0:1789265763.578990:0:20468:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff93764318f000 for lustre-MDT0000-lwp-OST0001 00000020:00000080:1.0:1789265763.579096:0:21319:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1789265763.579106:0:21319:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-lwp-OST0001 (uuid lustre-MDT0000-lwp-OST0001_UUID) 00000020:00000080:1.0:1789265763.579111:0:21319:0:(genops.c:885:class_export_put()) final put ffff937643188800/lustre-MDT0000-lwp-OST0001_UUID 00000020:00000080:1.0:1789265763.579116:0:21319:0:(genops.c:844:class_export_destroy()) destroying export ffff937643188800/lustre-MDT0000-lwp-OST0001_UUID for lustre-MDT0000-lwp-OST0001 00000020:01000000:1.0:1789265763.579127:0:21319:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-lwp-OST0001 (lustre-MDT0000-lwp-OST0001_UUID) 00000020:01000000:2.0:1789265763.579253:0:21319:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0001-lwp-OST0001 (flags='F') 00000020:00000080:2.0:1789265763.579258:0:21319:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1789265763.579264:0:21319:0:(obd_config.c:956:class_cleanup()) lustre-MDT0001-lwp-OST0001: forcing exports to disconnect: 1/3 00000020:00080000:2.0:1789265763.579270:0:21319:0:(genops.c:1819:print_export_data()) lustre-MDT0001-lwp-OST0001: ACTIVE ffff937642178800 lustre-MDT0001-lwp-OST0001 0@lo 3 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:2.0:1789265763.579276:0:21319:0:(genops.c:1553:class_disconnect_exports()) OBD device 28 (ffff9377475d3370) has exports, disconnecting them 00000020:00080000:2.0:1789265763.579280:0:21319:0:(genops.c:1528:class_disconnect_export_list()) lustre-MDT0001-lwp-OST0001: disconnecting export at 0@lo (ffff937642178800), last request at 1789265690 00000020:00000080:2.0:1789265763.579284:0:21319:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xbbfdc9019c1d4f07 00000020:00080000:2.0:1789265763.579297:0:21319:0:(genops.c:1533:class_disconnect_export_list()) disconnected export at 0@lo (ffff937642178800): rc 0 00000020:00000080:2.0:1789265763.579302:0:21319:0:(genops.c:885:class_export_put()) final put ffff937642178800/lustre-MDT0001-lwp-OST0001 00000020:00000080:0.0:1789265763.579695:0:20468:0:(genops.c:844:class_export_destroy()) destroying export ffff937642178800/lustre-MDT0001-lwp-OST0001 for lustre-MDT0001-lwp-OST0001 00010000:01000000:2.0:1789265763.609760:0:21319:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-MDT0001-lwp-OST0001: client import never connected 00000100:00080000:2.0:1789265763.609769:0:21319:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:2.0:1789265763.609774:0:21319:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0001: committing for last_committed 0 gen 5 00000100:00100000:2.0:1789265763.609782:0:21319:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00010000:00010000:1.0:1789265763.610285:0:17132:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 0 locks of 0 total in blp. (-1 blwis in pool) 00010000:00010000:3.0:1789265763.610646:0:17133:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 0 locks of 0 total in blp. (-2 blwis in pool) 00000020:00000080:0.0:1789265763.611031:0:20468:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff93764217f800 for lustre-MDT0001-lwp-OST0001 00000100:00100000:1.0:1789265763.611131:0:17128:0:(service.c:3183:ptlrpc_main()) ldlm_cb00_001: service thread [ffff93775f4d2c00:17128] 1 exiting: rc = 0 00000100:00100000:2.0:1789265763.611492:0:17127:0:(service.c:3183:ptlrpc_main()) ldlm_cb00_000: service thread [ffff937642756c00:17127] 0 exiting: rc = 1 00000100:00100000:0.0:1789265763.611674:0:21319:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789265763.612776:0:17131:0:(service.c:3183:ptlrpc_main()) ldlm_cn00_002: service thread [ffff937756fc1400:17131] 2 exiting: rc = 0 00000100:00100000:0.0:1789265763.621615:0:17898:0:(service.c:3183:ptlrpc_main()) ldlm_cn00_003: service thread [ffff937753015200:17898] 3 exiting: rc = 0 00000100:00100000:2.0:1789265763.624299:0:17129:0:(service.c:3183:ptlrpc_main()) ldlm_cn00_000: service thread [ffff937756fc0c00:17129] 0 exiting: rc = 1 00000100:00100000:3.0:1789265763.624593:0:17130:0:(service.c:3183:ptlrpc_main()) ldlm_cn00_001: service thread [ffff937756fc0600:17130] 1 exiting: rc = 0 00000100:00100000:2.0:1789265763.625007:0:21319:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789265763.625015:0:21319:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789265763.625037:0:21319:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789265763.625044:0:21319:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789265763.625050:0:21319:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789265763.625057:0:21319:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789265763.625063:0:21319:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789265763.625067:0:21319:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789265763.625072:0:21319:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789265763.625078:0:21319:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789265763.625083:0:21319:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789265763.625089:0:21319:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789265763.625094:0:21319:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789265763.625101:0:21319:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789265763.625106:0:21319:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789265763.625111:0:21319:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789265763.625116:0:21319:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789265763.625121:0:21319:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789265763.625126:0:21319:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789265763.625130:0:21319:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789265763.625135:0:21319:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789265763.625141:0:21319:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789265763.625150:0:21319:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789265763.625156:0:21319:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789265763.625162:0:21319:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789265763.625168:0:21319:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789265763.625173:0:21319:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789265763.627493:0:21319:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789265763.627515:0:21319:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789265763.627520:0:21319:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789265763.627525:0:21319:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789265763.627529:0:21319:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789265763.627534:0:21319:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789265763.627539:0:21319:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789265763.627543:0:21319:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789265763.627548:0:21319:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789265763.627553:0:21319:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789265763.627651:0:21319:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789265763.627656:0:21319:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789265763.627661:0:21319:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789265763.627666:0:21319:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789265763.627779:0:21319:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789265763.627786:0:21319:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789265763.627791:0:21319:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789265763.627797:0:21319:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789265763.627802:0:21319:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789265763.627807:0:21319:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789265763.627811:0:21319:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789265763.627817:0:21319:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789265763.627821:0:21319:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789265763.627826:0:21319:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789265763.627831:0:21319:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789265763.627836:0:21319:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789265763.627842:0:21319:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789265763.627847:0:21319:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789265763.627853:0:21319:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789265763.628281:0:21319:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789265763.628291:0:21319:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789265763.628296:0:21319:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789265763.628301:0:21319:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789265763.628385:0:21319:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789265763.628391:0:21319:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789265763.628397:0:21319:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789265763.628402:0:21319:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000020:00000080:3.0:1789265763.631211:0:21319:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:3.0:1789265763.631224:0:21319:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0001-lwp-OST0001 (uuid lustre-MDT0001-lwp-OST0001_UUID) 00000020:00000080:3.0:1789265763.631230:0:21319:0:(genops.c:885:class_export_put()) final put ffff93764217e000/lustre-MDT0001-lwp-OST0001_UUID 00000020:00000080:3.0:1789265763.631235:0:21319:0:(genops.c:844:class_export_destroy()) destroying export ffff93764217e000/lustre-MDT0001-lwp-OST0001_UUID for lustre-MDT0001-lwp-OST0001 00000020:01000000:3.0:1789265763.631241:0:21319:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0001-lwp-OST0001 (lustre-MDT0001-lwp-OST0001_UUID) 00000020:01000004:3.0:1789265763.631300:0:21319:0:(obd_mount.c:710:lustre_put_lsi()) put ffff9377528e4000 1 00000020:00000080:3.0:1789265763.631427:0:21319:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xbbfdc9019c1d4eac 00000020:00000080:3.0:1789265763.631434:0:21319:0:(genops.c:885:class_export_put()) final put ffff937643e2d000/lustre-OST0001-osd_UUID 00000020:01000000:3.0:1789265763.631450:0:21319:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0001-osd (flags='') 00000020:00000080:3.0:1789265763.631455:0:21319:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1789265763.631460:0:21319:0:(obd_config.c:956:class_cleanup()) lustre-OST0001-osd: forcing exports to disconnect: 0/2 00000020:00080000:3.0:1789265763.631464:0:21319:0:(genops.c:1558:class_disconnect_exports()) OBD device 25 (ffff93775def4d28) has no exports 00000020:00000080:0.0:1789265763.631647:0:20468:0:(genops.c:844:class_export_destroy()) destroying export ffff937643e2d000/lustre-OST0001-osd_UUID for lustre-OST0001-osd 00000020:00000080:3.0:1789265763.703426:0:21319:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:3.0:1789265763.703442:0:21319:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0001-osd (uuid lustre-OST0001-osd_UUID) 00000020:00000080:3.0:1789265763.703448:0:21319:0:(genops.c:885:class_export_put()) final put ffff9377528e1800/lustre-OST0001-osd_UUID 00000020:00000080:3.0:1789265763.703453:0:21319:0:(genops.c:844:class_export_destroy()) destroying export ffff9377528e1800/lustre-OST0001-osd_UUID for lustre-OST0001-osd 00000020:01000000:3.0:1789265763.703465:0:21319:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0001-osd (lustre-OST0001-osd_UUID) 00000020:01000004:3.0:1789265763.705619:0:21319:0:(obd_mount.c:668:lustre_free_lsi()) Freeing lsi ffff9377528e7000 00000020:01000000:3.0:1789265763.705654:0:21319:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of OSS (flags='F') 00000020:00000080:3.0:1789265763.705662:0:21319:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1789265763.705668:0:21319:0:(obd_config.c:956:class_cleanup()) OSS: forcing exports to disconnect: 0/1 00000020:00080000:3.0:1789265763.705672:0:21319:0:(genops.c:1558:class_disconnect_exports()) OBD device 21 (ffff9376433a8000) has no exports 00000020:00000080:3.0:1789265763.705704:0:21319:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:3.0:1789265763.705712:0:21319:0:(obd_config.c:883:class_detach()) detach on obd OSS (uuid OSS_uuid) 00000020:00000080:3.0:1789265763.705716:0:21319:0:(genops.c:885:class_export_put()) final put ffff9376420e0000/OSS_uuid 00000020:00000080:3.0:1789265763.705719:0:21319:0:(genops.c:844:class_export_destroy()) destroying export ffff9376420e0000/OSS_uuid for OSS 00000020:01000000:3.0:1789265763.705723:0:21319:0:(genops.c:441:class_free_dev()) finishing cleanup of obd OSS (OSS_uuid) 00000100:00100000:3.0:1789265763.705808:0:18650:0:(service.c:3183:ptlrpc_main()) ll_ost00_000: service thread [ffff93775f575a00:18650] 0 exiting: rc = 1 00000100:00100000:2.0:1789265763.706244:0:19187:0:(service.c:3183:ptlrpc_main()) ll_ost00_003: service thread [ffff937643185a00:19187] 3 exiting: rc = 0 00000100:00080000:1.0:1789265763.706943:0:17139:0:(pinger.c:548:ping_evictor_main()) Exiting Ping Evictor 00000100:00100000:1.0:1789265763.707074:0:18651:0:(service.c:3183:ptlrpc_main()) ll_ost00_001: service thread [ffff93777ab5e200:18651] 1 exiting: rc = 0 00000100:00100000:1.0:1789265763.707123:0:18652:0:(service.c:3183:ptlrpc_main()) ll_ost00_002: service thread [ffff937779d65e00:18652] 2 exiting: rc = 0 00000100:00100000:3.0:1789265763.707452:0:21319:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789265763.707460:0:21319:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789265763.707466:0:21319:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789265763.707472:0:21319:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789265763.707477:0:21319:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789265763.707482:0:21319:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789265763.707488:0:21319:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789265763.707493:0:21319:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789265763.707499:0:21319:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789265763.707505:0:21319:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789265763.707524:0:21319:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789265763.707529:0:21319:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789265763.707534:0:21319:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789265763.707539:0:21319:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789265763.707544:0:21319:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789265763.707548:0:21319:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789265763.707563:0:21319:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789265763.707569:0:21319:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789265763.707574:0:21319:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789265763.707579:0:21319:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789265763.707583:0:21319:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789265763.707589:0:21319:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789265763.707594:0:21319:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789265763.707600:0:21319:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789265763.707605:0:21319:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789265763.707610:0:21319:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789265763.707615:0:21319:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789265763.707620:0:21319:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789265763.707624:0:21319:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789265763.707629:0:21319:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789265763.707634:0:21319:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789265763.707638:0:21319:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789265763.707644:0:21319:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789265763.707651:0:21319:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789265763.707656:0:21319:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789265763.707662:0:21319:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789265763.707667:0:21319:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789265763.707672:0:21319:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789265763.707678:0:21319:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789265763.707683:0:21319:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789265763.707688:0:21319:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789265763.707692:0:21319:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789265763.707697:0:21319:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789265763.707702:0:21319:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789265763.707707:0:21319:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789265763.707720:0:21319:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789265763.707725:0:21319:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789265763.707730:0:21319:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789265763.707735:0:21319:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789265763.707739:0:21319:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789265763.707744:0:21319:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789265763.707749:0:21319:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789265763.707754:0:21319:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789265763.707760:0:21319:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789265763.707767:0:21319:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789265763.707772:0:21319:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789265763.707778:0:21319:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789265763.707783:0:21319:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789265763.707789:0:21319:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789265763.707794:0:21319:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789265763.707799:0:21319:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789265763.707804:0:21319:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789265763.707809:0:21319:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789265763.707814:0:21319:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789265763.716236:0:19984:0:(service.c:3183:ptlrpc_main()) ll_ost_create00_002: service thread [ffff9377477d8c00:19984] 2 exiting: rc = 0 00000100:00100000:2.0:1789265763.716918:0:18654:0:(service.c:3183:ptlrpc_main()) ll_ost_create00_001: service thread [ffff93777af2f200:18654] 1 exiting: rc = 0 00000100:00100000:3.0:1789265763.717170:0:18653:0:(service.c:3183:ptlrpc_main()) ll_ost_create00_000: service thread [ffff93775f4d2800:18653] 0 exiting: rc = 1 00000100:00100000:0.0:1789265763.717405:0:21319:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789265763.717413:0:21319:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789265763.717418:0:21319:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789265763.717423:0:21319:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789265763.717429:0:21319:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789265763.717433:0:21319:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789265763.717445:0:21319:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789265763.717455:0:21319:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789265763.717462:0:21319:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789265763.717467:0:21319:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789265763.717471:0:21319:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789265763.717476:0:21319:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789265763.717480:0:21319:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789265763.717485:0:21319:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789265763.717489:0:21319:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789265763.717494:0:21319:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789265763.717498:0:21319:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789265763.717503:0:21319:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789265763.717508:0:21319:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789265763.717512:0:21319:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789265763.717517:0:21319:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789265763.717523:0:21319:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789265763.717528:0:21319:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789265763.717533:0:21319:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789265763.717538:0:21319:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789265763.717543:0:21319:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789265763.717548:0:21319:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789265763.717624:0:21319:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789265763.717632:0:21319:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789265763.717638:0:21319:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789265763.717656:0:21319:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789265763.717661:0:21319:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789265763.717666:0:21319:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789265763.718460:0:21319:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789265763.718469:0:21319:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789265763.718474:0:21319:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789265763.718485:0:21319:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789265763.718496:0:21319:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789265763.718502:0:21319:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789265763.718507:0:21319:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789265763.718512:0:21319:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789265763.718518:0:21319:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789265763.718526:0:21319:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789265763.718532:0:21319:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789265763.718537:0:21319:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789265763.718542:0:21319:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789265763.718547:0:21319:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789265763.718551:0:21319:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789265763.718627:0:21319:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789265763.718633:0:21319:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789265763.718638:0:21319:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789265763.718643:0:21319:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789265763.718648:0:21319:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789265763.718652:0:21319:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789265763.718658:0:21319:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789265763.718663:0:21319:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789265763.718668:0:21319:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789265763.718774:0:21319:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789265763.718780:0:21319:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789265763.718785:0:21319:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789265763.718790:0:21319:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789265763.718795:0:21319:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789265763.718800:0:21319:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789265763.718806:0:21319:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789265763.729983:0:18655:0:(service.c:3183:ptlrpc_main()) ll_ost_io00_000: service thread [ffff93775e189400:18655] 0 exiting: rc = 1 00000100:00100000:2.0:1789265763.730787:0:18657:0:(service.c:3183:ptlrpc_main()) ll_ost_io00_002: service thread [ffff93775e188c00:18657] 2 exiting: rc = 0 00000100:00100000:0.0:1789265763.731508:0:18656:0:(service.c:3183:ptlrpc_main()) ll_ost_io00_001: service thread [ffff93775e189e00:18656] 1 exiting: rc = 0 00000100:00100000:0.0:1789265763.741212:0:21319:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789265763.741222:0:21319:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789265763.741228:0:21319:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789265763.741233:0:21319:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789265763.741238:0:21319:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789265763.741244:0:21319:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789265763.741248:0:21319:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789265763.741254:0:21319:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789265763.741259:0:21319:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789265763.741289:0:21319:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789265763.741296:0:21319:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789265763.741413:0:21319:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789265763.741422:0:21319:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789265763.741427:0:21319:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789265763.741433:0:21319:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789265763.741438:0:21319:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789265763.741444:0:21319:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789265763.741449:0:21319:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789265763.741455:0:21319:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789265763.741460:0:21319:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789265763.741465:0:21319:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789265763.741470:0:21319:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789265763.741475:0:21319:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789265763.741480:0:21319:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789265763.741486:0:21319:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789265763.741491:0:21319:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789265763.741496:0:21319:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789265763.741501:0:21319:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789265763.741506:0:21319:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789265763.741511:0:21319:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789265763.741517:0:21319:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789265763.741523:0:21319:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789265763.741529:0:21319:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789265763.741549:0:21319:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789265763.741820:0:21319:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789265763.741840:0:21319:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789265763.741846:0:21319:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789265763.741852:0:21319:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789265763.742136:0:21319:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789265763.742145:0:21319:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789265763.742150:0:21319:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789265763.742157:0:21319:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789265763.742162:0:21319:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789265763.742168:0:21319:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789265763.742173:0:21319:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789265763.742178:0:21319:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789265763.743257:0:21319:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789265763.743264:0:21319:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789265763.743270:0:21319:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789265763.743275:0:21319:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789265763.743281:0:21319:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789265763.743286:0:21319:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789265763.743293:0:21319:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789265763.743298:0:21319:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789265763.743424:0:21319:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789265763.743432:0:21319:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789265763.743439:0:21319:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789265763.743456:0:21319:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789265763.743469:0:21319:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789265763.743475:0:21319:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789265763.743480:0:21319:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789265763.743492:0:21319:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789265763.743499:0:21319:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789265763.743510:0:21319:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789265763.756582:0:18659:0:(service.c:3183:ptlrpc_main()) ll_ost_seq00_001: service thread [ffff937642756a00:18659] 1 exiting: rc = 0 00000100:00100000:2.0:1789265763.757411:0:18658:0:(service.c:3183:ptlrpc_main()) ll_ost_seq00_000: service thread [ffff937642757e00:18658] 0 exiting: rc = 1 00000100:00100000:0.0:1789265763.757643:0:21319:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789265763.757651:0:21319:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789265763.757655:0:21319:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789265763.757660:0:21319:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789265763.757665:0:21319:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789265763.757679:0:21319:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789265763.757698:0:21319:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789265763.757704:0:21319:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789265763.757709:0:21319:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789265763.757715:0:21319:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789265763.757720:0:21319:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789265763.757725:0:21319:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789265763.757730:0:21319:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789265763.757736:0:21319:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789265763.757741:0:21319:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789265763.757745:0:21319:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789265763.757750:0:21319:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789265763.757756:0:21319:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789265763.757761:0:21319:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789265763.757766:0:21319:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789265763.757771:0:21319:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789265763.757777:0:21319:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789265763.757783:0:21319:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789265763.757788:0:21319:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789265763.757793:0:21319:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789265763.757799:0:21319:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789265763.757804:0:21319:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789265763.757808:0:21319:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789265763.757813:0:21319:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789265763.757818:0:21319:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789265763.757823:0:21319:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789265763.757828:0:21319:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789265763.757833:0:21319:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789265763.757838:0:21319:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789265763.757843:0:21319:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789265763.757850:0:21319:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789265763.757883:0:21319:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789265763.757890:0:21319:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789265763.757895:0:21319:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789265763.757900:0:21319:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789265763.757905:0:21319:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789265763.757917:0:21319:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789265763.757922:0:21319:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789265763.757927:0:21319:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789265763.757932:0:21319:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789265763.757938:0:21319:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789265763.757943:0:21319:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789265763.757948:0:21319:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789265763.757952:0:21319:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789265763.757957:0:21319:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789265763.757962:0:21319:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789265763.757967:0:21319:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789265763.757981:0:21319:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789265763.757987:0:21319:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789265763.757992:0:21319:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789265763.757997:0:21319:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789265763.758002:0:21319:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789265763.758008:0:21319:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789265763.758013:0:21319:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789265763.758019:0:21319:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789265763.758024:0:21319:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789265763.758029:0:21319:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789265763.758034:0:21319:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789265763.758047:0:21319:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789265763.766586:0:18660:0:(service.c:3183:ptlrpc_main()) ll_ost_out00_000: service thread [ffff93775e18a200:18660] 0 exiting: rc = 1 00000100:00100000:3.0:1789265763.770102:0:18661:0:(service.c:3183:ptlrpc_main()) ll_ost_out00_001: service thread [ffff9377499ec600:18661] 1 exiting: rc = 0 00000100:00100000:1.0:1789265763.770355:0:21319:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789265763.770364:0:21319:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789265763.770370:0:21319:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789265763.770406:0:21319:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789265763.770414:0:21319:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789265763.770419:0:21319:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789265763.770426:0:21319:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789265763.770433:0:21319:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789265763.770440:0:21319:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789265763.770447:0:21319:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789265763.770454:0:21319:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789265763.770461:0:21319:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789265763.770466:0:21319:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789265763.770472:0:21319:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789265763.770479:0:21319:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789265763.770503:0:21319:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789265763.770521:0:21319:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789265763.770527:0:21319:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789265763.770532:0:21319:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789265763.770537:0:21319:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789265763.770542:0:21319:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789265763.770548:0:21319:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789265763.770553:0:21319:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789265763.770559:0:21319:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789265763.770565:0:21319:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789265763.770571:0:21319:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789265763.770576:0:21319:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789265763.770595:0:21319:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789265763.770601:0:21319:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789265763.770607:0:21319:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789265763.770613:0:21319:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789265763.770619:0:21319:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789265763.770625:0:21319:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789265763.770630:0:21319:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789265763.770636:0:21319:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789265763.770644:0:21319:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789265763.770650:0:21319:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789265763.770657:0:21319:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789265763.770665:0:21319:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789265763.770685:0:21319:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789265763.770693:0:21319:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789265763.770699:0:21319:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789265763.770704:0:21319:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789265763.770710:0:21319:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789265763.770716:0:21319:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789265763.770721:0:21319:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789265763.770727:0:21319:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789265763.770733:0:21319:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789265763.770740:0:21319:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789265763.770747:0:21319:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789265763.770753:0:21319:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789265763.770778:0:21319:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789265763.770784:0:21319:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789265763.770792:0:21319:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789265763.770798:0:21319:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789265763.770804:0:21319:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789265763.770810:0:21319:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789265763.770816:0:21319:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789265763.770821:0:21319:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789265763.770827:0:21319:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789265763.770832:0:21319:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789265763.770838:0:21319:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789265763.770844:0:21319:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789265763.770850:0:21319:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000020:02000400:1.0:1789265763.785260:0:21319:0:(tgt_mount.c:2184:server_put_super()) server umount lustre-OST0001 complete 00000001:02000400:0.0:1789265786.758705:0:22083:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg242-server.virtnet: executing load_modules_local 00000020:01000004:3.0:1789265799.128574:0:22685:0:(obd_mount.c:923:lmd_print()) mount data: 00000020:01000004:3.0:1789265799.128581:0:22685:0:(obd_mount.c:926:lmd_print()) device: /dev/mapper/mds1_flakey 00000020:01000004:3.0:1789265799.128583:0:22685:0:(obd_mount.c:929:lmd_print()) options: user_xattr,errors=remount-ro 00000080:01200004:3.0:1789265799.128811:0:22685:0:(super25.c:131:lustre_fill_super()) VFS Op: sb ffff93777aeab000 00000020:01000004:3.0:1789265799.128827:0:22685:0:(tgt_mount.c:2503:osd_start()) Attempting to start lustre-MDT0000, type=osd-ldiskfs, lsifl=200005, mountfl=0 00000020:01000004:3.0:1789265799.128834:0:22685:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0000-osd (typ=osd-ldiskfs) 00000020:00000080:3.0:1789265799.128847:0:22685:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-osd (ffff93775def4d28) 00000020:00000080:3.0:1789265799.128993:0:22685:0:(obd_config.c:720:class_attach_name()) OBD: dev 0 attached type osd-ldiskfs with refcount 2 00100000:10000000:0.0:1789265799.203816:0:22685:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000001:0x3:0x0] (8/24) registered 00100000:10000000:0.0:1789265799.207918:0:22685:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x13:0x0] (16/1) registered 00100000:10000000:0.0:1789265799.210148:0:22685:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000005:0x3:0x0] (8/8) registered 00100000:10000000:1.0:1789265799.217851:0:22685:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0xb:0x0] (8/32) registered 00100000:10000000:1.0:1789265799.218626:0:22685:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x9:0x0] (8/32) registered 00100000:10000000:1.0:1789265799.218973:0:22685:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000005:0x20003:0x0] (8/8) registered 00100000:10000000:1.0:1789265799.219155:0:22685:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0xc:0x0] (8/32) registered 00100000:10000000:1.0:1789265799.223044:0:22685:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0xe:0x0] (8/32) registered 00100000:10000000:1.0:1789265799.225620:0:22685:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000005:0x2:0x0] (8/8) registered 00100000:10000000:1.0:1789265799.226036:0:22685:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000005:0x20002:0x0] (8/8) registered 00100000:10000000:1.0:1789265799.227438:0:22685:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000005:0x20001:0x0] (8/8) registered 00100000:10000000:1.0:1789265799.228916:0:22685:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0xd:0x0] (8/32) registered 00100000:10000000:1.0:1789265799.229663:0:22685:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0xa:0x0] (8/32) registered 00100000:10000000:1.0:1789265799.231131:0:22685:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000005:0x1:0x0] (8/8) registered 00100000:10000000:1.0:1789265799.234903:0:22685:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2:0x0] (8/32) registered 00100000:10000000:2.0:1789265799.240092:0:22685:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x17:0x0] (16/1) registered 00100000:10000000:2.0:1789265799.241835:0:22685:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x28:0x0] (24/16) registered 00100000:10000000:2.0:1789265799.243199:0:22685:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x1d:0x0] (16/1) registered 00100000:10000000:2.0:1789265799.243950:0:22685:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x23:0x0] (16/1) registered 00100000:10000000:2.0:1789265799.244482:0:22685:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x1b:0x0] (16/1) registered 00100000:10000000:2.0:1789265799.245792:0:22685:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x27:0x0] (24/16) registered 00100000:10000000:2.0:1789265799.246242:0:22685:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x26:0x0] (24/16) registered 00100000:10000000:2.0:1789265799.247675:0:22685:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2b:0x0] (24/16) registered 00100000:10000000:2.0:1789265799.248323:0:22685:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x14:0x0] (16/1) registered 00100000:10000000:2.0:1789265799.250063:0:22685:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x33:0x0] (24/16) registered 00100000:10000000:2.0:1789265799.252704:0:22685:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x19:0x0] (16/1) registered 00100000:10000000:2.0:1789265799.253099:0:22685:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x22:0x0] (16/1) registered 00100000:10000000:2.0:1789265799.253738:0:22685:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x25:0x0] (24/16) registered 00100000:10000000:2.0:1789265799.255143:0:22685:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2c:0x0] (24/16) registered 00100000:10000000:2.0:1789265799.255844:0:22685:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2f:0x0] (24/16) registered 00100000:10000000:2.0:1789265799.257439:0:22685:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x1f:0x0] (16/1) registered 00100000:10000000:2.0:1789265799.263778:0:22685:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x31:0x0] (24/16) registered 00100000:10000000:3.0:1789265799.279903:0:22685:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x18:0x0] (16/1) registered 00100000:10000000:3.0:1789265799.280283:0:22685:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2d:0x0] (24/16) registered 00100000:10000000:3.0:1789265799.280752:0:22685:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x16:0x0] (16/1) registered 00100000:10000000:3.0:1789265799.281155:0:22685:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x1e:0x0] (16/1) registered 00100000:10000000:3.0:1789265799.281478:0:22685:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2a:0x0] (24/16) registered 00100000:10000000:3.0:1789265799.281757:0:22685:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x1a:0x0] (16/1) registered 00100000:10000000:3.0:1789265799.282024:0:22685:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x21:0x0] (16/1) registered 00100000:10000000:3.0:1789265799.282357:0:22685:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2e:0x0] (24/16) registered 00100000:10000000:3.0:1789265799.282736:0:22685:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x29:0x0] (24/16) registered 00100000:10000000:3.0:1789265799.283396:0:22685:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x30:0x0] (24/16) registered 00100000:10000000:3.0:1789265799.283763:0:22685:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x34:0x0] (24/16) registered 00100000:10000000:3.0:1789265799.284135:0:22685:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x15:0x0] (16/1) registered 00100000:10000000:3.0:1789265799.284566:0:22685:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x32:0x0] (24/16) registered 00100000:10000000:3.0:1789265799.285122:0:22685:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x1c:0x0] (16/1) registered 00100000:10000000:3.0:1789265799.285450:0:22685:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x20:0x0] (16/1) registered 00100000:10000000:3.0:1789265799.287715:0:22685:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000006:0x2010000:0x0] (8/32) registered 00100000:10000000:3.0:1789265799.288421:0:22685:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000006:0x10000:0x0] (8/32) registered 00100000:10000000:3.0:1789265799.288794:0:22685:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000006:0x1010000:0x0] (8/32) registered 00100000:10000000:3.0:1789265799.291800:0:22685:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000006:0x20000:0x0] (8/32) registered 00100000:10000000:3.0:1789265799.292428:0:22685:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000006:0x2020000:0x0] (8/32) registered 00100000:10000000:3.0:1789265799.292712:0:22685:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000006:0x1020000:0x0] (8/32) registered 00080000:01000000:3.0:1789265799.293465:0:22685:0:(osd_lproc.c:911:osd_procfs_init()) lustre-MDT0000: register osd-ldiskfs tunable parameters 00000020:00000080:3.0:1789265799.293789:0:22685:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-osd (uuid lustre-MDT0000-osd_UUID) 00080000:01000000:3.0:1789265799.293798:0:22685:0:(osd_handler.c:8925:osd_obd_connect()) connect #0 00000020:00000080:3.0:1789265799.293812:0:22685:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0xbbfdc9019c1d5359 00000020:01000004:3.0:1789265799.293819:0:22685:0:(tgt_mount.c:2588:server_fill_super()) Found service lustre-MDT0000 on device /dev/mapper/mds1_flakey 00000020:01000000:3.0:1789265799.293825:0:22685:0:(tgt_mount.c:219:server_start_mgs()) Start MGS service MGS 00000020:01000004:3.0:1789265799.293829:0:22685:0:(tgt_mount.c:101:server_register_mount()) register mount ffff93777aeab000 from MGS 00000020:01000004:3.0:1789265799.293833:0:22685:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD MGS (typ=mgs) 00000020:00000080:3.0:1789265799.293842:0:22685:0:(genops.c:413:class_newdev()) Allocate new device MGS (ffff93775def19b8) 00000020:00000080:3.0:1789265799.293852:0:22685:0:(obd_config.c:720:class_attach_name()) OBD: dev 1 attached type mgs with refcount 2 00000020:01000004:3.0:1789265799.294015:0:22685:0:(tgt_mount.c:153:server_get_mount()) get mount ffff93777aeab000 from MGS, refs=2 00080000:01000000:3.0:1789265799.294021:0:22685:0:(osd_handler.c:8925:osd_obd_connect()) connect #1 00000020:00000080:3.0:1789265799.294026:0:22685:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0xbbfdc9019c1d5367 00000100:00100000:3.0:1789265799.294123:0:22685:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/1 left), rc = 0 00000100:00100000:3.0:1789265799.294292:0:22685:0:(service.c:3462:ptlrpc_start_thread()) ldlm_cbd[0] started 0 min 2 max 56 00000100:00100000:3.0:1789265799.294298:0:22685:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cb00_000' 00000100:00100000:0.0:1789265799.294976:0:22685:0:(service.c:3462:ptlrpc_start_thread()) ldlm_cbd[0] started 1 min 2 max 56 00000100:00100000:0.0:1789265799.294985:0:22685:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cb00_001' 00000100:00100000:2.0:1789265799.297168:0:22685:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_canceld: allocate 64 new 8192-byte reqbufs (0/64 left), rc = 0 00000100:00100000:2.0:1789265799.297356:0:22685:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[0] started 0 min 3 max 56 00000100:00100000:2.0:1789265799.297362:0:22685:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn00_000' 00000100:00100000:2.0:1789265799.299491:0:22685:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[0] started 1 min 3 max 56 00000100:00100000:2.0:1789265799.299509:0:22685:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn00_001' 00000100:00100000:2.0:1789265799.299946:0:22685:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[0] started 2 min 3 max 56 00000100:00100000:2.0:1789265799.299952:0:22685:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn00_002' 00010000:00010000:0.0:1789265799.300738:0:22694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789265799.300742:0:22694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789265799.300744:0:22694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789265799.301075:0:22695:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789265799.301077:0:22695:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789265799.301085:0:22695:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789265799.303854:0:22685:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-MGS-0 is initialized 00010000:00010000:0.0:1789265799.306790:0:22694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:01000000:2.0:1789265799.331967:0:22685:0:(llog_obd.c:197:llog_setup()) obd MGS ctxt 0 is initialized 10000000:01000000:0.0:1789265799.347794:0:22698:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x2 (params) 20000000:01000000:3.0:1789265799.347856:0:22685:0:(mgs_nids.c:666:mgs_nidtbl_init_fs()) IR: current version is 2 20000000:01000000:3.0:1789265799.347936:0:22685:0:(mgs_llog.c:684:mgs_find_or_make_fsdb_nolock()) Created new db: rc = 0 20000000:01000000:3.0:1789265799.351838:0:22685:0:(mgs_llog.c:684:mgs_find_or_make_fsdb_nolock()) Created new db: rc = 0 00000100:00100000:3.0:1789265799.352196:0:22685:0:(service.c:155:ptlrpc_grow_req_bufs()) mgs: allocate 64 new 8192-byte reqbufs (0/64 left), rc = 0 00000100:00100000:3.0:1789265799.352716:0:22685:0:(service.c:3462:ptlrpc_start_thread()) mgs[-1] started 0 min 3 max 32 00000100:00100000:3.0:1789265799.352725:0:22685:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_mgs_0000' 00000100:00100000:2.0:1789265799.353437:0:22685:0:(service.c:3462:ptlrpc_start_thread()) mgs[-1] started 1 min 3 max 32 00000100:00100000:2.0:1789265799.353445:0:22685:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_mgs_0001' 00000100:00100000:3.0:1789265799.355531:0:22685:0:(service.c:3462:ptlrpc_start_thread()) mgs[-1] started 2 min 3 max 32 00000100:00100000:3.0:1789265799.355543:0:22685:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_mgs_0002' 00000100:00080000:2.0:1789265799.360504:0:22702:0:(pinger.c:466:ping_evictor_main()) Starting Ping Evictor 00000020:00000080:3.0:1789265799.361731:0:22685:0:(obd_config.c:826:class_setup()) finished setup of obd MGS (uuid MGS) 00000020:01000004:3.0:1789265799.361754:0:22685:0:(obd_mount.c:411:lustre_start_mgc()) Start MGC 'MGC192.168.202.142@tcp' 00000020:01000004:3.0:1789265799.361756:0:22685:0:(obd_mount.c:420:lustre_start_mgc()) mgs NIDs (null). 00000020:01000004:3.0:1789265799.361787:0:22685:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD MGC192.168.202.142@tcp (typ=mgc) 00000020:00000080:3.0:1789265799.361801:0:22685:0:(genops.c:413:class_newdev()) Allocate new device MGC192.168.202.142@tcp (ffff93775def3370) 00000020:00000080:3.0:1789265799.361819:0:22685:0:(obd_config.c:720:class_attach_name()) OBD: dev 2 attached type mgc with refcount 2 00010000:00080000:3.0:1789265799.362605:0:22685:0:(ldlm_lib.c:102:import_set_conn()) imp ffff9376424d4800@MGC192.168.202.142@tcp: add connection 192.168.202.142@tcp at head 00010000:00010000:3.0:1789265799.362782:0:22685:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-MGC192.168.202.142@tcp-0 is initialized 00000040:01000000:3.0:1789265799.362789:0:22685:0:(llog_obd.c:197:llog_setup()) obd MGC192.168.202.142@tcp ctxt 1 is initialized 10000000:01000000:3.0:1789265799.367678:0:22703:0:(mgc_request.c:631:mgc_requeue_thread()) Starting requeue thread 00000020:00000080:2.0:1789265799.367773:0:22685:0:(obd_config.c:826:class_setup()) finished setup of obd MGC192.168.202.142@tcp (uuid fc778fa6-86d2-4d40-bdad-261484e7f4ad) 00000020:00000080:2.0:1789265799.367812:0:22685:0:(genops.c:1385:class_connect()) connect: client fc778fa6-86d2-4d40-bdad-261484e7f4ad, cookie 0xbbfdc9019c1d5375 00000100:00080000:2.0:1789265799.367826:0:22685:0:(import.c:510:import_select_connection()) MGC192.168.202.142@tcp: connect to NID 0@lo last attempt 0 00000100:00080000:2.0:1789265799.367833:0:22685:0:(import.c:624:import_select_connection()) MGC192.168.202.142@tcp: import ffff9376424d4800 using connection 192.168.202.142@tcp/0@lo 00000100:00100000:2.0:1789265799.367915:0:22685:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93774f2f3800 x1876180579101952/t0(0) o250->MGC192.168.202.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789265799.367944:0:22685:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import fc778fa6-86d2-4d40-bdad-261484e7f4ad->MGS 00000020:01000004:2.0:1789265799.367963:0:22685:0:(tgt_mount.c:1812:server_start_targets()) starting target lustre-MDT0000 00000020:01000004:2.0:1789265799.367968:0:22685:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD MDS (typ=mds) 00000020:00000080:2.0:1789265799.367983:0:22685:0:(genops.c:413:class_newdev()) Allocate new device MDS (ffff9377475d0000) 00000020:00000080:2.0:1789265799.367995:0:22685:0:(obd_config.c:720:class_attach_name()) OBD: dev 3 attached type mds with refcount 2 00000100:00100000:3.0:1789265799.370384:0:3642:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93774f2f3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fc778fa6-86d2-4d40-bdad-261484e7f4ad:3642:1876180579101952:0@lo:250:mount.lustre.0 00000100:00100000:3.0:1789265799.370464:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789265799.370531:0:22699:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180579101952 00000100:00100000:0.0:1789265799.370540:0:22699:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180579101952 00000100:00100000:0.0:1789265799.370585:0:22699:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:0.0:1789265799.370593:0:22699:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93777ade5c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0+-99:3642:x1876180579101952:12345-0@lo:250:mount.lustre.0 00010000:00080000:0.0:1789265799.370621:0:22699:0:(ldlm_lib.c:1444:target_handle_connect()) MGS: connection from fc778fa6-86d2-4d40-bdad-261484e7f4ad@0@lo t0 exp 0000000000000000 cur 655 last 0 00000020:00000080:0.0:1789265799.370662:0:22699:0:(genops.c:1385:class_connect()) connect: client fc778fa6-86d2-4d40-bdad-261484e7f4ad, cookie 0xbbfdc9019c1d5383 00000100:00080000:0.0:1789265799.370799:0:22699:0:(import.c:65:import_set_state_nolock()) ffff937642138000 : changing import state from RECOVER to FULL 00000100:00100000:0.0:1789265799.370876:0:22699:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93777ade5c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fc778fa6-86d2-4d40-bdad-261484e7f4ad+5:3642:x1876180579101952:12345-0@lo:250:mount.lustre.0 Request processed in 264us (393us total) trans 0 rc 0/0 00000100:00100000:0.0:1789265799.370884:0:22699:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00100000:0.0:1789265799.370931:0:3642:0:(client.c:3125:ptlrpc_free_committed()) MGC192.168.202.142@tcp: committing for last_committed 0 gen 1 00000100:00080000:0.0:1789265799.370940:0:3642:0:(import.c:1132:ptlrpc_connect_interpret()) MGC192.168.202.142@tcp: connect to target with instance 0 00000100:00080000:0.0:1789265799.370947:0:3642:0:(import.c:956:ptlrpc_connect_set_flags()) MGC192.168.202.142@tcp: Resetting ns_connect_flags to server flags: 0xa000011001002060 10000000:01000000:0.0:1789265799.370951:0:3642:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808005 00000100:00080000:0.0:1789265799.370954:0:3642:0:(import.c:65:import_set_state_nolock()) ffff9376424d4800 MGS: changing import state from CONNECTING to FULL 10000000:01000000:0.0:1789265799.370956:0:3642:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808004 00000100:00080000:0.0:1789265799.370966:0:3642:0:(pinger.c:186:ptlrpc_pinger_ir_up()) IR up 00000100:00100000:0.0:1789265799.370972:0:3642:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93774f2f3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fc778fa6-86d2-4d40-bdad-261484e7f4ad:3642:1876180579101952:0@lo:250:mount.lustre.0 00000100:00100000:2.0:1789265799.387470:0:22685:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt: allocate 64 new 262144-byte reqbufs (0/64 left), rc = 0 00000100:00100000:2.0:1789265799.387630:0:22685:0:(service.c:3462:ptlrpc_start_thread()) mdt[0] started 0 min 3 max 116 00000100:00100000:2.0:1789265799.387634:0:22685:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt00_000' 00000100:00100000:2.0:1789265799.392805:0:22685:0:(service.c:3462:ptlrpc_start_thread()) mdt[0] started 1 min 3 max 116 00000100:00100000:2.0:1789265799.392817:0:22685:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt00_001' 00000100:00100000:3.0:1789265799.407747:0:22685:0:(service.c:3462:ptlrpc_start_thread()) mdt[0] started 2 min 3 max 116 00000100:00100000:3.0:1789265799.407763:0:22685:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt00_002' 00000100:00100000:2.0:1789265799.408537:0:22685:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_readpage: allocate 64 new 8192-byte reqbufs (0/64 left), rc = 0 00000100:00100000:2.0:1789265799.408755:0:22685:0:(service.c:3462:ptlrpc_start_thread()) mdt_readpage[0] started 0 min 2 max 80 00000100:00100000:2.0:1789265799.408760:0:22685:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_rdpg00_000' 00000100:00100000:3.0:1789265799.409280:0:22685:0:(service.c:3462:ptlrpc_start_thread()) mdt_readpage[0] started 1 min 2 max 80 00000100:00100000:3.0:1789265799.409287:0:22685:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_rdpg00_001' 00000100:00100000:0.0:1789265799.442105:0:22685:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_out: allocate 64 new 1048576-byte reqbufs (0/64 left), rc = 0 00000100:00100000:0.0:1789265799.442313:0:22685:0:(service.c:3462:ptlrpc_start_thread()) mdt_out[0] started 0 min 2 max 116 00000100:00100000:0.0:1789265799.442320:0:22685:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_out00_000' 00000100:00100000:0.0:1789265799.444412:0:22685:0:(service.c:3462:ptlrpc_start_thread()) mdt_out[0] started 1 min 2 max 116 00000100:00100000:0.0:1789265799.444425:0:22685:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_out00_001' 00000100:00100000:0.0:1789265799.445024:0:22685:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_seqs: allocate 64 new 4096-byte reqbufs (0/64 left), rc = 0 00000100:00100000:0.0:1789265799.445192:0:22685:0:(service.c:3462:ptlrpc_start_thread()) mdt_seqs[-1] started 0 min 2 max 256 00000100:00100000:0.0:1789265799.445197:0:22685:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_seqs_0000' 00000100:00100000:0.0:1789265799.445827:0:22685:0:(service.c:3462:ptlrpc_start_thread()) mdt_seqs[-1] started 1 min 2 max 256 00000100:00100000:0.0:1789265799.445834:0:22685:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_seqs_0001' 00000100:00100000:0.0:1789265799.450218:0:22685:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_seqm: allocate 64 new 4096-byte reqbufs (0/64 left), rc = 0 00000100:00100000:0.0:1789265799.450427:0:22685:0:(service.c:3462:ptlrpc_start_thread()) mdt_seqm[-1] started 0 min 2 max 256 00000100:00100000:0.0:1789265799.450433:0:22685:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_seqm_0000' 00000100:00100000:3.0:1789265799.450950:0:22685:0:(service.c:3462:ptlrpc_start_thread()) mdt_seqm[-1] started 1 min 2 max 256 00000100:00100000:3.0:1789265799.450957:0:22685:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_seqm_0001' 00000100:00100000:3.0:1789265799.451406:0:22685:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_fld: allocate 64 new 4096-byte reqbufs (0/64 left), rc = 0 00000100:00100000:3.0:1789265799.451581:0:22685:0:(service.c:3462:ptlrpc_start_thread()) mdt_fld[-1] started 0 min 2 max 256 00000100:00100000:3.0:1789265799.451586:0:22685:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_fld_0000' 00000100:00100000:3.0:1789265799.451990:0:22685:0:(service.c:3462:ptlrpc_start_thread()) mdt_fld[-1] started 1 min 2 max 256 00000100:00100000:3.0:1789265799.451996:0:22685:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_fld_0001' 00000100:00100000:3.0:1789265799.464376:0:22685:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_io: allocate 64 new 524288-byte reqbufs (0/64 left), rc = 0 00000100:00100000:3.0:1789265799.464596:0:22685:0:(service.c:3462:ptlrpc_start_thread()) mdt_io[0] started 0 min 3 max 116 00000100:00100000:3.0:1789265799.464604:0:22685:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_io00_000' 00000100:00100000:3.0:1789265799.465717:0:22685:0:(service.c:3462:ptlrpc_start_thread()) mdt_io[0] started 1 min 3 max 116 00000100:00100000:3.0:1789265799.465728:0:22685:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_io00_001' 00000100:00100000:3.0:1789265799.466540:0:22685:0:(service.c:3462:ptlrpc_start_thread()) mdt_io[0] started 2 min 3 max 116 00000100:00100000:3.0:1789265799.466547:0:22685:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_io00_002' 00000020:00000080:3.0:1789265799.467373:0:22685:0:(obd_config.c:826:class_setup()) finished setup of obd MDS (uuid MDS_uuid) 00000020:01000004:3.0:1789265799.467400:0:22685:0:(tgt_mount.c:280:server_mgc_set_fs()) Set mgc disk for /dev/mapper/mds1_flakey 10000000:01000000:3.0:1789265799.467407:0:22685:0:(mgc_request_server.c:89:mgc_fs_setup()) MGC192.168.202.142@tcp: cl_mgc_mutex lustre-MDT0000-osd for locked: rc = 0 00000040:01000000:3.0:1789265799.467509:0:22685:0:(llog_obd.c:197:llog_setup()) obd MGC192.168.202.142@tcp ctxt 0 is initialized 00000020:01000004:3.0:1789265799.467545:0:22685:0:(tgt_mount.c:1418:server_register_target()) Registration lustre-MDT0000, fs=lustre, 192.168.202.142@tcp, index=0000, flags=0x20005 00000020:01000004:3.0:1789265799.467549:0:22685:0:(tgt_mount.c:1175:server_mti_print()) mti - server_register_target 00000020:01000004:3.0:1789265799.467550:0:22685:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:3.0:1789265799.467552:0:22685:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:3.0:1789265799.467553:0:22685:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:3.0:1789265799.467554:0:22685:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:3.0:1789265799.467555:0:22685:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:3.0:1789265799.467556:0:22685:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1789265799.467558:0:22685:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:3.0:1789265799.467560:0:22685:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1789265799.467561:0:22685:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:3.0:1789265799.467563:0:22685:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-MDT0000 0x10020005 00000020:01000004:3.0:1789265799.467565:0:22685:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:3.0:1789265799.467566:0:22685:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:3.0:1789265799.467567:0:22685:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:3.0:1789265799.467568:0:22685:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:3.0:1789265799.467569:0:22685:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:3.0:1789265799.467570:0:22685:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:3.0:1789265799.467571:0:22685:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1789265799.467573:0:22685:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:3.0:1789265799.467573:0:22685:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1789265799.467574:0:22685:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:3.0:1789265799.467604:0:22685:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-MDT0000 00000100:00100000:3.0:1789265799.467624:0:22685:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93777783b480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fc778fa6-86d2-4d40-bdad-261484e7f4ad:22685:1876180579102080:0@lo:253:mount.lustre.0 00000100:00100000:3.0:1789265799.467713:0:22685:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789265799.467807:0:22685:0:(client.c:2715:ptlrpc_set_wait()) set ffff937747dd1d80 going to sleep for 11 seconds 00000100:00100000:2.0:1789265799.467853:0:22701:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180579102080 00000100:00100000:2.0:1789265799.468030:0:22701:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180579102080 00000100:00100000:2.0:1789265799.468083:0:22701:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:2.0:1789265799.468093:0:22701:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93777ade7050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fc778fa6-86d2-4d40-bdad-261484e7f4ad+5:22685:x1876180579102080:12345-0@lo:253:mount.lustre.0 20000000:01000000:2.0:1789265799.468141:0:22701:0:(mgs_llog.c:684:mgs_find_or_make_fsdb_nolock()) Created new db: rc = 0 20000000:01000000:2.0:1789265799.468145:0:22701:0:(mgs_handler.c:479:mgs_target_reg()) fs: lustre index: 0 is registered to MGS. 20000000:01000000:2.0:1789265799.468148:0:22701:0:(mgs_handler.c:529:mgs_target_reg()) Server lustre-MDT0000 is running on 0@lo 10000000:01000000:2.0:1789265799.468407:0:22722:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 20000000:01000000:3.0:1789265799.468843:0:22701:0:(mgs_nids.c:666:mgs_nidtbl_init_fs()) IR: current version is 10 20000000:01000000:3.0:1789265799.470826:0:22723:0:(mgs_llog.c:340:mgs_fsdb_handler()) MDT index is 0 20000000:01000000:3.0:1789265799.470833:0:22723:0:(mgs_llog.c:340:mgs_fsdb_handler()) MDT index is 1 20000000:01000000:3.0:1789265799.470836:0:22723:0:(mgs_llog.c:324:mgs_fsdb_handler()) OST index for lustre-OST0000_UUID is 0 (0) 20000000:01000000:3.0:1789265799.470839:0:22723:0:(mgs_llog.c:324:mgs_fsdb_handler()) OST index for lustre-OST0001_UUID is 1 (1) 00000040:00080000:3.0:1789265799.471098:0:22723:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 52 count 51 20000000:01000000:2.0:1789265799.471221:0:22701:0:(mgs_llog.c:684:mgs_find_or_make_fsdb_nolock()) Created new db: rc = 0 20000000:01000000:2.0:1789265799.471231:0:22701:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00000100:00100000:2.0:1789265799.472687:0:22701:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93777ade7050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fc778fa6-86d2-4d40-bdad-261484e7f4ad+5:22685:x1876180579102080:12345-0@lo:253:mount.lustre.0 Request processed in 4588us (4967us total) trans 0 rc 0/0 00000100:00100000:2.0:1789265799.472712:0:22701:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00100000:3.0:1789265799.472962:0:22685:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93777783b480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fc778fa6-86d2-4d40-bdad-261484e7f4ad:22685:1876180579102080:0@lo:253:mount.lustre.0 10000000:01000000:3.0:1789265799.472978:0:22685:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-MDT0000 got index = 0 00000020:01000004:3.0:1789265799.472981:0:22685:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:3.0:1789265799.472983:0:22685:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:3.0:1789265799.472984:0:22685:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:3.0:1789265799.472985:0:22685:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:3.0:1789265799.472986:0:22685:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:3.0:1789265799.472987:0:22685:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:3.0:1789265799.472989:0:22685:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1789265799.472990:0:22685:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:3.0:1789265799.472992:0:22685:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1789265799.472993:0:22685:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 00000020:01000004:3.0:1789265799.473010:0:22685:0:(tgt_mount.c:101:server_register_mount()) register mount ffff93777aeab000 from lustre-MDT0000 10000000:01000000:3.0:1789265799.473039:0:22685:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-MDT0000 from 0 10000000:01000000:3.0:1789265799.473042:0:22685:0:(mgc_request.c:329:config_log_add()) add config log lustre-MDT0000-0000000000000000 10000000:01000000:3.0:1789265799.473046:0:22685:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-sptlrpc-ffff93775def3370 10000000:01000000:3.0:1789265799.473052:0:22685:0:(mgc_request.c:68:mgc_name2resid()) log lustre-sptlrpc to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:3.0:1789265799.473060:0:22685:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-sptlrpc-ffff93775def3370 from 1 10000000:01000000:3.0:1789265799.473063:0:22685:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00010000:00010000:3.0:1789265799.473099:0:22685:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.142@tcp lock: ffff93775181ba00/0xbbfdc9019c1d538a lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265799.473110:0:22685:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.142@tcp lock: ffff93775181ba00/0xbbfdc9019c1d538a lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265799.473129:0:22685:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.142@tcp lock: ffff93775181ba00/0xbbfdc9019c1d538a lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789265799.473148:0:22685:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93777783b480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fc778fa6-86d2-4d40-bdad-261484e7f4ad:22685:1876180579102208:0@lo:101:mount.lustre.0 00000100:00100000:3.0:1789265799.473185:0:22685:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789265799.473225:0:22685:0:(client.c:2715:ptlrpc_set_wait()) set ffff937747dd1d80 going to sleep for 11 seconds 00000100:00100000:2.0:1789265799.473243:0:22700:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180579102208 00000100:00100000:2.0:1789265799.473250:0:22700:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180579102208 00000100:00100000:2.0:1789265799.473286:0:22700:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:2.0:1789265799.473297:0:22700:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93777ade5050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fc778fa6-86d2-4d40-bdad-261484e7f4ad+5:22685:x1876180579102208:12345-0@lo:101:mount.lustre.0 00010000:00010000:2.0:1789265799.473310:0:22700:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1789265799.473326:0:22700:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9377413fcc00/0xbbfdc9019c1d5391 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xbbfdc9019c1d538a expref: -99 pid: 22700 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265799.473347:0:22700:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9377413fcc00/0xbbfdc9019c1d5391 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xbbfdc9019c1d538a expref: 6 pid: 22700 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265799.473358:0:22700:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9377413fcc00/0xbbfdc9019c1d5391 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xbbfdc9019c1d538a expref: 6 pid: 22700 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265799.473365:0:22700:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9377413fcc00, rc 0) 00000100:00100000:2.0:1789265799.473410:0:22700:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93777ade5050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fc778fa6-86d2-4d40-bdad-261484e7f4ad+6:22685:x1876180579102208:12345-0@lo:101:mount.lustre.0 Request processed in 116us (225us total) trans 0 rc 0/0 00000100:00100000:3.0:1789265799.473417:0:22685:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93777783b480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fc778fa6-86d2-4d40-bdad-261484e7f4ad:22685:1876180579102208:0@lo:101:mount.lustre.0 00000100:00100000:2.0:1789265799.473418:0:22700:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00010000:00010000:3.0:1789265799.473435:0:22685:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.142@tcp lock: ffff93775181ba00/0xbbfdc9019c1d538a lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xbbfdc9019c1d5391 expref: -99 pid: 22685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265799.473446:0:22685:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.142@tcp lock: ffff93775181ba00/0xbbfdc9019c1d538a lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xbbfdc9019c1d5391 expref: -99 pid: 22685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789265799.473491:0:22685:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93777783b480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fc778fa6-86d2-4d40-bdad-261484e7f4ad:22685:1876180579102336:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1789265799.473517:0:22685:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789265799.473541:0:22685:0:(client.c:2715:ptlrpc_set_wait()) set ffff937747dd1d80 going to sleep for 11 seconds 00000100:00100000:2.0:1789265799.473592:0:22701:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180579102336 00000100:00100000:2.0:1789265799.473597:0:22701:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180579102336 00000100:00100000:2.0:1789265799.473726:0:22701:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:2.0:1789265799.473734:0:22701:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93777ade7c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fc778fa6-86d2-4d40-bdad-261484e7f4ad+6:22685:x1876180579102336:12345-0@lo:501:mount.lustre.0 00000100:00100000:2.0:1789265799.473911:0:22701:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93777ade7c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fc778fa6-86d2-4d40-bdad-261484e7f4ad+6:22685:x1876180579102336:12345-0@lo:501:mount.lustre.0 Request processed in 177us (391us total) trans 0 rc -2/-2 00000100:00100000:2.0:1789265799.473918:0:22701:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00100000:0.0:1789265799.474103:0:22685:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93777783b480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fc778fa6-86d2-4d40-bdad-261484e7f4ad:22685:1876180579102336:0@lo:501:mount.lustre.0 10000000:01000000:0.0:1789265799.474129:0:22685:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.142@tcp: configuration from log 'lustre-sptlrpc' failed (-2). 00010000:00010000:0.0:1789265799.474177:0:22685:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.142@tcp lock: ffff93775181ba00/0xbbfdc9019c1d538a lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xbbfdc9019c1d5391 expref: -99 pid: 22685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789265799.474186:0:22685:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.142@tcp lock: ffff93775181ba00/0xbbfdc9019c1d538a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xbbfdc9019c1d5391 expref: -99 pid: 22685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1789265799.474195:0:22685:0:(mgc_request.c:194:do_config_log_add()) do adding config log params-ffff93777aeab000 10000000:01000000:0.0:1789265799.474200:0:22685:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 10000000:01000000:0.0:1789265799.474205:0:22685:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-barrier-ffff93777aeab000 10000000:01000000:0.0:1789265799.474208:0:22685:0:(mgc_request.c:68:mgc_name2resid()) log lustre-barrier to resid 0x65727473756c/0x5 (lustre) 10000000:01000000:0.0:1789265799.474211:0:22685:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-barrier-ffff93777aeab000 from 1 10000000:01000000:0.0:1789265799.474213:0:22685:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-barrier (res 0x65727473756c) 00010000:00010000:0.0:1789265799.474232:0:22685:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.142@tcp lock: ffff937642393a00/0xbbfdc9019c1d5398 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789265799.474239:0:22685:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.142@tcp lock: ffff937642393a00/0xbbfdc9019c1d5398 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789265799.474247:0:22685:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.142@tcp lock: ffff937642393a00/0xbbfdc9019c1d5398 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789265799.474260:0:22685:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93774f100a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fc778fa6-86d2-4d40-bdad-261484e7f4ad:22685:1876180579102464:0@lo:101:mount.lustre.0 00000100:00100000:0.0:1789265799.474287:0:22685:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789265799.474324:0:22685:0:(client.c:2715:ptlrpc_set_wait()) set ffff93775f4a1a80 going to sleep for 11 seconds 00000100:00100000:2.0:1789265799.474345:0:22700:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180579102464 00000100:00100000:2.0:1789265799.474356:0:22700:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180579102464 00000100:00100000:2.0:1789265799.474388:0:22700:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:2.0:1789265799.474404:0:22700:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93777ade4c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fc778fa6-86d2-4d40-bdad-261484e7f4ad+6:22685:x1876180579102464:12345-0@lo:101:mount.lustre.0 00010000:00010000:2.0:1789265799.474412:0:22700:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1789265799.474423:0:22700:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9377413fc000/0xbbfdc9019c1d539f lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xbbfdc9019c1d5398 expref: -99 pid: 22700 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265799.474439:0:22700:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9377413fc000/0xbbfdc9019c1d539f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xbbfdc9019c1d5398 expref: 7 pid: 22700 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265799.474448:0:22700:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9377413fc000/0xbbfdc9019c1d539f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xbbfdc9019c1d5398 expref: 7 pid: 22700 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265799.474455:0:22700:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9377413fc000, rc 0) 00000100:00100000:2.0:1789265799.474492:0:22700:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93777ade4c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fc778fa6-86d2-4d40-bdad-261484e7f4ad+7:22685:x1876180579102464:12345-0@lo:101:mount.lustre.0 Request processed in 98us (204us total) trans 0 rc 0/0 00000100:00100000:2.0:1789265799.474499:0:22700:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00100000:0.0:1789265799.474525:0:22685:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93774f100a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fc778fa6-86d2-4d40-bdad-261484e7f4ad:22685:1876180579102464:0@lo:101:mount.lustre.0 00010000:00010000:0.0:1789265799.474537:0:22685:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.142@tcp lock: ffff937642393a00/0xbbfdc9019c1d5398 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xbbfdc9019c1d539f expref: -99 pid: 22685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789265799.474546:0:22685:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.142@tcp lock: ffff937642393a00/0xbbfdc9019c1d5398 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xbbfdc9019c1d539f expref: -99 pid: 22685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1789265799.474556:0:22685:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.142@tcp: configuration from log 'lustre-barrier' succeeded (0). 00010000:00010000:0.0:1789265799.474569:0:22685:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.142@tcp lock: ffff937642393a00/0xbbfdc9019c1d5398 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xbbfdc9019c1d539f expref: -99 pid: 22685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789265799.474576:0:22685:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.142@tcp lock: ffff937642393a00/0xbbfdc9019c1d5398 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xbbfdc9019c1d539f expref: -99 pid: 22685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1789265799.474582:0:22685:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-MDT0000-0000000000000000 10000000:01000000:0.0:1789265799.474585:0:22685:0:(mgc_request.c:68:mgc_name2resid()) log lustre-MDT0000 to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:0.0:1789265799.474590:0:22685:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-mdtir-ffff93777aeab000 10000000:01000000:0.0:1789265799.474593:0:22685:0:(mgc_request.c:68:mgc_name2resid()) log lustre-mdtir to resid 0x65727473756c/0x2 (lustre) 10000000:01000000:0.0:1789265799.474595:0:22685:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-MDT0000-0000000000000000 from 1 10000000:01000000:0.0:1789265799.474597:0:22685:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-MDT0000 (res 0x65727473756c) 00010000:00010000:0.0:1789265799.474610:0:22685:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.142@tcp lock: ffff937642393800/0xbbfdc9019c1d53a6 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789265799.474617:0:22685:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.142@tcp lock: ffff937642393800/0xbbfdc9019c1d53a6 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789265799.474624:0:22685:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.142@tcp lock: ffff937642393800/0xbbfdc9019c1d53a6 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789265799.474719:0:22685:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93774f100a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fc778fa6-86d2-4d40-bdad-261484e7f4ad:22685:1876180579102592:0@lo:101:mount.lustre.0 00000100:00100000:0.0:1789265799.474744:0:22685:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789265799.474768:0:22685:0:(client.c:2715:ptlrpc_set_wait()) set ffff93775f4a1a80 going to sleep for 11 seconds 00000100:00100000:2.0:1789265799.474824:0:22701:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180579102592 00000100:00100000:2.0:1789265799.474829:0:22701:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180579102592 00000100:00100000:2.0:1789265799.475182:0:22701:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:2.0:1789265799.475190:0:22701:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93777ade5450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fc778fa6-86d2-4d40-bdad-261484e7f4ad+7:22685:x1876180579102592:12345-0@lo:101:mount.lustre.0 00010000:00010000:2.0:1789265799.475198:0:22701:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1789265799.475206:0:22701:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9377413fd000/0xbbfdc9019c1d53ad lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0xbbfdc9019c1d53a6 expref: -99 pid: 22701 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265799.475220:0:22701:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9377413fd000/0xbbfdc9019c1d53ad lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xbbfdc9019c1d53a6 expref: 8 pid: 22701 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265799.475228:0:22701:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9377413fd000/0xbbfdc9019c1d53ad lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xbbfdc9019c1d53a6 expref: 8 pid: 22701 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265799.475241:0:22701:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9377413fd000, rc 0) 00000100:00100000:2.0:1789265799.475275:0:22701:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93777ade5450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fc778fa6-86d2-4d40-bdad-261484e7f4ad+8:22685:x1876180579102592:12345-0@lo:101:mount.lustre.0 Request processed in 86us (529us total) trans 0 rc 0/0 00000100:00100000:2.0:1789265799.475282:0:22701:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00100000:0.0:1789265799.475484:0:22685:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93774f100a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fc778fa6-86d2-4d40-bdad-261484e7f4ad:22685:1876180579102592:0@lo:101:mount.lustre.0 00010000:00010000:0.0:1789265799.475496:0:22685:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.142@tcp lock: ffff937642393800/0xbbfdc9019c1d53a6 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xbbfdc9019c1d53ad expref: -99 pid: 22685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789265799.475503:0:22685:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.142@tcp lock: ffff937642393800/0xbbfdc9019c1d53a6 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xbbfdc9019c1d53ad expref: -99 pid: 22685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789265799.475556:0:22685:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93774f100a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fc778fa6-86d2-4d40-bdad-261484e7f4ad:22685:1876180579102720:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1789265799.475583:0:22685:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789265799.475725:0:22685:0:(client.c:2715:ptlrpc_set_wait()) set ffff93775f4a1a80 going to sleep for 11 seconds 00000100:00100000:2.0:1789265799.475767:0:22701:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180579102720 00000100:00100000:2.0:1789265799.475772:0:22701:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180579102720 00000100:00100000:2.0:1789265799.475801:0:22701:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:2.0:1789265799.475807:0:22701:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93777ade6450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fc778fa6-86d2-4d40-bdad-261484e7f4ad+8:22685:x1876180579102720:12345-0@lo:501:mount.lustre.0 00000100:00100000:2.0:1789265799.476100:0:22701:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93777ade6450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fc778fa6-86d2-4d40-bdad-261484e7f4ad+9:22685:x1876180579102720:12345-0@lo:501:mount.lustre.0 Request processed in 291us (515us total) trans 0 rc 0/0 00000100:00100000:2.0:1789265799.476108:0:22701:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00100000:0.0:1789265799.476183:0:22685:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93774f100a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fc778fa6-86d2-4d40-bdad-261484e7f4ad:22685:1876180579102720:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1789265799.476231:0:22685:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93774f100a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fc778fa6-86d2-4d40-bdad-261484e7f4ad:22685:1876180579102848:0@lo:503:mount.lustre.0 00000100:00100000:0.0:1789265799.476269:0:22685:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789265799.476335:0:22685:0:(client.c:2715:ptlrpc_set_wait()) set ffff93775f4a1a80 going to sleep for 11 seconds 00000100:00100000:1.0:1789265799.476396:0:22699:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180579102848 00000100:00100000:1.0:1789265799.476400:0:22699:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180579102848 00000100:00100000:1.0:1789265799.476430:0:22699:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:1.0:1789265799.476436:0:22699:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff937643659450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fc778fa6-86d2-4d40-bdad-261484e7f4ad+9:22685:x1876180579102848:12345-0@lo:503:mount.lustre.0 00000100:00100000:1.0:1789265799.477175:0:22699:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff937643659450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fc778fa6-86d2-4d40-bdad-261484e7f4ad+9:22685:x1876180579102848:12345-0@lo:503:mount.lustre.0 Request processed in 737us (903us total) trans 0 rc 0/0 00000100:00100000:1.0:1789265799.477182:0:22699:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00100000:0.0:1789265799.477270:0:22685:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93774f100a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fc778fa6-86d2-4d40-bdad-261484e7f4ad:22685:1876180579102848:0@lo:503:mount.lustre.0 00000100:00100000:0.0:1789265799.477687:0:22724:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93774f100a80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:fc778fa6-86d2-4d40-bdad-261484e7f4ad:22724:1876180579102976:0@lo:502:llog_process_th.0 00000100:00100000:0.0:1789265799.477728:0:22724:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789265799.477762:0:22724:0:(client.c:2715:ptlrpc_set_wait()) set ffff93774f390300 going to sleep for 11 seconds 00000100:00100000:1.0:1789265799.477881:0:22699:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180579102976 00000100:00100000:1.0:1789265799.477887:0:22699:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180579102976 00000100:00100000:1.0:1789265799.477915:0:22699:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:1.0:1789265799.477922:0:22699:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93764365a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fc778fa6-86d2-4d40-bdad-261484e7f4ad+9:22724:x1876180579102976:12345-0@lo:502:llog_process_th.0 00000100:00100000:1.0:1789265799.478494:0:22699:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93764365a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fc778fa6-86d2-4d40-bdad-261484e7f4ad+9:22724:x1876180579102976:12345-0@lo:502:llog_process_th.0 Request processed in 571us (765us total) trans 0 rc 0/0 00000100:00100000:1.0:1789265799.478502:0:22699:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00100000:0.0:1789265799.478799:0:22724:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93774f100a80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:fc778fa6-86d2-4d40-bdad-261484e7f4ad:22724:1876180579102976:0@lo:502:llog_process_th.0 00000020:01000000:0.0:1789265799.478828:0:22724:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1789265799.478843:0:22724:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1789265799.478846:0:22724:0:(obd_config.c:1563:class_process_config()) marker 2 (0x1) lustre-MDT0000-m lov setup 00000020:01000000:0.0:1789265799.478852:0:22724:0:(obd_config.c:1967:class_config_llog_handler()) For 2.x interoperability, rename obd type from lov to lod (lustre-MDT0000) 00000020:00000080:0.0:1789265799.478854:0:22724:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:0.0:1789265799.478903:0:22724:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-mdtlov (ffff9376426eb370) 00000020:00000080:0.0:1789265799.478919:0:22724:0:(obd_config.c:720:class_attach_name()) OBD: dev 4 attached type lod with refcount 2 00000020:00000080:0.0:1789265799.478925:0:22724:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00080000:01000000:0.0:1789265799.479007:0:22724:0:(osd_handler.c:8925:osd_obd_connect()) connect #2 00000020:00000080:0.0:1789265799.479015:0:22724:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0xbbfdc9019c1d53bb 00000020:00000080:0.0:1789265799.479214:0:22724:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-mdtlov (uuid lustre-MDT0000-mdtlov_UUID) 00000020:01000000:0.0:1789265799.479219:0:22724:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1789265799.479223:0:22724:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1789265799.479224:0:22724:0:(obd_config.c:1563:class_process_config()) marker 2 (0x2) lustre-MDT0000-m lov setup 00000020:01000000:0.0:1789265799.479226:0:22724:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1789265799.479231:0:22724:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1789265799.479232:0:22724:0:(obd_config.c:1563:class_process_config()) marker 3 (0x1) lustre-MDT0000 add mdt 00000020:00000080:0.0:1789265799.479236:0:22724:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:0.0:1789265799.479244:0:22724:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000 (ffff9376426ecd28) 00000020:00000080:0.0:1789265799.479253:0:22724:0:(obd_config.c:720:class_attach_name()) OBD: dev 5 attached type mdt with refcount 2 00000020:00000080:0.0:1789265799.479258:0:22724:0:(obd_config.c:1472:class_process_config()) processing cmd: cf007 00000020:00000080:0.0:1789265799.479260:0:22724:0:(obd_config.c:1516:class_process_config()) mountopt: profile lustre-MDT0000 osc lustre-MDT0000-mdtlov mdc (null) 00000020:01000000:0.0:1789265799.479263:0:22724:0:(obd_config.c:1149:class_add_profile()) Add profile lustre-MDT0000 00000020:00000080:0.0:1789265799.479268:0:22724:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000020:01000004:0.0:1789265799.479317:0:22724:0:(tgt_mount.c:153:server_get_mount()) get mount ffff93777aeab000 from lustre-MDT0000, refs=3 00000020:00000080:0.0:1789265799.479331:0:22724:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDD0000 (ffff9376426e99b8) 00000020:00000080:0.0:1789265799.479339:0:22724:0:(obd_config.c:720:class_attach_name()) OBD: dev 6 attached type mdd with refcount 2 00000004:01000000:0.0:1789265799.479386:0:22724:0:(lod_dev.c:2291:lod_obd_connect()) connect #0 00000020:00000080:0.0:1789265799.479392:0:22724:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0xbbfdc9019c1d53d0 00000020:00000080:0.0:1789265799.479473:0:22724:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDD0000 (uuid lustre-MDD0000_UUID) 00000004:01000000:0.0:1789265799.479479:0:22724:0:(mdd_device.c:1598:mdd_obd_connect()) connect #0 00000020:00000080:0.0:1789265799.479482:0:22724:0:(genops.c:1385:class_connect()) connect: client lustre-MDD0000_UUID, cookie 0xbbfdc9019c1d53d7 00080000:01000000:0.0:1789265799.479486:0:22724:0:(osd_handler.c:8925:osd_obd_connect()) connect #3 00000020:00000080:0.0:1789265799.479489:0:22724:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0xbbfdc9019c1d53de 00010000:00010000:2.0:1789265799.546285:0:22724:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-mdt-lustre-MDT0000_UUID-1 is initialized 00000001:00000004:2.0:1789265799.546761:0:22724:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 3, last_transno is 8589934627 00000001:00080000:2.0:1789265799.547165:0:22724:0:(tgt_lastrcvd.c:222:tgt_reply_header_read()) lustre-MDT0000: read reply_data header. magic=0xbdabda01 header_size=32 reply_size=32 00000020:00000080:2.0:1789265799.547670:0:22724:0:(genops.c:413:class_newdev()) Allocate new device lustre-QMT0000 (ffff9377475d3370) 00000020:00000080:2.0:1789265799.547691:0:22724:0:(obd_config.c:720:class_attach_name()) OBD: dev 7 attached type qmt with refcount 2 00080000:01000000:2.0:1789265799.547756:0:22724:0:(osd_handler.c:8925:osd_obd_connect()) connect #4 00000020:00000080:2.0:1789265799.547762:0:22724:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0xbbfdc9019c1d53ec 00000020:00000080:1.0:1789265799.548342:0:22724:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-QMT0000 (uuid lustre-QMT0000_UUID) 00000020:00000080:3.0:1789265799.558335:0:22724:0:(genops.c:1385:class_connect()) connect: client lustre-QMT0000_UUID, cookie 0xbbfdc9019c1d53f3 00000020:00000080:3.0:1789265799.558818:0:22724:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000 (uuid lustre-MDT0000_UUID) 00000020:01000000:3.0:1789265799.558831:0:22724:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1789265799.558838:0:22724:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1789265799.558840:0:22724:0:(obd_config.c:1563:class_process_config()) marker 3 (0x2) lustre-MDT0000 add mdt 00000020:01000000:3.0:1789265799.558843:0:22724:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:3.0:1789265799.558847:0:22724:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #9 00000020:01000000:3.0:1789265799.558849:0:22724:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:3.0:1789265799.558850:0:22724:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:3.0:1789265799.558851:0:22724:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:3.0:1789265799.558854:0:22724:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1789265799.558855:0:22724:0:(obd_config.c:1563:class_process_config()) marker 9 (0x6) lustre sys.timeout 00000020:01000000:3.0:1789265799.558960:0:22724:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1789265799.558966:0:22724:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1789265799.558967:0:22724:0:(obd_config.c:1563:class_process_config()) marker 10 (0x1) lustre-MDT0000 mdt.identity_upcall 00000020:00000080:3.0:1789265799.558972:0:22724:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00f 00000004:01000000:3.0:1789265799.559013:0:22724:0:(mdt_lproc.c:316:identity_upcall_store()) lustre-MDT0000: identity upcall set to /home/green/git/lustre-release/lustre/utils/l_getidentity 00000020:01000000:3.0:1789265799.559030:0:22724:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1789265799.559033:0:22724:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1789265799.559034:0:22724:0:(obd_config.c:1563:class_process_config()) marker 10 (0x2) lustre-MDT0000 mdt.identity_upcall 00000020:01000000:3.0:1789265799.559037:0:22724:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1789265799.559040:0:22724:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1789265799.559041:0:22724:0:(obd_config.c:1563:class_process_config()) marker 17 (0x1) lustre-MDT0001 add osp 00000020:00000080:3.0:1789265799.559044:0:22724:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:3.0:1789265799.559049:0:22724:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.202.142@tcp to nid 0x20000c0a8ca8e (192.168.202.142@tcp) 00000020:00000080:3.0:1789265799.559076:0:22724:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:3.0:1789265799.559089:0:22724:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0001-osp-MDT0000 (ffff93775def0000) 00000020:00000080:3.0:1789265799.559101:0:22724:0:(obd_config.c:720:class_attach_name()) OBD: dev 8 attached type osp with refcount 2 00000020:00000080:3.0:1789265799.559105:0:22724:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000004:00080000:3.0:1789265799.559156:0:22724:0:(osp_dev.c:1203:osp_init0()) lustre-MDT0001-osp-MDT0000: connect to lustre-MDT0000-osd (lustre-MDT0001-osp-MDT0000) 00080000:01000000:3.0:1789265799.559162:0:22724:0:(osd_handler.c:8925:osd_obd_connect()) connect #5 00000020:00000080:3.0:1789265799.559168:0:22724:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0xbbfdc9019c1d5401 00010000:00080000:3.0:1789265799.559211:0:22724:0:(ldlm_lib.c:102:import_set_conn()) imp ffff9376431d8800@lustre-MDT0001-osp-MDT0000: add connection 192.168.202.142@tcp at head 00010000:00010000:3.0:1789265799.562390:0:22724:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0001-osp-MDT0000-1 is initialized 00000020:00000080:0.0:1789265799.564336:0:22724:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0001-osp-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:0.0:1789265799.564360:0:22724:0:(obd_config.c:1472:class_process_config()) processing cmd: cf014 00000004:01000000:0.0:1789265799.564401:0:22724:0:(lod_lov.c:128:lod_add_device()) osp:lustre-MDT0001_UUID idx:1 gen:1 00000020:00000080:0.0:1789265799.564420:0:22724:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0xbbfdc9019c1d5408 00000100:00080000:0.0:1789265799.564431:0:22724:0:(import.c:510:import_select_connection()) lustre-MDT0001-osp-MDT0000: connect to NID 0@lo last attempt 0 00000100:00080000:0.0:1789265799.564437:0:22724:0:(import.c:624:import_select_connection()) lustre-MDT0001-osp-MDT0000: import ffff9376431d8800 using connection 192.168.202.142@tcp/0@lo 00000100:00100000:0.0:1789265799.564473:0:22724:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93774f100a80 x1876180579103104/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789265799.564544:0:3642:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93774f100a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3642:1876180579103104:0@lo:38:llog_process_th.0 00000100:00100000:3.0:1789265799.564624:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789265799.564722:0:22711:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180579103104 00000100:00100000:2.0:1789265799.564729:0:22711:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180579103104 00000100:00100000:2.0:1789265799.564766:0:22711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:2.0:1789265799.564773:0:22711:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff937777838380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:3642:x1876180579103104:12345-0@lo:38:llog_process_th.0 00010000:00020000:2.0:1789265799.564788:0:22711:0:(ldlm_lib.c:1190:target_handle_connect()) lustre-MDT0001: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:0.0:1789265799.567991:0:22724:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID 00000020:01000000:0.0:1789265799.568125:0:22724:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1789265799.568132:0:22724:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1789265799.568134:0:22724:0:(obd_config.c:1563:class_process_config()) marker 17 (0x2) lustre-MDT0001 add osp 00000020:01000000:0.0:1789265799.568138:0:22724:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:0.0:1789265799.568141:0:22724:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #19 00000020:01000000:0.0:1789265799.568143:0:22724:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:0.0:1789265799.568145:0:22724:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:0.0:1789265799.568147:0:22724:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:0.0:1789265799.568149:0:22724:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1789265799.568150:0:22724:0:(obd_config.c:1563:class_process_config()) marker 19 (0x6) lustre sys.timeout 00000020:01000000:0.0:1789265799.568153:0:22724:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:0.0:1789265799.568158:0:22724:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0000 (0) in 0 of /dev/mapper/mds1_flakey 00000020:00000080:0.0:1789265799.568162:0:22724:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1789265799.568164:0:22724:0:(obd_config.c:1563:class_process_config()) marker 22 (0x1) lustre-OST0000 add osc 00000020:00000080:0.0:1789265799.568167:0:22724:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:0.0:1789265799.568171:0:22724:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.202.142@tcp to nid 0x20000c0a8ca8e (192.168.202.142@tcp) 00000020:01000000:0.0:1789265799.568196:0:22724:0:(obd_config.c:1974:class_config_llog_handler()) For 2.x interoperability, rename obd type from osc to osp (lustre-MDT0000) 00000020:00000080:0.0:1789265799.568198:0:22724:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:0.0:1789265799.568216:0:22724:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0000-osc-MDT0000 (ffff9376426e8000) 00000020:00000080:0.0:1789265799.568236:0:22724:0:(obd_config.c:720:class_attach_name()) OBD: dev 9 attached type osp with refcount 2 00000020:00000080:0.0:1789265799.568241:0:22724:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000004:00080000:0.0:1789265799.568353:0:22724:0:(osp_dev.c:1203:osp_init0()) lustre-OST0000-osc-MDT0000: connect to lustre-MDT0000-osd (lustre-OST0000-osc-MDT0000) 00080000:01000000:0.0:1789265799.568359:0:22724:0:(osd_handler.c:8925:osd_obd_connect()) connect #6 00000020:00000080:0.0:1789265799.568374:0:22724:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0xbbfdc9019c1d5416 00010000:00080000:0.0:1789265799.568407:0:22724:0:(ldlm_lib.c:102:import_set_conn()) imp ffff9377660c4000@lustre-OST0000-osc-MDT0000: add connection 192.168.202.142@tcp at head 00010000:00010000:0.0:1789265799.568628:0:22724:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0000-osc-MDT0000-2 is initialized 00000040:01000000:0.0:1789265799.574020:0:22724:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000040:01000000:0.0:1789265799.574261:0:22724:0:(llog_obd.c:197:llog_setup()) obd lustre-OST0000-osc-MDT0000 ctxt 2 is initialized 00000040:00080000:0.0:1789265799.576106:0:22724:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:0.0:1789265799.576347:0:22724:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x2:0x0].3, 64 off8384 00000040:00080000:0.0:1789265799.580402:0:22724:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x10:0x0].1, 64 off8256 00000040:00080000:3.0:1789265799.583979:0:22730:0:(llog.c:805:llog_process_thread()) index: 3, lh_last_idx: 3 synced_idx: 3 lgh_last_idx: 3 00000040:00080000:3.0:1789265799.583986:0:22730:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x10:0x0] at index 3 of catalog [0x1:0x2:0x0] 00000020:00000080:3.0:1789265799.584780:0:22724:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0000-osc-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:3.0:1789265799.584791:0:22724:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00d 00000004:01000000:3.0:1789265799.584826:0:22724:0:(lod_lov.c:128:lod_add_device()) osp:lustre-OST0000_UUID idx:0 gen:1 00000020:00000080:3.0:1789265799.584846:0:22724:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0xbbfdc9019c1d541d 00000100:00080000:3.0:1789265799.584895:0:22724:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 0 00000100:00080000:3.0:1789265799.584910:0:22724:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff9377660c4000 using connection 192.168.202.142@tcp/0@lo 00000100:00100000:3.0:1789265799.584945:0:22724:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93777783aa00 x1876180579103232/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789265799.584964:0:22724:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID 00000020:01000000:3.0:1789265799.585013:0:22724:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1789265799.585017:0:22724:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1789265799.585019:0:22724:0:(obd_config.c:1563:class_process_config()) marker 22 (0x2) lustre-OST0000 add osc 00000020:01000000:3.0:1789265799.585022:0:22724:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:3.0:1789265799.585025:0:22724:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #27 00000020:01000000:3.0:1789265799.585027:0:22724:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:3.0:1789265799.585028:0:22724:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:3.0:1789265799.585030:0:22724:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:3.0:1789265799.585032:0:22724:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1789265799.585033:0:22724:0:(obd_config.c:1563:class_process_config()) marker 27 (0x6) lustre sys.timeout 00000020:01000000:3.0:1789265799.585036:0:22724:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:3.0:1789265799.585040:0:22724:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0001 (1) in 0 of /dev/mapper/mds1_flakey 00000020:00000080:3.0:1789265799.585044:0:22724:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1789265799.585045:0:22724:0:(obd_config.c:1563:class_process_config()) marker 30 (0x1) lustre-OST0001 add osc 00000020:00000080:3.0:1789265799.585048:0:22724:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:3.0:1789265799.585052:0:22724:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.202.142@tcp to nid 0x20000c0a8ca8e (192.168.202.142@tcp) 00000020:01000000:3.0:1789265799.585075:0:22724:0:(obd_config.c:1974:class_config_llog_handler()) For 2.x interoperability, rename obd type from osc to osp (lustre-MDT0000) 00000020:00000080:3.0:1789265799.585077:0:22724:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:3.0:1789265799.585088:0:22724:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0001-osc-MDT0000 (ffff9376433a8000) 00000020:00000080:3.0:1789265799.585099:0:22724:0:(obd_config.c:720:class_attach_name()) OBD: dev 10 attached type osp with refcount 2 00000020:00000080:3.0:1789265799.585104:0:22724:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000004:00080000:3.0:1789265799.585158:0:22724:0:(osp_dev.c:1203:osp_init0()) lustre-OST0001-osc-MDT0000: connect to lustre-MDT0000-osd (lustre-OST0001-osc-MDT0000) 00080000:01000000:3.0:1789265799.585164:0:22724:0:(osd_handler.c:8925:osd_obd_connect()) connect #7 00000020:00000080:3.0:1789265799.585169:0:22724:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0xbbfdc9019c1d542b 00010000:00080000:3.0:1789265799.585197:0:22724:0:(ldlm_lib.c:102:import_set_conn()) imp ffff9377660c0800@lustre-OST0001-osc-MDT0000: add connection 192.168.202.142@tcp at head 00010000:00010000:3.0:1789265799.585398:0:22724:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0001-osc-MDT0000-3 is initialized 00000040:01000000:3.0:1789265799.585457:0:22724:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000040:01000000:3.0:1789265799.585480:0:22724:0:(llog_obd.c:197:llog_setup()) obd lustre-OST0001-osc-MDT0000 ctxt 2 is initialized 00000100:00100000:0.0:1789265799.585768:0:3642:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93777783aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3642:1876180579103232:0@lo:8:llog_process_th.0 00000400:00000100:0.0:1789265799.585818:0:3642:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1876180579103232 offset 0 length 520: 4 00000040:00080000:3.0:1789265799.587759:0:22724:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:3.0:1789265799.589006:0:22724:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x5:0x0].3, 64 off8384 00000040:00080000:3.0:1789265799.589197:0:22724:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x12:0x0].1, 64 off8256 00000040:00080000:0.0:1789265799.589988:0:22732:0:(llog.c:805:llog_process_thread()) index: 3, lh_last_idx: 3 synced_idx: 3 lgh_last_idx: 3 00000040:00080000:0.0:1789265799.589993:0:22732:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x12:0x0] at index 3 of catalog [0x1:0x5:0x0] 00000100:00100000:0.0:1789265799.591348:0:22711:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff937777838380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:3642:x1876180579103104:12345-0@lo:38:llog_process_th.0 Request processed in 26568us (26716us total) trans 0 rc -19/-19 00000100:00100000:0.0:1789265799.591376:0:22711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00080000:1.0:1789265799.591476:0:3642:0:(import.c:65:import_set_state_nolock()) ffff9376431d8800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789265799.591482:0:3642:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1789265799.591486:0:3642:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93774f100a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3642:1876180579103104:0@lo:38:llog_process_th.0 00000020:00000080:3.0:1789265799.592078:0:22724:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0001-osc-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:3.0:1789265799.592091:0:22724:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00d 00000004:01000000:3.0:1789265799.592132:0:22724:0:(lod_lov.c:128:lod_add_device()) osp:lustre-OST0001_UUID idx:1 gen:1 00000020:00000080:3.0:1789265799.592150:0:22724:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0xbbfdc9019c1d5432 00000100:00080000:3.0:1789265799.592160:0:22724:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 0 00000100:00080000:3.0:1789265799.592166:0:22724:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-MDT0000: import ffff9377660c0800 using connection 192.168.202.142@tcp/0@lo 00000100:00100000:3.0:1789265799.592199:0:22724:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff937777838700 x1876180579103360/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789265799.592217:0:22724:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID 00000020:01000000:3.0:1789265799.592272:0:22724:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1789265799.592277:0:22724:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1789265799.592278:0:22724:0:(obd_config.c:1563:class_process_config()) marker 30 (0x2) lustre-OST0001 add osc 00000020:01000000:3.0:1789265799.592281:0:22724:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1789265799.592285:0:22724:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1789265799.592286:0:22724:0:(obd_config.c:1563:class_process_config()) marker 35 (0x1) lustre sys.timeout 00000020:00000080:3.0:1789265799.592289:0:22724:0:(obd_config.c:1472:class_process_config()) processing cmd: cf009 00000020:00000080:3.0:1789265799.592291:0:22724:0:(obd_config.c:1537:class_process_config()) changing lustre timeout from 20 to 20 00000020:01000000:3.0:1789265799.592293:0:22724:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1789265799.592296:0:22724:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1789265799.592297:0:22724:0:(obd_config.c:1563:class_process_config()) marker 35 (0x2) lustre sys.timeout 00000020:01000000:3.0:1789265799.592300:0:22724:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1789265799.592302:0:22724:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1789265799.592303:0:22724:0:(obd_config.c:1563:class_process_config()) marker 40 (0x1) lustre sys.jobid_var 00000020:00000080:3.0:1789265799.592306:0:22724:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00f 00000100:00100000:3.0:1789265799.592339:0:22724:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff937777838000 pname:cluuid:pid:xid:nid:opc:job llog_process_th:fc778fa6-86d2-4d40-bdad-261484e7f4ad:22724:1876180579103488:0@lo:502:llog_process_th.0 00000100:00100000:3.0:1789265799.592397:0:22724:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789265799.592423:0:22724:0:(client.c:2715:ptlrpc_set_wait()) set ffff93775f5ae300 going to sleep for 11 seconds 00000100:00100000:2.0:1789265799.592484:0:22701:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180579103488 00000100:00100000:2.0:1789265799.592490:0:22701:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180579103488 00000100:00100000:2.0:1789265799.592534:0:22701:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:2.0:1789265799.592551:0:22701:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff937643658c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fc778fa6-86d2-4d40-bdad-261484e7f4ad+9:22724:x1876180579103488:12345-0@lo:502:llog_process_th.0 00000100:00100000:2.0:1789265799.592686:0:22701:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff937643658c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fc778fa6-86d2-4d40-bdad-261484e7f4ad+9:22724:x1876180579103488:12345-0@lo:502:llog_process_th.0 Request processed in 137us (288us total) trans 0 rc 0/0 00000100:00100000:2.0:1789265799.592694:0:22701:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00100000:2.0:1789265799.592754:0:22724:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff937777838000 pname:cluuid:pid:xid:nid:opc:job llog_process_th:fc778fa6-86d2-4d40-bdad-261484e7f4ad:22724:1876180579103488:0@lo:502:llog_process_th.0 00000020:01000000:2.0:1789265799.592774:0:22724:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1789265799.592779:0:22724:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789265799.592780:0:22724:0:(obd_config.c:1563:class_process_config()) marker 40 (0x2) lustre sys.jobid_var 00000040:00080000:2.0:1789265799.592784:0:22724:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x4:0x0] index 46 count 46 00000100:00100000:0.0:1789265799.593076:0:3642:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff937777838700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3642:1876180579103360:0@lo:8:llog_process_th.0 00000400:00000100:0.0:1789265799.593105:0:3642:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1876180579103360 offset 0 length 520: 4 00000020:01000000:0.0:1789265799.593765:0:22685:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-MDT0000 gen 1-45 (rc=0) 10000000:01000000:0.0:1789265799.593792:0:22685:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.142@tcp: configuration from log 'lustre-MDT0000' succeeded (0). 00010000:00010000:0.0:1789265799.593815:0:22685:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.142@tcp lock: ffff937642393800/0xbbfdc9019c1d53a6 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xbbfdc9019c1d53ad expref: -99 pid: 22685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789265799.593827:0:22685:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.142@tcp lock: ffff937642393800/0xbbfdc9019c1d53a6 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xbbfdc9019c1d53ad expref: -99 pid: 22685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1789265799.593836:0:22685:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-mdtir-ffff93777aeab000 from 1 10000000:01000000:0.0:1789265799.593840:0:22685:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:0.0:1789265799.593890:0:22685:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.142@tcp lock: ffff937642392c00/0xbbfdc9019c1d5439 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789265799.593907:0:22685:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.142@tcp lock: ffff937642392c00/0xbbfdc9019c1d5439 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789265799.593917:0:22685:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.142@tcp lock: ffff937642392c00/0xbbfdc9019c1d5439 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789265799.593935:0:22685:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93774f102d80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fc778fa6-86d2-4d40-bdad-261484e7f4ad:22685:1876180579103616:0@lo:101:mount.lustre.0 00000100:00100000:0.0:1789265799.593970:0:22685:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789265799.593985:0:22685:0:(client.c:2715:ptlrpc_set_wait()) set ffff93774f390f00 going to sleep for 11 seconds 00000100:00100000:3.0:1789265799.594073:0:22700:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180579103616 00000100:00100000:3.0:1789265799.594080:0:22700:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180579103616 00000100:00100000:3.0:1789265799.594113:0:22700:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:3.0:1789265799.594121:0:22700:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff937643658450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fc778fa6-86d2-4d40-bdad-261484e7f4ad+9:22685:x1876180579103616:12345-0@lo:101:mount.lustre.0 00010000:00010000:3.0:1789265799.594132:0:22700:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1789265799.594148:0:22700:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff93775181ae00/0xbbfdc9019c1d5440 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xbbfdc9019c1d5439 expref: -99 pid: 22700 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265799.594172:0:22700:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff93775181ae00/0xbbfdc9019c1d5440 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xbbfdc9019c1d5439 expref: 10 pid: 22700 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265799.594182:0:22700:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff93775181ae00/0xbbfdc9019c1d5440 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xbbfdc9019c1d5439 expref: 10 pid: 22700 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265799.594190:0:22700:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93775181ae00, rc 0) 00000100:00100000:3.0:1789265799.594230:0:22700:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff937643658450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fc778fa6-86d2-4d40-bdad-261484e7f4ad+10:22685:x1876180579103616:12345-0@lo:101:mount.lustre.0 Request processed in 111us (260us total) trans 0 rc 0/0 00000100:00100000:3.0:1789265799.594236:0:22700:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00100000:0.0:1789265799.594713:0:22685:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93774f102d80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fc778fa6-86d2-4d40-bdad-261484e7f4ad:22685:1876180579103616:0@lo:101:mount.lustre.0 00010000:00010000:0.0:1789265799.594728:0:22685:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.142@tcp lock: ffff937642392c00/0xbbfdc9019c1d5439 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xbbfdc9019c1d5440 expref: -99 pid: 22685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789265799.594737:0:22685:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.142@tcp lock: ffff937642392c00/0xbbfdc9019c1d5439 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xbbfdc9019c1d5440 expref: -99 pid: 22685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789265799.596178:0:22685:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff937644c5d180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fc778fa6-86d2-4d40-bdad-261484e7f4ad:22685:1876180579103744:0@lo:256:mount.lustre.0 00000100:00100000:1.0:1789265799.596243:0:22685:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789265799.596328:0:22685:0:(client.c:2715:ptlrpc_set_wait()) set ffff9377461bb180 going to sleep for 11 seconds 00000100:00100000:3.0:1789265799.596370:0:22699:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180579103744 00000100:00100000:3.0:1789265799.596378:0:22699:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180579103744 00000100:00100000:3.0:1789265799.596462:0:22699:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:3.0:1789265799.596471:0:22699:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93764365bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fc778fa6-86d2-4d40-bdad-261484e7f4ad+10:22685:x1876180579103744:12345-0@lo:256:mount.lustre.0 20000000:01000000:3.0:1789265799.596489:0:22699:0:(mgs_nids.c:914:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 1048576. 20000000:01000000:3.0:1789265799.596494:0:22699:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 0, version 1 00000100:00100000:3.0:1789265799.596745:0:22699:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93764365bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fc778fa6-86d2-4d40-bdad-261484e7f4ad+10:22685:x1876180579103744:12345-0@lo:256:mount.lustre.0 Request processed in 274us (500us total) trans 0 rc 0/0 00000100:00100000:3.0:1789265799.596754:0:22699:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00100000:1.0:1789265799.596846:0:22685:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff937644c5d180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fc778fa6-86d2-4d40-bdad-261484e7f4ad:22685:1876180579103744:0@lo:256:mount.lustre.0 10000000:01000000:1.0:1789265799.597438:0:22685:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.142@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:1.0:1789265799.597453:0:22685:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.142@tcp lock: ffff937642392c00/0xbbfdc9019c1d5439 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xbbfdc9019c1d5440 expref: -99 pid: 22685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789265799.597466:0:22685:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.142@tcp lock: ffff937642392c00/0xbbfdc9019c1d5439 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xbbfdc9019c1d5440 expref: -99 pid: 22685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1789265799.597489:0:22685:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff93777aeab000 from 1 10000000:01000000:1.0:1789265799.597492:0:22685:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:1.0:1789265799.597521:0:22685:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.142@tcp lock: ffff937740030e00/0xbbfdc9019c1d5447 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789265799.597530:0:22685:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.142@tcp lock: ffff937740030e00/0xbbfdc9019c1d5447 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789265799.597540:0:22685:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.142@tcp lock: ffff937740030e00/0xbbfdc9019c1d5447 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789265799.597558:0:22685:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff937644c5d180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fc778fa6-86d2-4d40-bdad-261484e7f4ad:22685:1876180579103872:0@lo:101:mount.lustre.0 00000100:00100000:1.0:1789265799.597595:0:22685:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789265799.597629:0:22685:0:(client.c:2715:ptlrpc_set_wait()) set ffff9377461bb180 going to sleep for 11 seconds 00000100:00100000:2.0:1789265799.601929:0:22701:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180579103872 00000100:00100000:2.0:1789265799.601946:0:22701:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180579103872 00000100:00100000:2.0:1789265799.602015:0:22701:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:2.0:1789265799.602026:0:22701:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93764365b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fc778fa6-86d2-4d40-bdad-261484e7f4ad+10:22685:x1876180579103872:12345-0@lo:101:mount.lustre.0 00010000:00010000:2.0:1789265799.602042:0:22701:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1789265799.602060:0:22701:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9377413fca00/0xbbfdc9019c1d544e lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xbbfdc9019c1d5447 expref: -99 pid: 22701 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265799.602106:0:22701:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9377413fca00/0xbbfdc9019c1d544e lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xbbfdc9019c1d5447 expref: 11 pid: 22701 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265799.602118:0:22701:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9377413fca00/0xbbfdc9019c1d544e lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xbbfdc9019c1d5447 expref: 11 pid: 22701 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265799.602127:0:22701:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9377413fca00, rc 0) 00000100:00100000:2.0:1789265799.602200:0:22701:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93764365b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fc778fa6-86d2-4d40-bdad-261484e7f4ad+11:22685:x1876180579103872:12345-0@lo:101:mount.lustre.0 Request processed in 176us (4604us total) trans 0 rc 0/0 00000100:00100000:2.0:1789265799.602206:0:22701:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00100000:1.0:1789265799.602321:0:22685:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff937644c5d180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fc778fa6-86d2-4d40-bdad-261484e7f4ad:22685:1876180579103872:0@lo:101:mount.lustre.0 00010000:00010000:1.0:1789265799.602338:0:22685:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.142@tcp lock: ffff937740030e00/0xbbfdc9019c1d5447 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xbbfdc9019c1d544e expref: -99 pid: 22685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789265799.602347:0:22685:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.142@tcp lock: ffff937740030e00/0xbbfdc9019c1d5447 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xbbfdc9019c1d544e expref: -99 pid: 22685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789265799.602421:0:22685:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff937644c5d180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fc778fa6-86d2-4d40-bdad-261484e7f4ad:22685:1876180579104000:0@lo:501:mount.lustre.0 00000100:00100000:1.0:1789265799.602455:0:22685:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789265799.602497:0:22685:0:(client.c:2715:ptlrpc_set_wait()) set ffff9377461bb180 going to sleep for 11 seconds 00000100:00100000:2.0:1789265799.602539:0:22701:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180579104000 00000100:00100000:2.0:1789265799.602552:0:22701:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180579104000 00000100:00100000:2.0:1789265799.602581:0:22701:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00100000:2.0:1789265799.602587:0:22701:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93764365b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fc778fa6-86d2-4d40-bdad-261484e7f4ad+11:22685:x1876180579104000:12345-0@lo:501:mount.lustre.0 00000100:00100000:2.0:1789265799.602826:0:22701:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93764365b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fc778fa6-86d2-4d40-bdad-261484e7f4ad+11:22685:x1876180579104000:12345-0@lo:501:mount.lustre.0 Request processed in 238us (370us total) trans 0 rc 0/0 00000100:00100000:2.0:1789265799.602833:0:22701:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000100:00100000:1.0:1789265799.602928:0:22685:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff937644c5d180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fc778fa6-86d2-4d40-bdad-261484e7f4ad:22685:1876180579104000:0@lo:501:mount.lustre.0 00000100:00100000:1.0:1789265799.602965:0:22685:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff937644c5d180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fc778fa6-86d2-4d40-bdad-261484e7f4ad:22685:1876180579104128:0@lo:503:mount.lustre.0 00000100:00100000:1.0:1789265799.603007:0:22685:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789265799.603035:0:22685:0:(client.c:2715:ptlrpc_set_wait()) set ffff9377461bb180 going to sleep for 11 seconds 00000100:00100000:2.0:1789265799.603078:0:22700:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180579104128 00000100:00100000:2.0:1789265799.603083:0:22700:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180579104128 00000100:00100000:2.0:1789265799.603106:0:22700:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:2.0:1789265799.603112:0:22700:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93764365b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fc778fa6-86d2-4d40-bdad-261484e7f4ad+11:22685:x1876180579104128:12345-0@lo:503:mount.lustre.0 00000100:00100000:2.0:1789265799.603190:0:22700:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93764365b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fc778fa6-86d2-4d40-bdad-261484e7f4ad+11:22685:x1876180579104128:12345-0@lo:503:mount.lustre.0 Request processed in 77us (181us total) trans 0 rc 0/0 00000100:00100000:2.0:1789265799.603197:0:22700:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000100:00100000:1.0:1789265799.603258:0:22685:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff937644c5d180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fc778fa6-86d2-4d40-bdad-261484e7f4ad:22685:1876180579104128:0@lo:503:mount.lustre.0 00000100:00100000:3.0:1789265799.603720:0:22734:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93777783a680 pname:cluuid:pid:xid:nid:opc:job llog_process_th:fc778fa6-86d2-4d40-bdad-261484e7f4ad:22734:1876180579104256:0@lo:502:llog_process_th.0 00000100:00100000:3.0:1789265799.603768:0:22734:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789265799.603790:0:22734:0:(client.c:2715:ptlrpc_set_wait()) set ffff93775f5aec00 going to sleep for 11 seconds 00000100:00100000:2.0:1789265799.603839:0:22700:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180579104256 00000100:00100000:2.0:1789265799.603843:0:22700:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180579104256 00000100:00100000:2.0:1789265799.603895:0:22700:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:2.0:1789265799.603902:0:22700:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff937643659c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fc778fa6-86d2-4d40-bdad-261484e7f4ad+11:22734:x1876180579104256:12345-0@lo:502:llog_process_th.0 00000100:00100000:2.0:1789265799.604366:0:22700:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff937643659c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fc778fa6-86d2-4d40-bdad-261484e7f4ad+11:22734:x1876180579104256:12345-0@lo:502:llog_process_th.0 Request processed in 463us (596us total) trans 0 rc 0/0 00000100:00100000:2.0:1789265799.604374:0:22700:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000100:00100000:3.0:1789265799.604446:0:22734:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93777783a680 pname:cluuid:pid:xid:nid:opc:job llog_process_th:fc778fa6-86d2-4d40-bdad-261484e7f4ad:22734:1876180579104256:0@lo:502:llog_process_th.0 00000020:01000000:3.0:1789265799.604469:0:22734:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1789265799.604478:0:22734:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1789265799.604480:0:22734:0:(obd_config.c:1563:class_process_config()) marker 2 (0x1) general debug_raw_pointers 00000020:01000000:3.0:1789265799.604487:0:22734:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff93777aeab000 00000020:00000080:3.0:1789265799.604490:0:22734:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:3.0:1789265799.604497:0:22734:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1789265799.604500:0:22734:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1789265799.604501:0:22734:0:(obd_config.c:1563:class_process_config()) marker 2 (0x2) general debug_raw_pointers 00000020:01000000:3.0:1789265799.604503:0:22734:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1789265799.604506:0:22734:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1789265799.604507:0:22734:0:(obd_config.c:1563:class_process_config()) marker 3 (0x1) general lod.*.mdt_hash 00000020:01000000:3.0:1789265799.604510:0:22734:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff93777aeab000 00000020:00000080:3.0:1789265799.604512:0:22734:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:3.0:1789265799.604569:0:22734:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1789265799.604572:0:22734:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1789265799.604573:0:22734:0:(obd_config.c:1563:class_process_config()) marker 3 (0x2) general lod.*.mdt_hash 00000020:01000000:3.0:1789265799.604576:0:22734:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1789265799.604578:0:22734:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1789265799.604579:0:22734:0:(obd_config.c:1563:class_process_config()) marker 4 (0x1) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:3.0:1789265799.604583:0:22734:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff93777aeab000 00000020:00000080:3.0:1789265799.604585:0:22734:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:3.0:1789265799.604602:0:22734:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1789265799.604605:0:22734:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1789265799.604606:0:22734:0:(obd_config.c:1563:class_process_config()) marker 4 (0x2) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:3.0:1789265799.604608:0:22734:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1789265799.604610:0:22734:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1789265799.604611:0:22734:0:(obd_config.c:1563:class_process_config()) marker 5 (0x1) lustre mdt.lustre-MDT0001.hsm_control 00000020:01000000:3.0:1789265799.604614:0:22734:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff93777aeab000 00000020:00000080:3.0:1789265799.604615:0:22734:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000100:00100000:3.0:1789265799.606822:0:22734:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93777783a680 pname:cluuid:pid:xid:nid:opc:job llog_process_th:fc778fa6-86d2-4d40-bdad-261484e7f4ad:22734:1876180579104384:0@lo:502:llog_process_th.0 00000100:00100000:3.0:1789265799.606911:0:22734:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789265799.606954:0:22699:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180579104384 00000100:00100000:3.0:1789265799.606961:0:22699:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180579104384 00000100:00100000:3.0:1789265799.607003:0:22699:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00100000:3.0:1789265799.607012:0:22699:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff937643659050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fc778fa6-86d2-4d40-bdad-261484e7f4ad+11:22734:x1876180579104384:12345-0@lo:502:llog_process_th.0 00000100:00100000:3.0:1789265799.607133:0:22699:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff937643659050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fc778fa6-86d2-4d40-bdad-261484e7f4ad+11:22734:x1876180579104384:12345-0@lo:502:llog_process_th.0 Request processed in 121us (221us total) trans 0 rc 0/0 00000100:00100000:3.0:1789265799.607140:0:22699:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00000100:00100000:3.0:1789265799.607191:0:22734:0:(client.c:2715:ptlrpc_set_wait()) set ffff93775f5aec00 going to sleep for 11 seconds 00000100:00100000:3.0:1789265799.607210:0:22734:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93777783a680 pname:cluuid:pid:xid:nid:opc:job llog_process_th:fc778fa6-86d2-4d40-bdad-261484e7f4ad:22734:1876180579104384:0@lo:502:llog_process_th.0 00000020:01000000:3.0:1789265799.607235:0:22734:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1789265799.607242:0:22734:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1789265799.607244:0:22734:0:(obd_config.c:1563:class_process_config()) marker 5 (0x2) lustre mdt.lustre-MDT0001.hsm_control 00000040:00080000:3.0:1789265799.607248:0:22734:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 13 count 13 00000020:01000000:3.0:1789265799.608786:0:22685:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 1-12 (rc=0) 10000000:01000000:3.0:1789265799.608813:0:22685:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.142@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:3.0:1789265799.608832:0:22685:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.142@tcp lock: ffff937740030e00/0xbbfdc9019c1d5447 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xbbfdc9019c1d544e expref: -99 pid: 22685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265799.608844:0:22685:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.142@tcp lock: ffff937740030e00/0xbbfdc9019c1d5447 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xbbfdc9019c1d544e expref: -99 pid: 22685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1789265799.608908:0:22685:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-client from 0 10000000:01000000:3.0:1789265799.608911:0:22685:0:(mgc_request.c:329:config_log_add()) add config log lustre-client-ffff93777aeab000 10000000:01000000:3.0:1789265799.608914:0:22685:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-client-ffff93777aeab000 10000000:01000000:3.0:1789265799.608918:0:22685:0:(mgc_request.c:68:mgc_name2resid()) log lustre-client to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:3.0:1789265799.608923:0:22685:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-client-ffff93777aeab000 from 1 10000000:01000000:3.0:1789265799.608931:0:22685:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:3.0:1789265799.608962:0:22685:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.142@tcp lock: ffff93775181b800/0xbbfdc9019c1d5455 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265799.608969:0:22685:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.142@tcp lock: ffff93775181b800/0xbbfdc9019c1d5455 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265799.608980:0:22685:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.142@tcp lock: ffff93775181b800/0xbbfdc9019c1d5455 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789265799.609001:0:22685:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93777783a680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fc778fa6-86d2-4d40-bdad-261484e7f4ad:22685:1876180579104512:0@lo:101:mount.lustre.0 00000100:00100000:3.0:1789265799.609053:0:22685:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789265799.609079:0:22685:0:(client.c:2715:ptlrpc_set_wait()) set ffff93775f5ae600 going to sleep for 11 seconds 00000100:00100000:2.0:1789265799.609760:0:22700:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180579104512 00000100:00100000:2.0:1789265799.609768:0:22700:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180579104512 00000100:00100000:2.0:1789265799.609815:0:22700:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17 00000100:00100000:2.0:1789265799.609824:0:22700:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93764365a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fc778fa6-86d2-4d40-bdad-261484e7f4ad+11:22685:x1876180579104512:12345-0@lo:101:mount.lustre.0 00010000:00010000:2.0:1789265799.609837:0:22700:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1789265799.609851:0:22700:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9377413fc200/0xbbfdc9019c1d545c lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0xbbfdc9019c1d5455 expref: -99 pid: 22700 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265799.609913:0:22700:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9377413fc200/0xbbfdc9019c1d545c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xbbfdc9019c1d5455 expref: 12 pid: 22700 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265799.609924:0:22700:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9377413fc200/0xbbfdc9019c1d545c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xbbfdc9019c1d5455 expref: 12 pid: 22700 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265799.609933:0:22700:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9377413fc200, rc 0) 00000100:00100000:2.0:1789265799.609982:0:22700:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93764365a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fc778fa6-86d2-4d40-bdad-261484e7f4ad+12:22685:x1876180579104512:12345-0@lo:101:mount.lustre.0 Request processed in 160us (929us total) trans 0 rc 0/0 00000100:00100000:2.0:1789265799.609990:0:22700:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17 00000100:00100000:0.0:1789265799.611831:0:22685:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93777783a680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fc778fa6-86d2-4d40-bdad-261484e7f4ad:22685:1876180579104512:0@lo:101:mount.lustre.0 00010000:00010000:0.0:1789265799.611873:0:22685:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.142@tcp lock: ffff93775181b800/0xbbfdc9019c1d5455 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xbbfdc9019c1d545c expref: -99 pid: 22685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789265799.611886:0:22685:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.142@tcp lock: ffff93775181b800/0xbbfdc9019c1d5455 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0xbbfdc9019c1d545c expref: -99 pid: 22685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789265799.611970:0:22685:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93774f102d80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fc778fa6-86d2-4d40-bdad-261484e7f4ad:22685:1876180579104640:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1789265799.612025:0:22685:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789265799.612060:0:22685:0:(client.c:2715:ptlrpc_set_wait()) set ffff93774f390f00 going to sleep for 11 seconds 00000100:00100000:3.0:1789265799.612794:0:22701:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180579104640 00000100:00100000:3.0:1789265799.612803:0:22701:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180579104640 00000100:00100000:3.0:1789265799.612871:0:22701:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 18 00000100:00100000:3.0:1789265799.612881:0:22701:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93764365a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fc778fa6-86d2-4d40-bdad-261484e7f4ad+12:22685:x1876180579104640:12345-0@lo:501:mount.lustre.0 00000100:00100000:3.0:1789265799.613037:0:22701:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93764365a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fc778fa6-86d2-4d40-bdad-261484e7f4ad+12:22685:x1876180579104640:12345-0@lo:501:mount.lustre.0 Request processed in 158us (1012us total) trans 0 rc 0/0 00000100:00100000:3.0:1789265799.613045:0:22701:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 18 00000100:00100000:0.0:1789265799.613784:0:22685:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93774f102d80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fc778fa6-86d2-4d40-bdad-261484e7f4ad:22685:1876180579104640:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1789265799.613828:0:22685:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93774f102d80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fc778fa6-86d2-4d40-bdad-261484e7f4ad:22685:1876180579104768:0@lo:503:mount.lustre.0 00000100:00100000:0.0:1789265799.613901:0:22685:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789265799.613922:0:22685:0:(client.c:2715:ptlrpc_set_wait()) set ffff93774f390f00 going to sleep for 11 seconds 00000100:00100000:3.0:1789265799.614767:0:22701:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180579104768 00000100:00100000:3.0:1789265799.614776:0:22701:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180579104768 00000100:00100000:3.0:1789265799.614817:0:22701:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19 00000100:00100000:3.0:1789265799.614826:0:22701:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93764365ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fc778fa6-86d2-4d40-bdad-261484e7f4ad+12:22685:x1876180579104768:12345-0@lo:503:mount.lustre.0 00000100:00100000:3.0:1789265799.614957:0:22701:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93764365ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fc778fa6-86d2-4d40-bdad-261484e7f4ad+12:22685:x1876180579104768:12345-0@lo:503:mount.lustre.0 Request processed in 131us (1055us total) trans 0 rc 0/0 00000100:00100000:3.0:1789265799.614964:0:22701:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19 00000100:00100000:3.0:1789265799.615018:0:22685:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93774f102d80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fc778fa6-86d2-4d40-bdad-261484e7f4ad:22685:1876180579104768:0@lo:503:mount.lustre.0 00000100:00100000:3.0:1789265799.629354:0:22737:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93777783b800 pname:cluuid:pid:xid:nid:opc:job llog_process_th:fc778fa6-86d2-4d40-bdad-261484e7f4ad:22737:1876180579104896:0@lo:502:llog_process_th.0 00000100:00100000:3.0:1789265799.629450:0:22737:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789265799.629489:0:22699:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180579104896 00000100:00100000:3.0:1789265799.629495:0:22699:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180579104896 00000100:00100000:3.0:1789265799.629535:0:22699:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20 00000100:00100000:3.0:1789265799.629545:0:22699:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff937643658050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fc778fa6-86d2-4d40-bdad-261484e7f4ad+12:22737:x1876180579104896:12345-0@lo:502:llog_process_th.0 00000100:00100000:3.0:1789265799.629679:0:22699:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff937643658050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fc778fa6-86d2-4d40-bdad-261484e7f4ad+12:22737:x1876180579104896:12345-0@lo:502:llog_process_th.0 Request processed in 134us (229us total) trans 0 rc 0/0 00000100:00100000:3.0:1789265799.629686:0:22699:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20 00000100:00100000:3.0:1789265799.629736:0:22737:0:(client.c:2715:ptlrpc_set_wait()) set ffff93775f5ae600 going to sleep for 11 seconds 00000100:00100000:3.0:1789265799.629757:0:22737:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93777783b800 pname:cluuid:pid:xid:nid:opc:job llog_process_th:fc778fa6-86d2-4d40-bdad-261484e7f4ad:22737:1876180579104896:0@lo:502:llog_process_th.0 00000020:01000004:3.0:1789265799.629817:0:22737:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0000-lwp-MDT0000 (typ=lwp) 00000020:00000080:3.0:1789265799.629833:0:22737:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-lwp-MDT0000 (ffff9376433ab370) 00000020:00000080:3.0:1789265799.629853:0:22737:0:(obd_config.c:720:class_attach_name()) OBD: dev 11 attached type lwp with refcount 2 00000020:01000004:3.0:1789265799.629960:0:22737:0:(tgt_mount.c:153:server_get_mount()) get mount ffff93777aeab000 from lustre-MDT0000, refs=4 00000020:01000004:3.0:1789265799.629965:0:22737:0:(tgt_mount.c:187:server_put_mount()) put mount ffff93777aeab000 from lustre-MDT0000, refs=4 00000020:01000004:3.0:1789265799.629967:0:22737:0:(obd_mount.c:710:lustre_put_lsi()) put ffff93777aeab000 4 00010000:00080000:3.0:1789265799.630008:0:22737:0:(ldlm_lib.c:102:import_set_conn()) imp ffff937747e2c800@lustre-MDT0000-lwp-MDT0000: add connection 192.168.202.142@tcp at head 00010000:00010000:3.0:1789265799.631591:0:22737:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-lwp-MDT0000-4 is initialized 00000020:00000080:3.0:1789265799.631808:0:22737:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-lwp-MDT0000 (uuid lustre-MDT0000-lwp-MDT0000_UUID) 00000010:01000000:3.0:1789265799.631849:0:22737:0:(lwp_dev.c:513:lwp_obd_connect()) connect #0 00000020:00000080:3.0:1789265799.631887:0:22737:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-lwp-MDT0000, cookie 0xbbfdc9019c1d546a 00000100:00080000:3.0:1789265799.631896:0:22737:0:(import.c:510:import_select_connection()) lustre-MDT0000-lwp-MDT0000: connect to NID 0@lo last attempt 0 00000100:00080000:3.0:1789265799.631900:0:22737:0:(import.c:624:import_select_connection()) lustre-MDT0000-lwp-MDT0000: import ffff937747e2c800 using connection 192.168.202.142@tcp/0@lo 00000100:00100000:3.0:1789265799.631932:0:22737:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93777783b800 x1876180579105024/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789265799.631993:0:3642:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93777783b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3642:1876180579105024:0@lo:38:llog_process_th.0 00000100:00100000:3.0:1789265799.632052:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1789265799.632091:0:22737:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID 00000100:00100000:1.0:1789265799.634464:0:22706:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180579105024 00000100:00100000:1.0:1789265799.634478:0:22706:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180579105024 00000100:00100000:1.0:1789265799.634519:0:22706:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:1.0:1789265799.634529:0:22706:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93777783bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3642:x1876180579105024:12345-0@lo:38:llog_process_th.0 00000100:00100000:1.0:1789265799.634630:0:22706:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93777783bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3642:x1876180579105024:12345-0@lo:38:llog_process_th.0 Request processed in 102us (2577us total) trans 0 rc -11/-11 00000100:00100000:1.0:1789265799.635596:0:22706:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00100000:3.0:1789265799.635940:0:22737:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93777783b100 pname:cluuid:pid:xid:nid:opc:job llog_process_th:fc778fa6-86d2-4d40-bdad-261484e7f4ad:22737:1876180579105152:0@lo:502:llog_process_th.0 00000100:00100000:1.0:1789265799.636795:0:3642:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: committing for last_committed 0 gen 2 00000100:00080000:1.0:1789265799.636807:0:3642:0:(import.c:65:import_set_state_nolock()) ffff937747e2c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789265799.636814:0:3642:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-11) 00000100:00100000:1.0:1789265799.636818:0:3642:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93777783b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3642:1876180579105024:0@lo:38:llog_process_th.0 00000100:00100000:3.0:1789265799.637417:0:22737:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789265799.637456:0:22700:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180579105152 00000100:00100000:3.0:1789265799.637463:0:22700:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180579105152 00000100:00100000:3.0:1789265799.637506:0:22700:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21 00000100:00100000:3.0:1789265799.637515:0:22700:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93776600dc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fc778fa6-86d2-4d40-bdad-261484e7f4ad+12:22737:x1876180579105152:12345-0@lo:502:llog_process_th.0 00000100:00100000:3.0:1789265799.637714:0:22700:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93776600dc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fc778fa6-86d2-4d40-bdad-261484e7f4ad+12:22737:x1876180579105152:12345-0@lo:502:llog_process_th.0 Request processed in 120us (218us total) trans 0 rc 0/0 00000100:00100000:3.0:1789265799.637722:0:22700:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21 00000100:00100000:3.0:1789265799.637775:0:22737:0:(client.c:2715:ptlrpc_set_wait()) set ffff93777aae69c0 going to sleep for 11 seconds 00000100:00100000:3.0:1789265799.637792:0:22737:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93777783b100 pname:cluuid:pid:xid:nid:opc:job llog_process_th:fc778fa6-86d2-4d40-bdad-261484e7f4ad:22737:1876180579105152:0@lo:502:llog_process_th.0 00000100:00100000:3.0:1789265799.637849:0:22737:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93777783b100 pname:cluuid:pid:xid:nid:opc:job llog_process_th:fc778fa6-86d2-4d40-bdad-261484e7f4ad:22737:1876180579105280:0@lo:502:llog_process_th.0 00000100:00100000:3.0:1789265799.637910:0:22737:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789265799.637930:0:22701:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180579105280 00000100:00100000:3.0:1789265799.637934:0:22701:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180579105280 00000100:00100000:3.0:1789265799.637956:0:22701:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22 00000100:00100000:3.0:1789265799.637962:0:22701:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93776600f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fc778fa6-86d2-4d40-bdad-261484e7f4ad+12:22737:x1876180579105280:12345-0@lo:502:llog_process_th.0 00000100:00100000:3.0:1789265799.638019:0:22701:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93776600f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fc778fa6-86d2-4d40-bdad-261484e7f4ad+12:22737:x1876180579105280:12345-0@lo:502:llog_process_th.0 Request processed in 57us (108us total) trans 0 rc 0/0 00000100:00100000:3.0:1789265799.638025:0:22701:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22 00000100:00100000:3.0:1789265799.638051:0:22737:0:(client.c:2715:ptlrpc_set_wait()) set ffff93777aae69c0 going to sleep for 11 seconds 00000100:00100000:3.0:1789265799.638068:0:22737:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93777783b100 pname:cluuid:pid:xid:nid:opc:job llog_process_th:fc778fa6-86d2-4d40-bdad-261484e7f4ad:22737:1876180579105280:0@lo:502:llog_process_th.0 00000040:00080000:3.0:1789265799.638086:0:22737:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 52 count 51 00000020:01000000:0.0:1789265799.640235:0:22685:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 1-51 (rc=0) 10000000:01000000:0.0:1789265799.640270:0:22685:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.142@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:0.0:1789265799.640292:0:22685:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.142@tcp lock: ffff93775181b800/0xbbfdc9019c1d5455 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xbbfdc9019c1d545c expref: -99 pid: 22685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789265799.640304:0:22685:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.142@tcp lock: ffff93775181b800/0xbbfdc9019c1d5455 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xbbfdc9019c1d545c expref: -99 pid: 22685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:01000004:0.0:1789265799.640352:0:22685:0:(tgt_mount.c:1175:server_mti_print()) mti - server_notify_target 00000020:01000004:0.0:1789265799.640354:0:22685:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:0.0:1789265799.640355:0:22685:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:0.0:1789265799.640356:0:22685:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:0.0:1789265799.640357:0:22685:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:0.0:1789265799.640359:0:22685:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:0.0:1789265799.640360:0:22685:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1789265799.640361:0:22685:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:0.0:1789265799.640363:0:22685:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1789265799.640364:0:22685:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:0.0:1789265799.640368:0:22685:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-MDT0000 0x40020005 00000020:01000004:0.0:1789265799.640370:0:22685:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:0.0:1789265799.640371:0:22685:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:0.0:1789265799.640372:0:22685:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:0.0:1789265799.640374:0:22685:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:0.0:1789265799.640375:0:22685:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:0.0:1789265799.640376:0:22685:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:0.0:1789265799.640377:0:22685:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1789265799.640378:0:22685:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:0.0:1789265799.640379:0:22685:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1789265799.640380:0:22685:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:0.0:1789265799.640402:0:22685:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-MDT0000 00000100:00100000:0.0:1789265799.640426:0:22685:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93774f102300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fc778fa6-86d2-4d40-bdad-261484e7f4ad:22685:1876180579105408:0@lo:253:mount.lustre.0 00000100:00100000:0.0:1789265799.640486:0:22685:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789265799.640516:0:22685:0:(client.c:2715:ptlrpc_set_wait()) set ffff93775f4a1a80 going to sleep for 11 seconds 00000100:00100000:3.0:1789265799.640588:0:22699:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180579105408 00000100:00100000:3.0:1789265799.640596:0:22699:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180579105408 00000100:00100000:3.0:1789265799.640649:0:22699:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23 00000100:00100000:3.0:1789265799.640659:0:22699:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93776600d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fc778fa6-86d2-4d40-bdad-261484e7f4ad+12:22685:x1876180579105408:12345-0@lo:253:mount.lustre.0 20000000:01000000:3.0:1789265799.640683:0:22699:0:(mgs_handler.c:453:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:01000000:3.0:1789265799.640696:0:22699:0:(mgs_nids.c:463:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #0 20000000:01000000:3.0:1789265799.644048:0:22699:0:(mgs_nids.c:815:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:01000000:3.0:1789265799.644064:0:22699:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 20000000:01000000:2.0:1789265799.644480:0:22722:0:(mgs_nids.c:712:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 10000000:01000000:2.0:1789265799.644486:0:22722:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00010000:2.0:1789265799.644509:0:22722:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff9377413fd600/0xbbfdc9019c1d5471 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 22722 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265799.644528:0:22722:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff93775181ae00/0xbbfdc9019c1d5440 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xbbfdc9019c1d5439 expref: 12 pid: 22700 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265799.644537:0:22722:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff9377413fd600/0xbbfdc9019c1d5471 lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 22722 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265799.644578:0:22722:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff93775181ae00/0xbbfdc9019c1d5440 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xbbfdc9019c1d5439 expref: 12 pid: 22700 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265799.644592:0:22722:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff93775181ae00/0xbbfdc9019c1d5440 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xbbfdc9019c1d5439 expref: 12 pid: 22700 timeout: 755 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789265799.644608:0:22722:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93774f2f0e00 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22722:1876180579105536:0@lo:104: 00000100:00100000:2.0:1789265799.644751:0:22722:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789265799.644802:0:22722:0:(client.c:2715:ptlrpc_set_wait()) set ffff937744664a80 going to sleep for 11 seconds 00000100:00100000:3.0:1789265799.644927:0:22689:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180579105536 00000100:00100000:3.0:1789265799.644934:0:22689:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180579105536 00000100:00100000:3.0:1789265799.644977:0:22689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:3.0:1789265799.644984:0:22689:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93774f2f2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:fc778fa6-86d2-4d40-bdad-261484e7f4ad+3:22722:x1876180579105536:12345-0@lo:104: 00010000:00010000:3.0:1789265799.644997:0:22689:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.142@tcp lock: ffff937642392c00/0xbbfdc9019c1d5439 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xbbfdc9019c1d5440 expref: -99 pid: 22685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265799.645049:0:22689:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1789265799.645055:0:22689:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93774f2f2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:fc778fa6-86d2-4d40-bdad-261484e7f4ad+3:22722:x1876180579105536:12345-0@lo:104: Request processed in 72us (305us total) trans 0 rc 0/0 00000100:00100000:3.0:1789265799.645062:0:22689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00100000:3.0:1789265799.645114:0:22699:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93776600d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fc778fa6-86d2-4d40-bdad-261484e7f4ad+12:22685:x1876180579105408:12345-0@lo:253:mount.lustre.0 Request processed in 4456us (4627us total) trans 0 rc 0/0 00000100:00100000:3.0:1789265799.645122:0:22699:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23 00000100:00100000:2.0:1789265799.645233:0:22722:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93774f2f0e00 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22722:1876180579105536:0@lo:104: 00010000:00010000:2.0:1789265799.645252:0:22722:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff9377413fd600/0xbbfdc9019c1d5471 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 22722 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265799.646773:0:22695:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1789265799.646783:0:22695:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.142@tcp lock: ffff937642392c00/0xbbfdc9019c1d5439 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xbbfdc9019c1d5440 expref: -99 pid: 22685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265799.646794:0:22695:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff937642392c00 already unused, calling callback (ffffffffc13cbc20) 10000000:00010000:2.0:1789265799.646797:0:22695:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.142@tcp lock: ffff937642392c00/0xbbfdc9019c1d5439 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xbbfdc9019c1d5440 expref: -99 pid: 22685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265799.646806:0:22695:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.142@tcp lock: ffff937642392c00/0xbbfdc9019c1d5439 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xbbfdc9019c1d5440 expref: -99 pid: 22685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1789265799.646813:0:22695:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.142@tcp lock: ffff937642392c00/0xbbfdc9019c1d5439 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xbbfdc9019c1d5440 expref: -99 pid: 22685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1789265799.646819:0:22695:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:2.0:1789265799.646891:0:22695:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.142@tcp lock: ffff937642392c00/0xbbfdc9019c1d5439 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xbbfdc9019c1d5440 expref: -99 pid: 22685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265799.646898:0:22695:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1789265799.646924:0:22695:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.142@tcp lock: ffff937642392c00/0xbbfdc9019c1d5439 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xbbfdc9019c1d5440 expref: -99 pid: 22685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265799.646931:0:22695:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.142@tcp lock: ffff937642392c00/0xbbfdc9019c1d5439 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xbbfdc9019c1d5440 expref: -99 pid: 22685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265799.646946:0:22695:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789265799.646953:0:22695:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789265799.646955:0:22695:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1789265799.646991:0:3646:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93774f2f0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:fc778fa6-86d2-4d40-bdad-261484e7f4ad:3646:1876180579105664:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1789265799.647041:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789265799.647117:0:22691:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180579105664 00000100:00100000:2.0:1789265799.647124:0:22691:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180579105664 00010000:00010000:2.0:1789265799.647145:0:22691:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff93775181ae00/0xbbfdc9019c1d5440 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xbbfdc9019c1d5439 expref: 12 pid: 22700 timeout: 755 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789265799.647171:0:22691:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:2.0:1789265799.647178:0:22691:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93774f2f2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:fc778fa6-86d2-4d40-bdad-261484e7f4ad+12:3646:x1876180579105664:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1789265799.647190:0:22691:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1789265799.647195:0:22691:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff93775181ae00/0xbbfdc9019c1d5440 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xbbfdc9019c1d5439 expref: 12 pid: 22700 timeout: 755 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265799.647204:0:22691:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff93775181ae00/0xbbfdc9019c1d5440 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xbbfdc9019c1d5439 expref: 12 pid: 22700 timeout: 755 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265799.647217:0:22691:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff93775181ae00/0xbbfdc9019c1d5440 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xbbfdc9019c1d5439 expref: 12 pid: 22700 timeout: 755 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265799.647231:0:22691:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff9377413fd600/0xbbfdc9019c1d5471 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 22722 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265799.647239:0:22691:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9377413fd600/0xbbfdc9019c1d5471 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 22722 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 20000000:01000000:2.0:1789265799.647254:0:22691:0:(mgs_nids.c:688:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.002769304s 00010000:00010000:2.0:1789265799.647258:0:22691:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff9377413fd600/0xbbfdc9019c1d5471 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 22722 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265799.647276:0:22691:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff9377413fd600/0xbbfdc9019c1d5471 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22722 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265799.647282:0:22691:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff9377413fd600/0xbbfdc9019c1d5471 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22722 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265799.647288:0:22691:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff9377413fd600/0xbbfdc9019c1d5471 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22722 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265799.647294:0:22691:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9377413fd600 already unused, calling callback (ffffffffc0da9350) 00010000:00010000:2.0:1789265799.647298:0:22691:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff9377413fd600/0xbbfdc9019c1d5471 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22722 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265799.647306:0:22691:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff9377413fd600/0xbbfdc9019c1d5471 lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 22722 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265799.647320:0:22691:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff9377413fd600/0xbbfdc9019c1d5471 lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22722 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265799.647330:0:22691:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1789265799.647361:0:22691:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93774f2f2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:fc778fa6-86d2-4d40-bdad-261484e7f4ad+11:3646:x1876180579105664:12345-0@lo:103:ldlm_bl.0 Request processed in 183us (319us total) trans 0 rc 0/0 00000100:00100000:2.0:1789265799.647369:0:22691:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00100000:2.0:1789265799.647426:0:22685:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93774f102300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fc778fa6-86d2-4d40-bdad-261484e7f4ad:22685:1876180579105408:0@lo:253:mount.lustre.0 10000000:01000000:2.0:1789265799.647438:0:22685:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-MDT0000 got index = 0 00000020:01000004:2.0:1789265799.647441:0:22685:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:2.0:1789265799.647442:0:22685:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1789265799.647444:0:22685:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1789265799.647445:0:22685:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1789265799.647446:0:22685:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1789265799.647451:0:22685:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1789265799.647452:0:22685:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1789265799.647453:0:22685:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1789265799.647455:0:22685:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1789265799.647457:0:22685:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 00000020:02000000:2.0:1789265799.647472:0:22685:0:(tgt_mount.c:2695:server_calc_timeout()) lustre-MDT0000: Imperative Recovery not enabled, recovery window 60-180 00010000:00010000:3.0:1789265799.647977:0:22722:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff9377413fd600/0xbbfdc9019c1d5471 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22722 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265799.647987:0:22722:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff9377413fd600/0xbbfdc9019c1d5471 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22722 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265799.648004:0:22722:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9377413fd600/0xbbfdc9019c1d5471 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22722 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789265799.653805:0:3646:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93774f2f0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:fc778fa6-86d2-4d40-bdad-261484e7f4ad:3646:1876180579105664:0@lo:103:ldlm_bl.0 00000020:00080000:2.0:1789265799.682754:0:22685:0:(update_trans.c:1496:distribute_txn_commit_batchid_init()) lustre-MDT0000: committed batchid 4294967529 00000040:01000000:2.0:1789265799.691184:0:22685:0:(llog_obd.c:197:llog_setup()) obd lustre-MDT0000-osd ctxt 16 is initialized 00000020:00080000:0.0:1789265799.691487:0:22746:0:(update_trans.c:1539:distribute_txn_commit_thread()) lustre-MDT0000: start commit thread committed batchid 4294967529 00000020:00080000:0.0:1789265799.691492:0:22746:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 4294967529 00000040:01000000:0.0:1789265799.691603:0:22747:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000040:01000000:2.0:1789265799.692228:0:22685:0:(llog_obd.c:197:llog_setup()) obd lustre-MDT0001-osp-MDT0000 ctxt 16 is initialized 00000100:00080000:3.0:1789265799.692688:0:22748:0:(client.c:1845:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != DISCONN) req@ffff93777783b100 x1876180579105792/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 304/4320 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'lod0000_rec0001.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789265799.692700:0:22748:0:(client.c:2715:ptlrpc_set_wait()) set ffff93774f390a80 going to sleep for 0 seconds 00000040:00080000:1.0:1789265799.693800:0:22747:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:01000000:2.0:1789265799.697465:0:22685:0:(llog_obd.c:197:llog_setup()) obd lustre-MDD0000 ctxt 12 is initialized 00000040:00080000:2.0:1789265799.697505:0:22685:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:1.0:1789265799.698910:0:22747:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x200000400:0x1:0x0] index 261376 count 1 00000004:00080000:1.0:1789265799.698988:0:22747:0:(lod_dev.c:521:lod_sub_recovery_thread()) lustre-MDT0000-osd retrieved update log, duration 0, retries 0 00000004:00000080:2.0:1789265799.700401:0:22685:0:(mdd_device.c:555:mdd_changelog_llog_init()) changelog starting index=0 00000040:01000000:3.0:1789265799.700528:0:22685:0:(llog_obd.c:197:llog_setup()) obd lustre-MDD0000 ctxt 14 is initialized 00000040:00080000:3.0:1789265799.700624:0:22685:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:3.0:1789265799.701631:0:22685:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x5:0x0] index 64768 count 1 00000040:00080000:3.0:1789265799.702199:0:22685:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x6:0x0] index 64768 count 1 00000040:01000000:3.0:1789265799.702233:0:22685:0:(llog_obd.c:197:llog_setup()) obd lustre-MDD0000 ctxt 15 is initialized 00000040:00080000:2.0:1789265799.703560:0:22685:0:(llog_cat.c:403:llog_cat_set_first_idx()) catlog [0xa:0x7:0x0] first idx 1, last_idx 2 00080000:10000000:3.0:1789265799.709234:0:22685:0:(osd_handler.c:5581:osd_index_try()) lustre-MDT0000: index object [0x200000003:0x36:0x0] (8/32) registered 00000001:00000004:3.0:1789265799.711252:0:22685:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 3, last_transno is 12884901888 00000001:00080000:3.0:1789265799.714968:0:22685:0:(tgt_lastrcvd.c:222:tgt_reply_header_read()) lustre-MDT0000: read reply_data header. magic=0xbdabda01 header_size=32 reply_size=32 00000004:00000080:3.0:1789265799.715011:0:22685:0:(mdd_device.c:2304:mdd_iocontrol()) lustre-MDD0000: cmd=c00866e6 len=0 karg=ffffa6058146b988 00100000:10000000:3.0:1789265799.715020:0:22685:0:(lfsck_lib.c:3085:lfsck_start()) lustre-MDT0000-osd: start master thread 00000020:01000004:3.0:1789265799.720852:0:22685:0:(tgt_mount.c:298:server_mgc_clear_fs()) Unassign mgc disk 10000000:01000000:3.0:1789265799.720902:0:22685:0:(mgc_request_server.c:166:mgc_fs_clear()) MGC192.168.202.142@tcp: cl_mgc_mutex unlock 00000020:01000004:3.0:1789265799.720922:0:22685:0:(tgt_mount.c:2461:server_fill_super_common()) Server sb, dev=46 00000080:00000004:3.0:1789265799.720939:0:22685:0:(super25.c:182:lustre_fill_super()) /dev/mapper/mds1_flakey: Mount complete 00000020:00000004:3.0:1789265799.722831:0:22685:0:(tgt_mount.c:2347:server_getattr()) lustre-MDT0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:3.0:1789265799.723102:0:22685:0:(tgt_mount.c:2362:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:0.0:1789265800.309495:0:22694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1789265800.702300:0:22742:0:(llog.c:805:llog_process_thread()) index: 2, lh_last_idx: 2 synced_idx: 2 lgh_last_idx: 2 00000040:00080000:2.0:1789265800.702310:0:22742:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0xe:0x0] at index 2 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1789265800.710498:0:22742:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0xe:0x0] index 2 count 2 00000040:00080000:2.0:1789265800.710514:0:22742:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 3 count 2 00000100:00100000:3.0:1789265800.757824:0:22748:0:(client.c:2715:ptlrpc_set_wait()) set ffff93774f390a80 going to sleep for 0 seconds 10000000:01000000:3.0:1789265800.818971:0:22703:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:01000000:3.0:1789265800.818979:0:22703:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-mdtir-ffff93777aeab000 from 11 10000000:01000000:3.0:1789265800.818984:0:22703:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:3.0:1789265800.819028:0:22703:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.142@tcp lock: ffff93775181ae00/0xbbfdc9019c1d5478 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265800.819038:0:22703:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.142@tcp lock: ffff93775181ae00/0xbbfdc9019c1d5478 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265800.819056:0:22703:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.142@tcp lock: ffff93775181ae00/0xbbfdc9019c1d5478 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789265800.819082:0:22703:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff937777839880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fc778fa6-86d2-4d40-bdad-261484e7f4ad:22703:1876180579105920:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1789265800.819150:0:22703:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789265800.819198:0:22703:0:(client.c:2715:ptlrpc_set_wait()) set ffff9377501f3480 going to sleep for 11 seconds 00000100:00100000:1.0:1789265800.820069:0:22700:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180579105920 00000100:00100000:1.0:1789265800.820079:0:22700:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180579105920 00000100:00100000:1.0:1789265800.820126:0:22700:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24 00000100:00100000:1.0:1789265800.820136:0:22700:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93776600c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fc778fa6-86d2-4d40-bdad-261484e7f4ad+11:22703:x1876180579105920:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1789265800.820149:0:22700:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1789265800.820167:0:22700:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff937740031600/0xbbfdc9019c1d547f lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xbbfdc9019c1d5478 expref: -99 pid: 22700 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789265800.820190:0:22700:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff937740031600/0xbbfdc9019c1d547f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xbbfdc9019c1d5478 expref: 12 pid: 22700 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789265800.820214:0:22700:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff937740031600/0xbbfdc9019c1d547f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xbbfdc9019c1d5478 expref: 12 pid: 22700 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789265800.820223:0:22700:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff937740031600, rc 0) 00000100:00100000:1.0:1789265800.820276:0:22700:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93776600c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fc778fa6-86d2-4d40-bdad-261484e7f4ad+12:22703:x1876180579105920:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 142us (1126us total) trans 0 rc 0/0 00000100:00100000:1.0:1789265800.820283:0:22700:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24 00000100:00100000:0.0:1789265800.820427:0:22703:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff937777839880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fc778fa6-86d2-4d40-bdad-261484e7f4ad:22703:1876180579105920:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1789265800.820443:0:22703:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.142@tcp lock: ffff93775181ae00/0xbbfdc9019c1d5478 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xbbfdc9019c1d547f expref: -99 pid: 22703 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789265800.820453:0:22703:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.142@tcp lock: ffff93775181ae00/0xbbfdc9019c1d5478 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xbbfdc9019c1d547f expref: -99 pid: 22703 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789265800.820523:0:22703:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93774f101180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fc778fa6-86d2-4d40-bdad-261484e7f4ad:22703:1876180579106048:0@lo:256:ll_cfg_requeue.0 00000100:00100000:0.0:1789265800.820557:0:22703:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789265800.820588:0:22703:0:(client.c:2715:ptlrpc_set_wait()) set ffff9376430c06c0 going to sleep for 11 seconds 00000100:00100000:3.0:1789265800.820702:0:22699:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180579106048 00000100:00100000:3.0:1789265800.820707:0:22699:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180579106048 00000100:00100000:3.0:1789265800.820740:0:22699:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25 00000100:00100000:3.0:1789265800.820746:0:22699:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93776600c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fc778fa6-86d2-4d40-bdad-261484e7f4ad+12:22703:x1876180579106048:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:3.0:1789265800.820759:0:22699:0:(mgs_nids.c:914:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:3.0:1789265800.820773:0:22699:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:3.0:1789265800.820776:0:22699:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 11 00000100:00100000:3.0:1789265800.820855:0:22699:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93776600c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fc778fa6-86d2-4d40-bdad-261484e7f4ad+12:22703:x1876180579106048:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 108us (297us total) trans 0 rc 0/0 00000100:00100000:3.0:1789265800.820886:0:22699:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25 00000100:00100000:0.0:1789265800.821153:0:22703:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93774f101180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fc778fa6-86d2-4d40-bdad-261484e7f4ad:22703:1876180579106048:0@lo:256:ll_cfg_requeue.0 10000000:01000000:0.0:1789265800.821196:0:22703:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.142@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:0.0:1789265800.821203:0:22703:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.142@tcp lock: ffff93775181ae00/0xbbfdc9019c1d5478 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xbbfdc9019c1d547f expref: -99 pid: 22703 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789265800.821212:0:22703:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.142@tcp lock: ffff93775181ae00/0xbbfdc9019c1d5478 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xbbfdc9019c1d547f expref: -99 pid: 22703 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265801.333292:0:22695:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1789265801.715947:0:22742:0:(llog.c:805:llog_process_thread()) index: 2, lh_last_idx: 2 synced_idx: 2 lgh_last_idx: 2 00000040:00080000:3.0:1789265801.715954:0:22742:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0xe:0x0] at index 2 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1789265801.716084:0:22742:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0xe:0x0] index 1 count 1 00000040:00080000:3.0:1789265801.716128:0:22742:0:(llog_cat_server.c:902:llog_cat_cleanup()) cancel plain log [0x1:0xe:0x0] at index 2 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1789265801.716276:0:22742:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 1 00000100:00100000:3.0:1789265801.784289:0:22748:0:(client.c:2715:ptlrpc_set_wait()) set ffff93774f390a80 going to sleep for 0 seconds 00010000:00010000:3.0:1789265802.357242:0:22694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1789265802.805452:0:22748:0:(client.c:2715:ptlrpc_set_wait()) set ffff93774f390a80 going to sleep for 0 seconds 00010000:00010000:2.0:1789265803.378961:0:22695:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1789265803.834205:0:22748:0:(client.c:2715:ptlrpc_set_wait()) set ffff93774f390a80 going to sleep for 0 seconds 00010000:00010000:2.0:1789265804.403285:0:22694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789265804.790271:0:20468:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1789265804.790285:0:20468:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1789265804.790289:0:20468:0:(import.c:65:import_set_state_nolock()) ffff9376431d8800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789265804.790296:0:20468:0:(import.c:510:import_select_connection()) lustre-MDT0001-osp-MDT0000: connect to NID 0@lo last attempt 655 00000100:00080000:0.0:1789265804.790301:0:20468:0:(import.c:589:import_select_connection()) lustre-MDT0001-osp-MDT0000: tried all connections, increasing latency to 5s 00000100:00080000:0.0:1789265804.790308:0:20468:0:(import.c:624:import_select_connection()) lustre-MDT0001-osp-MDT0000: import ffff9376431d8800 using connection 192.168.202.142@tcp/0@lo 00000100:00100000:0.0:1789265804.790333:0:20468:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93774f101880 x1876180579106304/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789265804.790353:0:20468:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1789265804.790356:0:20468:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789265804.790359:0:20468:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1789265804.790361:0:20468:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789265804.790364:0:20468:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1789265804.790367:0:20468:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789265804.790368:0:20468:0:(import.c:65:import_set_state_nolock()) ffff937747e2c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789265804.790374:0:20468:0:(import.c:624:import_select_connection()) lustre-MDT0000-lwp-MDT0000: import ffff937747e2c800 using connection 192.168.202.142@tcp/0@lo 00000100:00100000:0.0:1789265804.790386:0:20468:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93774f102a00 x1876180579106432/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789265804.790430:0:3644:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1789265804.790443:0:3644:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93774f101180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:fc778fa6-86d2-4d40-bdad-261484e7f4ad:3644:1876180579106176:0@lo:400:kworker.0 00000100:00100000:0.0:1789265804.790510:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789265804.790568:0:3642:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93774f101880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3642:1876180579106304:0@lo:38:kworker.0 00000100:00100000:0.0:1789265804.790611:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789265804.790638:0:3642:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93774f102a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3642:1876180579106432:0@lo:38:kworker.0 00000100:00100000:0.0:1789265804.790691:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789265804.790745:0:22712:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180579106304 00000100:00100000:0.0:1789265804.790753:0:22712:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180579106304 00000100:00100000:0.0:1789265804.790783:0:22712:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:0.0:1789265804.790790:0:22712:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93774f103480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3642:x1876180579106304:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1789265804.790808:0:22712:0:(ldlm_lib.c:1190:target_handle_connect()) lustre-MDT0001: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1789265804.790846:0:22712:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93774f103480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3642:x1876180579106304:12345-0@lo:38:kworker.0 Request processed in 55us (235us total) trans 0 rc -19/-19 00000100:00100000:0.0:1789265804.790853:0:22712:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00080000:0.0:1789265804.790910:0:3642:0:(import.c:65:import_set_state_nolock()) ffff9376431d8800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789265804.790914:0:3642:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1789265804.790918:0:3642:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93774f101880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3642:1876180579106304:0@lo:38:kworker.0 00000100:00100000:3.0:1789265804.796716:0:22701:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180579106176 00000100:00100000:3.0:1789265804.796732:0:22701:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180579106176 00000100:00100000:3.0:1789265804.796789:0:22701:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 26 00000100:00100000:3.0:1789265804.796800:0:22701:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93776600c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fc778fa6-86d2-4d40-bdad-261484e7f4ad+12:3644:x1876180579106176:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789265804.796920:0:22701:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93776600c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fc778fa6-86d2-4d40-bdad-261484e7f4ad+12:3644:x1876180579106176:12345-0@lo:400:kworker.0 Request processed in 121us (6408us total) trans 0 rc 0/0 00000100:00100000:3.0:1789265804.796928:0:22701:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 26 00000100:00100000:3.0:1789265804.796973:0:22708:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180579106432 00000100:00100000:3.0:1789265804.796977:0:22708:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180579106432 00000100:00100000:3.0:1789265804.797001:0:22708:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:3.0:1789265804.797006:0:22708:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93774f100700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3642:x1876180579106432:12345-0@lo:38:kworker.0 00010000:00080000:3.0:1789265804.797030:0:22708:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-MDT0000: connection from lustre-MDT0000-lwp-MDT0000_UUID@0@lo t0 exp 0000000000000000 cur 660 last 0 00000020:00000080:3.0:1789265804.797065:0:22708:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-lwp-MDT0000_UUID, cookie 0xbbfdc9019c1d5486 00000004:00100000:3.0:1789265804.797079:0:22708:0:(mdt_handler.c:7297:mdt_connect_internal()) lustre-MDT0000: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000100:00080000:3.0:1789265804.797212:0:22708:0:(import.c:65:import_set_state_nolock()) ffff937747e2b000 : changing import state from RECOVER to FULL 00000100:00100000:3.0:1789265804.797254:0:22708:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93774f100700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3642:x1876180579106432:12345-0@lo:38:kworker.0 Request processed in 247us (6563us total) trans 0 rc 0/0 00000100:00100000:3.0:1789265804.797261:0:22708:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00100000:0.0:1789265804.798626:0:3644:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93774f101180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:fc778fa6-86d2-4d40-bdad-261484e7f4ad:3644:1876180579106176:0@lo:400:kworker.0 00010000:00080000:0.0:1789265804.798672:0:3642:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=184649) req@ffff93774f102a00 x1876180579106432/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/416 e 0 to 0 dl 1789265814 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789265804.798687:0:3642:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-MDT0000-lwp-MDT0000: connect to target with instance 3 00000100:00080000:0.0:1789265804.798695:0:3642:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-MDT0000-lwp-MDT0000: Resetting ns_connect_flags to server flags: 0x2041401047000020 00000100:00080000:0.0:1789265804.798700:0:3642:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:0.0:1789265804.798703:0:3642:0:(import.c:65:import_set_state_nolock()) ffff937747e2c800 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00100000:0.0:1789265804.798708:0:3642:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93774f102a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3642:1876180579106432:0@lo:38:kworker.0 00000100:00100000:2.0:1789265804.850926:0:22748:0:(client.c:2715:ptlrpc_set_wait()) set ffff93774f390a80 going to sleep for 0 seconds 00010000:00010000:2.0:1789265805.427216:0:22695:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1789265805.876317:0:22748:0:(client.c:2715:ptlrpc_set_wait()) set ffff93774f390a80 going to sleep for 0 seconds 00000001:02000400:1.0:1789265805.978293:0:22992:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg242-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all 00010000:00010000:2.0:1789265806.459358:0:22694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1789265806.898919:0:22748:0:(client.c:2715:ptlrpc_set_wait()) set ffff93774f390a80 going to sleep for 0 seconds 00000020:00000004:0.0:1789265807.298788:0:23044:0:(tgt_mount.c:2347:server_getattr()) lustre-MDT0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:0.0:1789265807.299299:0:23044:0:(tgt_mount.c:2362:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:2.0:1789265807.476779:0:22695:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1789265807.923207:0:22748:0:(client.c:2715:ptlrpc_set_wait()) set ffff93774f390a80 going to sleep for 0 seconds 00010000:00010000:2.0:1789265808.501294:0:22694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000004:3.0:1789265808.527939:0:23094:0:(tgt_mount.c:2347:server_getattr()) lustre-MDT0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:3.0:1789265808.528271:0:23094:0:(tgt_mount.c:2362:is_cmd_supported()) ioctl cmd=81009431 00000100:00100000:2.0:1789265808.964738:0:22748:0:(client.c:2715:ptlrpc_set_wait()) set ffff93774f390a80 going to sleep for 0 seconds 00010000:00010000:2.0:1789265809.523593:0:22695:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1789265809.912615:0:3642:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789265799/real 1789265799] req@ffff937777838700 x1876180579103360/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1789265809 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789265809.912645:0:3642:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff937777838700 x1876180579103360/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1789265809 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789265809.912668:0:3642:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789265799/real 1789265799] req@ffff93777783aa00 x1876180579103232/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1789265809 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789265809.912679:0:3642:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff93777783aa00 x1876180579103232/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1789265809 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789265809.912695:0:3642:0:(import.c:65:import_set_state_nolock()) ffff9377660c0800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789265809.912705:0:3642:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-110) 00000100:00100000:2.0:1789265809.912708:0:3642:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff937777838700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3642:1876180579103360:0@lo:8:llog_process_th.0 00000100:00080000:2.0:1789265809.912714:0:3642:0:(import.c:65:import_set_state_nolock()) ffff9377660c4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789265809.912718:0:3642:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 0@lo failed (-110) 00000100:00100000:2.0:1789265809.912721:0:3642:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93777783aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3642:1876180579103232:0@lo:8:llog_process_th.0 00000100:00080000:3.0:1789265809.913676:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:3.0:1789265809.913681:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1789265809.913683:0:8:0:(import.c:65:import_set_state_nolock()) ffff9376431d8800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789265809.913688:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-osp-MDT0000: connect to NID 0@lo last attempt 660 00000100:00080000:3.0:1789265809.913693:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-osp-MDT0000: tried all connections, increasing latency to 10s 00000100:00080000:3.0:1789265809.913699:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-osp-MDT0000: import ffff9376431d8800 using connection 192.168.202.142@tcp/0@lo 00000100:00100000:3.0:1789265809.913717:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff937777838e00 x1876180579106688/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789265809.913729:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1789265809.913732:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789265809.913738:0:8:0:(import.c:65:import_set_state_nolock()) ffff9377660c4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789265809.913741:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 655 00000100:00080000:3.0:1789265809.913744:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 5s 00000100:00080000:3.0:1789265809.913747:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff9377660c4000 using connection 192.168.202.142@tcp/0@lo 00000100:00100000:3.0:1789265809.913758:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff937777839c00 x1876180579106816/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789265809.913765:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1789265809.913768:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789265809.913769:0:8:0:(import.c:65:import_set_state_nolock()) ffff9377660c0800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789265809.913772:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 655 00000100:00080000:3.0:1789265809.913774:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-MDT0000: tried all connections, increasing latency to 5s 00000100:00080000:3.0:1789265809.913777:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-MDT0000: import ffff9377660c0800 using connection 192.168.202.142@tcp/0@lo 00000100:00100000:3.0:1789265809.913784:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff937777838a80 x1876180579106944/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789265809.913813:0:3643:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1789265809.913824:0:3643:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93777783a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:fc778fa6-86d2-4d40-bdad-261484e7f4ad:3643:1876180579106560:0@lo:400:kworker.0 00000100:00100000:3.0:1789265809.913916:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789265809.914499:0:22700:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180579106560 00000100:00100000:1.0:1789265809.914507:0:22700:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180579106560 00000100:00100000:1.0:1789265809.914575:0:22700:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 27 00000100:00100000:1.0:1789265809.914585:0:22700:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93776600fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fc778fa6-86d2-4d40-bdad-261484e7f4ad+12:3643:x1876180579106560:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789265809.914638:0:22700:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93776600fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fc778fa6-86d2-4d40-bdad-261484e7f4ad+12:3643:x1876180579106560:12345-0@lo:400:kworker.0 Request processed in 55us (722us total) trans 0 rc 0/0 00000100:00100000:1.0:1789265809.914645:0:22700:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 27 00000100:00100000:1.0:1789265809.914686:0:3643:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93777783a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:fc778fa6-86d2-4d40-bdad-261484e7f4ad:3643:1876180579106560:0@lo:400:kworker.0 00000100:00100000:1.0:1789265809.914721:0:3646:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1789265809.914729:0:3646:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff937777839500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3646:1876180579107072:0@lo:400:kworker.0 00000100:00100000:1.0:1789265809.914756:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789265809.914789:0:22707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180579107072 00000100:00100000:1.0:1789265809.914793:0:22707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180579107072 00000100:00100000:1.0:1789265809.914818:0:22707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:1.0:1789265809.914833:0:22707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff937644c5d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3646:x1876180579107072:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789265809.914897:0:22707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff937644c5d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3646:x1876180579107072:12345-0@lo:400:kworker.0 Request processed in 64us (139us total) trans 0 rc 0/0 00000100:00100000:1.0:1789265809.914903:0:22707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00010000:00080000:1.0:1789265809.914932:0:3646:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=184649) req@ffff937777839500 x1876180579107072/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789265825 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789265809.914941:0:3646:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff937777839500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3646:1876180579107072:0@lo:400:kworker.0 00000100:00100000:2.0:1789265809.917009:0:3642:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff937777838e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3642:1876180579106688:0@lo:38:kworker.0 00000100:00100000:2.0:1789265809.917106:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789265809.917141:0:3642:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff937777839c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3642:1876180579106816:0@lo:8:kworker.0 00000400:00000100:2.0:1789265809.917162:0:3642:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1876180579106816 offset 0 length 520: 4 00000100:00100000:2.0:1789265809.917187:0:3642:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff937777838a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3642:1876180579106944:0@lo:8:kworker.0 00000400:00000100:2.0:1789265809.917208:0:3642:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1876180579106944 offset 0 length 520: 4 00000100:00100000:0.0:1789265809.917306:0:22712:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180579106688 00000100:00100000:0.0:1789265809.917313:0:22712:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180579106688 00000100:00100000:0.0:1789265809.917357:0:22712:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:0.0:1789265809.917993:0:22712:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93774f2f3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3642:x1876180579106688:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1789265809.918011:0:22712:0:(ldlm_lib.c:1190:target_handle_connect()) lustre-MDT0001: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1789265809.918246:0:22712:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93774f2f3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3642:x1876180579106688:12345-0@lo:38:kworker.0 Request processed in 253us (1138us total) trans 0 rc -19/-19 00000100:00100000:0.0:1789265809.918253:0:22712:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00080000:3.0:1789265809.928534:0:3642:0:(import.c:65:import_set_state_nolock()) ffff9376431d8800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789265809.928572:0:3642:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1789265809.928577:0:3642:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff937777838e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3642:1876180579106688:0@lo:38:kworker.0 00000100:00100000:0.0:1789265809.974489:0:22748:0:(client.c:2715:ptlrpc_set_wait()) set ffff93774f390a80 going to sleep for 0 seconds 00010000:00010000:2.0:1789265810.549921:0:22694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1789265810.994997:0:22748:0:(client.c:2715:ptlrpc_set_wait()) set ffff93774f390a80 going to sleep for 0 seconds 00010000:00010000:2.0:1789265811.574081:0:22695:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1789265811.961118:0:22742:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:0.0:1789265812.019323:0:22748:0:(client.c:2715:ptlrpc_set_wait()) set ffff93774f390a80 going to sleep for 0 seconds 00010000:00010000:2.0:1789265812.595372:0:22694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1789265813.049140:0:22748:0:(client.c:2715:ptlrpc_set_wait()) set ffff93774f390a80 going to sleep for 0 seconds 00010000:00010000:2.0:1789265813.618962:0:22695:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1789265814.067930:0:22748:0:(client.c:2715:ptlrpc_set_wait()) set ffff93774f390a80 going to sleep for 0 seconds 00010000:00010000:2.0:1789265814.643947:0:22694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789265815.027429:0:20468:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1789265815.027436:0:20468:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1789265815.027440:0:20468:0:(import.c:65:import_set_state_nolock()) ffff9376431d8800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789265815.027450:0:20468:0:(import.c:510:import_select_connection()) lustre-MDT0001-osp-MDT0000: connect to NID 0@lo last attempt 665 00000100:00080000:0.0:1789265815.027456:0:20468:0:(import.c:589:import_select_connection()) lustre-MDT0001-osp-MDT0000: tried all connections, increasing latency to 15s 00000100:00080000:0.0:1789265815.027465:0:20468:0:(import.c:624:import_select_connection()) lustre-MDT0001-osp-MDT0000: import ffff9376431d8800 using connection 192.168.202.142@tcp/0@lo 00000100:00100000:0.0:1789265815.027490:0:20468:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93774f101180 x1876180579107328/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789265815.027517:0:20468:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1789265815.027521:0:20468:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789265815.027524:0:20468:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1789265815.027527:0:20468:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:0.0:1789265815.027585:0:3646:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93774f102a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:fc778fa6-86d2-4d40-bdad-261484e7f4ad:3646:1876180579107200:0@lo:400:kworker.0 00000100:00100000:0.0:1789265815.027701:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789265815.027787:0:3643:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93774f101880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3643:1876180579107456:0@lo:400:kworker.0 00000100:00100000:0.0:1789265815.027832:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789265815.027935:0:22699:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180579107200 00000100:00100000:0.0:1789265815.027944:0:22699:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180579107200 00000100:00100000:0.0:1789265815.028004:0:22699:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28 00000100:00100000:0.0:1789265815.028016:0:22699:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93776600d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fc778fa6-86d2-4d40-bdad-261484e7f4ad+12:3646:x1876180579107200:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789265815.028076:0:22699:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93776600d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fc778fa6-86d2-4d40-bdad-261484e7f4ad+12:3646:x1876180579107200:12345-0@lo:400:kworker.0 Request processed in 62us (375us total) trans 0 rc 0/0 00000100:00100000:0.0:1789265815.028086:0:22699:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28 00000100:00100000:0.0:1789265815.028133:0:22706:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180579107456 00000100:00100000:0.0:1789265815.028137:0:22706:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180579107456 00000100:00100000:0.0:1789265815.028178:0:22706:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:0.0:1789265815.028188:0:22706:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93774f103800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3643:x1876180579107456:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789265815.028245:0:22706:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93774f103800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3643:x1876180579107456:12345-0@lo:400:kworker.0 Request processed in 47us (402us total) trans 0 rc 0/0 00000100:00100000:0.0:1789265815.028254:0:22706:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00100000:0.0:1789265815.028304:0:3646:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93774f102a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:fc778fa6-86d2-4d40-bdad-261484e7f4ad:3646:1876180579107200:0@lo:400:kworker.0 00010000:00080000:0.0:1789265815.028355:0:3643:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=184649) req@ffff93774f101880 x1876180579107456/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789265831 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789265815.028367:0:3643:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93774f101880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3643:1876180579107456:0@lo:400:kworker.0 00000100:00100000:3.0:1789265815.031253:0:3642:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93774f101180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3642:1876180579107328:0@lo:38:kworker.0 00000100:00100000:3.0:1789265815.031336:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789265815.031410:0:22711:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180579107328 00000100:00100000:3.0:1789265815.031418:0:22711:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180579107328 00000100:00100000:3.0:1789265815.031455:0:22711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:3.0:1789265815.031472:0:22711:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff937777838e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:3642:x1876180579107328:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1789265815.031491:0:22711:0:(ldlm_lib.c:1190:target_handle_connect()) lustre-MDT0001: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1789265815.031550:0:22711:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff937777838e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:3642:x1876180579107328:12345-0@lo:38:kworker.0 Request processed in 77us (213us total) trans 0 rc -19/-19 00000100:00100000:3.0:1789265815.031558:0:22711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00080000:3.0:1789265815.031596:0:3642:0:(import.c:65:import_set_state_nolock()) ffff9376431d8800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789265815.031601:0:3642:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1789265815.031604:0:3642:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93774f101180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3642:1876180579107328:0@lo:38:kworker.0 00000100:00100000:2.0:1789265815.093457:0:22748:0:(client.c:2715:ptlrpc_set_wait()) set ffff93774f390a80 going to sleep for 0 seconds 00010000:00010000:2.0:1789265815.666986:0:22695:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1789265816.115145:0:22748:0:(client.c:2715:ptlrpc_set_wait()) set ffff93774f390a80 going to sleep for 0 seconds 00000020:01000004:3.0:1789265816.529289:0:23441:0:(obd_mount.c:923:lmd_print()) mount data: 00000020:01000004:3.0:1789265816.529292:0:23441:0:(obd_mount.c:926:lmd_print()) device: /dev/mapper/mds2_flakey 00000020:01000004:3.0:1789265816.529294:0:23441:0:(obd_mount.c:929:lmd_print()) options: user_xattr,errors=remount-ro 00000080:01200004:3.0:1789265816.529476:0:23441:0:(super25.c:131:lustre_fill_super()) VFS Op: sb ffff937756d71000 00000020:01000004:3.0:1789265816.529502:0:23441:0:(tgt_mount.c:2503:osd_start()) Attempting to start lustre-MDT0001, type=osd-ldiskfs, lsifl=200001, mountfl=0 00000020:01000004:3.0:1789265816.529514:0:23441:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0001-osd (typ=osd-ldiskfs) 00000020:00000080:3.0:1789265816.529528:0:23441:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0001-osd (ffff9376433a99b8) 00000020:00000080:3.0:1789265816.529544:0:23441:0:(obd_config.c:720:class_attach_name()) OBD: dev 12 attached type osd-ldiskfs with refcount 2 00100000:10000000:2.0:1789265816.619602:0:23441:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0xd:0x0] (16/1) registered 00100000:10000000:2.0:1789265816.620341:0:23441:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000001:0x3:0x0] (8/24) registered 00100000:10000000:2.0:1789265816.624681:0:23441:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x8:0x0] (8/32) registered 00100000:10000000:2.0:1789265816.627109:0:23441:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x5:0x0] (8/32) registered 00100000:10000000:2.0:1789265816.627717:0:23441:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000005:0x20003:0x0] (8/8) registered 00100000:10000000:2.0:1789265816.628229:0:23441:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000005:0x3:0x0] (8/8) registered 00100000:10000000:2.0:1789265816.628449:0:23441:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x4:0x0] (8/32) registered 00100000:10000000:2.0:1789265816.628847:0:23441:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000005:0x1:0x0] (8/8) registered 00100000:10000000:2.0:1789265816.629113:0:23441:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000005:0x2:0x0] (8/8) registered 00100000:10000000:2.0:1789265816.629327:0:23441:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x3:0x0] (8/32) registered 00100000:10000000:2.0:1789265816.629640:0:23441:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x7:0x0] (8/32) registered 00100000:10000000:2.0:1789265816.629928:0:23441:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000005:0x20001:0x0] (8/8) registered 00100000:10000000:2.0:1789265816.630262:0:23441:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x6:0x0] (8/32) registered 00100000:10000000:2.0:1789265816.630588:0:23441:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000005:0x20002:0x0] (8/8) registered 00100000:10000000:2.0:1789265816.632174:0:23441:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x20:0x0] (24/16) registered 00100000:10000000:2.0:1789265816.632926:0:23441:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x2b:0x0] (24/16) registered 00100000:10000000:2.0:1789265816.633196:0:23441:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x13:0x0] (16/1) registered 00100000:10000000:2.0:1789265816.633403:0:23441:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x1f:0x0] (24/16) registered 00100000:10000000:2.0:1789265816.633730:0:23441:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x17:0x0] (16/1) registered 00100000:10000000:2.0:1789265816.634050:0:23441:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0xf:0x0] (16/1) registered 00100000:10000000:2.0:1789265816.637643:0:23441:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x15:0x0] (16/1) registered 00100000:10000000:2.0:1789265816.642960:0:23441:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x18:0x0] (16/1) registered 00100000:10000000:2.0:1789265816.644782:0:23441:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x21:0x0] (24/16) registered 00100000:10000000:2.0:1789265816.645244:0:23441:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x26:0x0] (24/16) registered 00100000:10000000:2.0:1789265816.645633:0:23441:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x11:0x0] (16/1) registered 00100000:10000000:2.0:1789265816.645902:0:23441:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0xe:0x0] (16/1) registered 00100000:10000000:0.0:1789265816.652991:0:23441:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x2e:0x0] (24/16) registered 00100000:10000000:0.0:1789265816.653442:0:23441:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x19:0x0] (16/1) registered 00100000:10000000:0.0:1789265816.654010:0:23441:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x25:0x0] (24/16) registered 00100000:10000000:0.0:1789265816.654301:0:23441:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x14:0x0] (16/1) registered 00100000:10000000:0.0:1789265816.655208:0:23441:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x1d:0x0] (16/1) registered 00100000:10000000:0.0:1789265816.655500:0:23441:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x27:0x0] (24/16) registered 00100000:10000000:0.0:1789265816.657776:0:23441:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x29:0x0] (24/16) registered 00100000:10000000:0.0:1789265816.671127:0:23441:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x1c:0x0] (16/1) registered 00100000:10000000:0.0:1789265816.671457:0:23441:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x16:0x0] (16/1) registered 00100000:10000000:0.0:1789265816.671822:0:23441:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x23:0x0] (24/16) registered 00100000:10000000:3.0:1789265816.688154:0:23441:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x2c:0x0] (24/16) registered 00010000:00010000:2.0:1789265816.692775:0:22694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00100000:10000000:3.0:1789265816.693347:0:23441:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x28:0x0] (24/16) registered 00100000:10000000:3.0:1789265816.694100:0:23441:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x22:0x0] (24/16) registered 00100000:10000000:3.0:1789265816.694954:0:23441:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x1a:0x0] (16/1) registered 00100000:10000000:3.0:1789265816.696959:0:23441:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x24:0x0] (24/16) registered 00100000:10000000:3.0:1789265816.697398:0:23441:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x2a:0x0] (24/16) registered 00100000:10000000:3.0:1789265816.699758:0:23441:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x2d:0x0] (24/16) registered 00100000:10000000:3.0:1789265816.704578:0:23441:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x12:0x0] (16/1) registered 00100000:10000000:3.0:1789265816.705292:0:23441:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x10:0x0] (16/1) registered 00100000:10000000:3.0:1789265816.705617:0:23441:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x1b:0x0] (16/1) registered 00080000:01000000:3.0:1789265816.708277:0:23441:0:(osd_lproc.c:911:osd_procfs_init()) lustre-MDT0001: register osd-ldiskfs tunable parameters 00000020:00000080:3.0:1789265816.708702:0:23441:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0001-osd (uuid lustre-MDT0001-osd_UUID) 00080000:01000000:3.0:1789265816.708712:0:23441:0:(osd_handler.c:8925:osd_obd_connect()) connect #0 00000020:00000080:3.0:1789265816.708725:0:23441:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-osd_UUID, cookie 0xbbfdc9019c1d5494 00000020:01000004:3.0:1789265816.708731:0:23441:0:(tgt_mount.c:2588:server_fill_super()) Found service lustre-MDT0001 on device /dev/mapper/mds2_flakey 00000020:01000004:3.0:1789265816.708751:0:23441:0:(obd_mount.c:403:lustre_start_mgc()) MGC192.168.202.142@tcp:Set MGC reconnect 1 10000000:01000000:3.0:1789265816.708754:0:23441:0:(mgc_request.c:1071:mgc_set_info_async()) InitRecov MGC192.168.202.142@tcp 1/d0:i0:r0:or0:FULL 00000020:01000004:3.0:1789265816.708759:0:23441:0:(tgt_mount.c:1812:server_start_targets()) starting target lustre-MDT0001 00000020:01000004:3.0:1789265816.708785:0:23441:0:(tgt_mount.c:280:server_mgc_set_fs()) Set mgc disk for /dev/mapper/mds2_flakey 10000000:01000000:3.0:1789265816.708789:0:23441:0:(mgc_request_server.c:89:mgc_fs_setup()) MGC192.168.202.142@tcp: cl_mgc_mutex lustre-MDT0001-osd for locked: rc = 0 00000040:01000000:0.0:1789265816.733565:0:23441:0:(llog_obd.c:197:llog_setup()) obd MGC192.168.202.142@tcp ctxt 0 is initialized 00000020:01000004:0.0:1789265816.733618:0:23441:0:(tgt_mount.c:1418:server_register_target()) Registration lustre-MDT0001, fs=lustre, 192.168.202.142@tcp, index=0001, flags=0x20001 00000020:01000004:0.0:1789265816.733623:0:23441:0:(tgt_mount.c:1175:server_mti_print()) mti - server_register_target 00000020:01000004:0.0:1789265816.733625:0:23441:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0001 00000020:01000004:0.0:1789265816.733626:0:23441:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:0.0:1789265816.733627:0:23441:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:0.0:1789265816.733628:0:23441:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:0.0:1789265816.733630:0:23441:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:0.0:1789265816.733631:0:23441:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1789265816.733633:0:23441:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1789265816.733635:0:23441:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:0.0:1789265816.733638:0:23441:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-MDT0001 0x10020001 00000020:01000004:0.0:1789265816.733640:0:23441:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:0.0:1789265816.733641:0:23441:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0001 00000020:01000004:0.0:1789265816.733642:0:23441:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:0.0:1789265816.733643:0:23441:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:0.0:1789265816.733644:0:23441:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:0.0:1789265816.733646:0:23441:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:0.0:1789265816.733647:0:23441:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1789265816.733648:0:23441:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1789265816.733649:0:23441:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:0.0:1789265816.733677:0:23441:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-MDT0001 00000100:00100000:0.0:1789265816.733698:0:23441:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93774f101880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fc778fa6-86d2-4d40-bdad-261484e7f4ad:23441:1876180579107584:0@lo:253:mount.lustre.0 00000100:00100000:0.0:1789265816.733765:0:23441:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789265816.733814:0:23441:0:(client.c:2715:ptlrpc_set_wait()) set ffff9376430c0180 going to sleep for 11 seconds 00000100:00100000:2.0:1789265816.733937:0:22701:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180579107584 00000100:00100000:2.0:1789265816.733945:0:22701:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180579107584 00000100:00100000:2.0:1789265816.733996:0:22701:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 29 00000100:00100000:2.0:1789265816.734004:0:22701:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93776600f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fc778fa6-86d2-4d40-bdad-261484e7f4ad+12:23441:x1876180579107584:12345-0@lo:253:mount.lustre.0 20000000:01000000:2.0:1789265816.734031:0:22701:0:(mgs_handler.c:479:mgs_target_reg()) fs: lustre index: 1 is registered to MGS. 20000000:01000000:2.0:1789265816.734034:0:22701:0:(mgs_handler.c:529:mgs_target_reg()) Server lustre-MDT0001 is running on 0@lo 20000000:01000000:2.0:1789265816.734068:0:22701:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-MDT0001, index=1, rc=0 00000100:00100000:2.0:1789265816.734771:0:22701:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93776600f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fc778fa6-86d2-4d40-bdad-261484e7f4ad+12:23441:x1876180579107584:12345-0@lo:253:mount.lustre.0 Request processed in 765us (1003us total) trans 0 rc 0/0 00000100:00100000:2.0:1789265816.734780:0:22701:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 29 00000100:00100000:0.0:1789265816.735618:0:23441:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93774f101880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fc778fa6-86d2-4d40-bdad-261484e7f4ad:23441:1876180579107584:0@lo:253:mount.lustre.0 10000000:01000000:0.0:1789265816.735633:0:23441:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-MDT0001 got index = 1 00000020:01000004:0.0:1789265816.735635:0:23441:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:0.0:1789265816.735648:0:23441:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0001 00000020:01000004:0.0:1789265816.735649:0:23441:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:0.0:1789265816.735650:0:23441:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:0.0:1789265816.735651:0:23441:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:0.0:1789265816.735652:0:23441:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:0.0:1789265816.735653:0:23441:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1789265816.735654:0:23441:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1789265816.735655:0:23441:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 00000020:01000004:0.0:1789265816.735676:0:23441:0:(tgt_mount.c:101:server_register_mount()) register mount ffff937756d71000 from lustre-MDT0001 10000000:01000000:0.0:1789265816.735708:0:23441:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-MDT0001 from 0 10000000:01000000:0.0:1789265816.735711:0:23441:0:(mgc_request.c:329:config_log_add()) add config log lustre-MDT0001-0000000000000000 10000000:01000000:0.0:1789265816.735718:0:23441:0:(mgc_request_server.c:874:mgc_get_local_copy()) Get log lustre-sptlrpc-ffff93775def3370 local copy 00010000:00010000:0.0:1789265816.735728:0:23441:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.142@tcp lock: ffff93775181ba00/0xbbfdc9019c1d538a lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xbbfdc9019c1d5391 expref: -99 pid: 22685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789265816.735815:0:23441:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93774f101880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fc778fa6-86d2-4d40-bdad-261484e7f4ad:23441:1876180579107712:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1789265816.735852:0:23441:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789265816.735907:0:23441:0:(client.c:2715:ptlrpc_set_wait()) set ffff9376430c0c00 going to sleep for 11 seconds 00000100:00100000:2.0:1789265816.736069:0:22700:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180579107712 00000100:00100000:2.0:1789265816.736075:0:22700:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180579107712 00000100:00100000:2.0:1789265816.736115:0:22700:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 30 00000100:00100000:2.0:1789265816.736125:0:22700:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93776600cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fc778fa6-86d2-4d40-bdad-261484e7f4ad+12:23441:x1876180579107712:12345-0@lo:501:mount.lustre.0 00000100:00100000:2.0:1789265816.736187:0:22700:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93776600cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fc778fa6-86d2-4d40-bdad-261484e7f4ad+12:23441:x1876180579107712:12345-0@lo:501:mount.lustre.0 Request processed in 64us (334us total) trans 0 rc -2/-2 00000100:00100000:2.0:1789265816.736196:0:22700:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 30 00000100:00100000:0.0:1789265816.737706:0:23441:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93774f101880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fc778fa6-86d2-4d40-bdad-261484e7f4ad:23441:1876180579107712:0@lo:501:mount.lustre.0 10000000:01000000:0.0:1789265816.737731:0:23441:0:(mgc_request_server.c:765:mgc_llog_local_copy()) MGC192.168.202.142@tcp: no remote llog for lustre-sptlrpc, check MGS config 10000000:01000000:0.0:1789265816.737761:0:23441:0:(mgc_request_server.c:897:mgc_get_local_copy()) MGC192.168.202.142@tcp: can't save local copy of 'lustre-sptlrpc': rc = -2. 00010000:00010000:0.0:1789265816.737769:0:23441:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.142@tcp lock: ffff93775181ba00/0xbbfdc9019c1d538a lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xbbfdc9019c1d5391 expref: -99 pid: 22685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789265816.737780:0:23441:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.142@tcp lock: ffff93775181ba00/0xbbfdc9019c1d538a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xbbfdc9019c1d5391 expref: -99 pid: 22685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1789265816.737809:0:23441:0:(mgc_request.c:194:do_config_log_add()) do adding config log params-ffff937756d71000 10000000:01000000:0.0:1789265816.737814:0:23441:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 10000000:01000000:0.0:1789265816.737819:0:23441:0:(mgc_request.c:194:do_config_log_add()) do adding config log nodemap-ffff93775def3370 10000000:01000000:0.0:1789265816.737822:0:23441:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 10000000:01000000:0.0:1789265816.737835:0:23441:0:(mgc_request.c:1802:mgc_process_log()) Process log nodemap-ffff93775def3370 from 1 10000000:01000000:0.0:1789265816.737839:0:23441:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:0.0:1789265816.737908:0:23441:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.142@tcp lock: ffff937642393600/0xbbfdc9019c1d549b lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 23441 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789265816.737917:0:23441:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.142@tcp lock: ffff937642393600/0xbbfdc9019c1d549b lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 23441 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789265816.737928:0:23441:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.142@tcp lock: ffff937642393600/0xbbfdc9019c1d549b lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 23441 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789265816.737948:0:23441:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93774f101880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fc778fa6-86d2-4d40-bdad-261484e7f4ad:23441:1876180579107840:0@lo:101:mount.lustre.0 00000100:00100000:0.0:1789265816.737999:0:23441:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789265816.738028:0:23441:0:(client.c:2715:ptlrpc_set_wait()) set ffff9376430c0c00 going to sleep for 11 seconds 00000100:00100000:2.0:1789265816.738118:0:22701:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180579107840 00000100:00100000:2.0:1789265816.738123:0:22701:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180579107840 00000100:00100000:2.0:1789265816.738169:0:22701:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 31 00000100:00100000:2.0:1789265816.738177:0:22701:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93776600e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fc778fa6-86d2-4d40-bdad-261484e7f4ad+12:23441:x1876180579107840:12345-0@lo:101:mount.lustre.0 00010000:00010000:2.0:1789265816.738189:0:22701:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1789265816.738201:0:22701:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9377413fc800/0xbbfdc9019c1d54a2 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xbbfdc9019c1d549b expref: -99 pid: 22701 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265816.738222:0:22701:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9377413fc800/0xbbfdc9019c1d54a2 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xbbfdc9019c1d549b expref: 13 pid: 22701 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265816.738239:0:22701:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9377413fc800/0xbbfdc9019c1d54a2 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xbbfdc9019c1d549b expref: 13 pid: 22701 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265816.738249:0:22701:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9377413fc800, rc 0) 00000100:00100000:2.0:1789265816.738285:0:22701:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93776600e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fc778fa6-86d2-4d40-bdad-261484e7f4ad+13:23441:x1876180579107840:12345-0@lo:101:mount.lustre.0 Request processed in 109us (284us total) trans 0 rc 0/0 00000100:00100000:2.0:1789265816.738291:0:22701:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 31 00000100:00100000:0.0:1789265816.738378:0:23441:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93774f101880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fc778fa6-86d2-4d40-bdad-261484e7f4ad:23441:1876180579107840:0@lo:101:mount.lustre.0 00010000:00010000:0.0:1789265816.738390:0:23441:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.142@tcp lock: ffff937642393600/0xbbfdc9019c1d549b lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xbbfdc9019c1d54a2 expref: -99 pid: 23441 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789265816.738399:0:23441:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.142@tcp lock: ffff937642393600/0xbbfdc9019c1d549b lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xbbfdc9019c1d54a2 expref: -99 pid: 23441 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1789265816.738415:0:23441:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.142@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:0.0:1789265816.738435:0:23441:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.142@tcp lock: ffff937642393600/0xbbfdc9019c1d549b lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xbbfdc9019c1d54a2 expref: -99 pid: 23441 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789265816.738442:0:23441:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.142@tcp lock: ffff937642393600/0xbbfdc9019c1d549b lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xbbfdc9019c1d54a2 expref: -99 pid: 23441 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1789265816.738449:0:23441:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-barrier-ffff937756d71000 10000000:01000000:0.0:1789265816.738458:0:23441:0:(mgc_request.c:68:mgc_name2resid()) log lustre-barrier to resid 0x65727473756c/0x5 (lustre) 10000000:01000000:0.0:1789265816.738461:0:23441:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-barrier-ffff937756d71000 from 1 10000000:01000000:0.0:1789265816.738463:0:23441:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-barrier (res 0x65727473756c) 00010000:00010000:0.0:1789265816.738478:0:23441:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.142@tcp lock: ffff937642392e00/0xbbfdc9019c1d54a9 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 23441 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789265816.738511:0:23441:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.142@tcp lock: ffff937642392e00/0xbbfdc9019c1d54a9 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 23441 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789265816.738519:0:23441:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.142@tcp lock: ffff937642392e00/0xbbfdc9019c1d54a9 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 23441 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789265816.738533:0:23441:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93774f101880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fc778fa6-86d2-4d40-bdad-261484e7f4ad:23441:1876180579107968:0@lo:101:mount.lustre.0 00000100:00100000:0.0:1789265816.738562:0:23441:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789265816.738594:0:22699:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180579107968 00000100:00100000:0.0:1789265816.738599:0:22699:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180579107968 00000100:00100000:0.0:1789265816.738632:0:22699:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 32 00000100:00100000:0.0:1789265816.738639:0:22699:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93776600f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fc778fa6-86d2-4d40-bdad-261484e7f4ad+13:23441:x1876180579107968:12345-0@lo:101:mount.lustre.0 00010000:00010000:0.0:1789265816.738646:0:22699:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1789265816.738656:0:22699:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff937642393c00/0xbbfdc9019c1d54b0 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0xbbfdc9019c1d54a9 expref: -99 pid: 22699 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789265816.738669:0:22699:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff937642393c00/0xbbfdc9019c1d54b0 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xbbfdc9019c1d54a9 expref: 14 pid: 22699 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789265816.738678:0:22699:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff937642393c00/0xbbfdc9019c1d54b0 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xbbfdc9019c1d54a9 expref: 14 pid: 22699 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789265816.738684:0:22699:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff937642393c00, rc 0) 00000100:00100000:0.0:1789265816.738710:0:22699:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93776600f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fc778fa6-86d2-4d40-bdad-261484e7f4ad+14:23441:x1876180579107968:12345-0@lo:101:mount.lustre.0 Request processed in 71us (147us total) trans 0 rc 0/0 00000100:00100000:0.0:1789265816.738722:0:22699:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 32 00000100:00100000:0.0:1789265816.738753:0:23441:0:(client.c:2715:ptlrpc_set_wait()) set ffff9376430c0c00 going to sleep for 11 seconds 00000100:00100000:0.0:1789265816.738764:0:23441:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93774f101880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fc778fa6-86d2-4d40-bdad-261484e7f4ad:23441:1876180579107968:0@lo:101:mount.lustre.0 00010000:00010000:0.0:1789265816.738774:0:23441:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.142@tcp lock: ffff937642392e00/0xbbfdc9019c1d54a9 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xbbfdc9019c1d54b0 expref: -99 pid: 23441 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789265816.738781:0:23441:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.142@tcp lock: ffff937642392e00/0xbbfdc9019c1d54a9 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xbbfdc9019c1d54b0 expref: -99 pid: 23441 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1789265816.738791:0:23441:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.142@tcp: configuration from log 'lustre-barrier' succeeded (0). 00010000:00010000:0.0:1789265816.738795:0:23441:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.142@tcp lock: ffff937642392e00/0xbbfdc9019c1d54a9 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xbbfdc9019c1d54b0 expref: -99 pid: 23441 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789265816.738802:0:23441:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.142@tcp lock: ffff937642392e00/0xbbfdc9019c1d54a9 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xbbfdc9019c1d54b0 expref: -99 pid: 23441 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1789265816.738808:0:23441:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-MDT0001-0000000000000000 10000000:01000000:0.0:1789265816.738813:0:23441:0:(mgc_request.c:68:mgc_name2resid()) log lustre-MDT0001 to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:0.0:1789265816.738818:0:23441:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-mdtir-ffff937756d71000 10000000:01000000:0.0:1789265816.738820:0:23441:0:(mgc_request.c:68:mgc_name2resid()) log lustre-mdtir to resid 0x65727473756c/0x2 (lustre) 10000000:01000000:0.0:1789265816.738824:0:23441:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-MDT0001-0000000000000000 from 1 10000000:01000000:0.0:1789265816.738827:0:23441:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-MDT0001 (res 0x65727473756c) 00010000:00010000:0.0:1789265816.738840:0:23441:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.142@tcp lock: ffff937642392200/0xbbfdc9019c1d54b7 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 23441 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789265816.738850:0:23441:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.142@tcp lock: ffff937642392200/0xbbfdc9019c1d54b7 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 23441 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789265816.738879:0:23441:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.142@tcp lock: ffff937642392200/0xbbfdc9019c1d54b7 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 23441 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789265816.738900:0:23441:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93774f101880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fc778fa6-86d2-4d40-bdad-261484e7f4ad:23441:1876180579108096:0@lo:101:mount.lustre.0 00000100:00100000:0.0:1789265816.738926:0:23441:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789265816.738944:0:23441:0:(client.c:2715:ptlrpc_set_wait()) set ffff9376430c0c00 going to sleep for 11 seconds 00000100:00100000:3.0:1789265816.739739:0:22700:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180579108096 00000100:00100000:3.0:1789265816.739748:0:22700:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180579108096 00000100:00100000:3.0:1789265816.739794:0:22700:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 33 00000100:00100000:3.0:1789265816.739808:0:22700:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93776600ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fc778fa6-86d2-4d40-bdad-261484e7f4ad+14:23441:x1876180579108096:12345-0@lo:101:mount.lustre.0 00010000:00010000:3.0:1789265816.739819:0:22700:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1789265816.739831:0:22700:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff93775181b000/0xbbfdc9019c1d54be lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: local remote: 0xbbfdc9019c1d54b7 expref: -99 pid: 22700 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265816.740221:0:22700:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff93775181b000/0xbbfdc9019c1d54be lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xbbfdc9019c1d54b7 expref: 15 pid: 22700 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265816.740233:0:22700:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff93775181b000/0xbbfdc9019c1d54be lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xbbfdc9019c1d54b7 expref: 15 pid: 22700 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265816.740242:0:22700:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93775181b000, rc 0) 00000100:00100000:3.0:1789265816.740297:0:22700:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93776600ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fc778fa6-86d2-4d40-bdad-261484e7f4ad+15:23441:x1876180579108096:12345-0@lo:101:mount.lustre.0 Request processed in 492us (1370us total) trans 0 rc 0/0 00000100:00100000:3.0:1789265816.740305:0:22700:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 33 00000100:00100000:0.0:1789265816.749844:0:23441:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93774f101880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fc778fa6-86d2-4d40-bdad-261484e7f4ad:23441:1876180579108096:0@lo:101:mount.lustre.0 00010000:00010000:0.0:1789265816.749892:0:23441:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.142@tcp lock: ffff937642392200/0xbbfdc9019c1d54b7 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0xbbfdc9019c1d54be expref: -99 pid: 23441 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789265816.749906:0:23441:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.142@tcp lock: ffff937642392200/0xbbfdc9019c1d54b7 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0xbbfdc9019c1d54be expref: -99 pid: 23441 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1789265816.765913:0:23441:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x9:0x0] index 46 count 46 00000040:00080000:2.0:1789265816.778119:0:23441:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:2.0:1789265816.786077:0:23441:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].1, 224 off8416 00000040:00080000:2.0:1789265816.786131:0:23441:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].2, 136 off8552 00000040:00080000:2.0:1789265816.786143:0:23441:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].3, 176 off8728 00000040:00080000:2.0:1789265816.786153:0:23441:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].4, 224 off8952 00000040:00080000:2.0:1789265816.786166:0:23441:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].5, 224 off9176 00000040:00080000:2.0:1789265816.786177:0:23441:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].6, 120 off9296 00000040:00080000:2.0:1789265816.786188:0:23441:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].7, 112 off9408 00000040:00080000:2.0:1789265816.786202:0:23441:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].8, 160 off9568 00000040:00080000:2.0:1789265816.786212:0:23441:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].9, 224 off9792 00000040:00080000:2.0:1789265816.786223:0:23441:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].10, 224 off10016 00000040:00080000:2.0:1789265816.786234:0:23441:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].11, 88 off10104 00000040:00080000:2.0:1789265816.786245:0:23441:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].12, 144 off10248 00000040:00080000:2.0:1789265816.786256:0:23441:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].13, 152 off10400 00000040:00080000:2.0:1789265816.786267:0:23441:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].14, 168 off10568 00000040:00080000:2.0:1789265816.786277:0:23441:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].15, 224 off10792 00000040:00080000:2.0:1789265816.786288:0:23441:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].16, 224 off11016 00000040:00080000:2.0:1789265816.786299:0:23441:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].17, 80 off11096 00000040:00080000:2.0:1789265816.786309:0:23441:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].18, 224 off11320 00000040:00080000:2.0:1789265816.786325:0:23441:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].19, 224 off11544 00000040:00080000:2.0:1789265816.786335:0:23441:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].20, 160 off11704 00000040:00080000:2.0:1789265816.786346:0:23441:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].21, 224 off11928 00000040:00080000:2.0:1789265816.786357:0:23441:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].22, 224 off12152 00000040:00080000:2.0:1789265816.786375:0:23441:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].23, 80 off12232 00000040:00080000:2.0:1789265816.786387:0:23441:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].24, 224 off12456 00000040:00080000:2.0:1789265816.786397:0:23441:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].25, 224 off12680 00000040:00080000:2.0:1789265816.786407:0:23441:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].26, 88 off12768 00000040:00080000:2.0:1789265816.786418:0:23441:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].27, 144 off12912 00000040:00080000:2.0:1789265816.786428:0:23441:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].28, 152 off13064 00000040:00080000:2.0:1789265816.786439:0:23441:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].29, 136 off13200 00000040:00080000:2.0:1789265816.786449:0:23441:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].30, 224 off13424 00000040:00080000:2.0:1789265816.786461:0:23441:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].31, 224 off13648 00000040:00080000:2.0:1789265816.786494:0:23441:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].32, 80 off13728 00000040:00080000:2.0:1789265816.786522:0:23441:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].33, 224 off13952 00000040:00080000:2.0:1789265816.786534:0:23441:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].34, 224 off14176 00000040:00080000:2.0:1789265816.786545:0:23441:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].35, 88 off14264 00000040:00080000:2.0:1789265816.786556:0:23441:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].36, 144 off14408 00000040:00080000:2.0:1789265816.786566:0:23441:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].37, 152 off14560 00000040:00080000:2.0:1789265816.786577:0:23441:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].38, 136 off14696 00000040:00080000:2.0:1789265816.786588:0:23441:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].39, 224 off14920 00000040:00080000:2.0:1789265816.786598:0:23441:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].40, 224 off15144 00000040:00080000:2.0:1789265816.786609:0:23441:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].41, 80 off15224 00000040:00080000:2.0:1789265816.786619:0:23441:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].42, 224 off15448 00000040:00080000:2.0:1789265816.786630:0:23441:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].43, 224 off15672 00000040:00080000:2.0:1789265816.786640:0:23441:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].44, 120 off15792 00000040:00080000:2.0:1789265816.786665:0:23441:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].45, 224 off16016 00000040:00080000:2.0:1789265816.786670:0:23441:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x9:0x0] index 45 count 46 00000100:00100000:2.0:1789265816.786777:0:23441:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93774f2f1c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fc778fa6-86d2-4d40-bdad-261484e7f4ad:23441:1876180579108224:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1789265816.786839:0:23441:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789265816.786912:0:23441:0:(client.c:2715:ptlrpc_set_wait()) set ffff937761320840 going to sleep for 11 seconds 00000100:00100000:0.0:1789265816.787035:0:22701:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180579108224 00000100:00100000:0.0:1789265816.787042:0:22701:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180579108224 00000100:00100000:0.0:1789265816.787096:0:22701:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34 00000100:00100000:0.0:1789265816.787105:0:22701:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93776600e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fc778fa6-86d2-4d40-bdad-261484e7f4ad+15:23441:x1876180579108224:12345-0@lo:501:mount.lustre.0 00000100:00100000:0.0:1789265816.787239:0:22701:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93776600e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fc778fa6-86d2-4d40-bdad-261484e7f4ad+15:23441:x1876180579108224:12345-0@lo:501:mount.lustre.0 Request processed in 135us (399us total) trans 0 rc 0/0 00000100:00100000:0.0:1789265816.787246:0:22701:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34 00000100:00100000:2.0:1789265816.788725:0:23441:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93774f2f1c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fc778fa6-86d2-4d40-bdad-261484e7f4ad:23441:1876180579108224:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1789265816.789990:0:23441:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93774f2f1c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fc778fa6-86d2-4d40-bdad-261484e7f4ad:23441:1876180579108352:0@lo:503:mount.lustre.0 00000100:00100000:2.0:1789265816.790074:0:23441:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789265816.790164:0:23441:0:(client.c:2715:ptlrpc_set_wait()) set ffff937761320840 going to sleep for 11 seconds 00000100:00100000:0.0:1789265816.798165:0:22699:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180579108352 00000100:00100000:0.0:1789265816.798180:0:22699:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180579108352 00000100:00100000:0.0:1789265816.798244:0:22699:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35 00000100:00100000:0.0:1789265816.798255:0:22699:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93776600d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fc778fa6-86d2-4d40-bdad-261484e7f4ad+15:23441:x1876180579108352:12345-0@lo:503:mount.lustre.0 00000100:00100000:0.0:1789265816.799273:0:22699:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93776600d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fc778fa6-86d2-4d40-bdad-261484e7f4ad+15:23441:x1876180579108352:12345-0@lo:503:mount.lustre.0 Request processed in 1016us (9194us total) trans 0 rc 0/0 00000100:00100000:0.0:1789265816.799284:0:22699:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35 00000100:00100000:3.0:1789265816.799402:0:23441:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93774f2f1c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fc778fa6-86d2-4d40-bdad-261484e7f4ad:23441:1876180579108352:0@lo:503:mount.lustre.0 00000040:00080000:3.0:1789265816.799970:0:23441:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:3.0:1789265816.800064:0:23441:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff937777839180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fc778fa6-86d2-4d40-bdad-261484e7f4ad:23441:1876180579108480:0@lo:502:mount.lustre.0 00000100:00100000:3.0:1789265816.800118:0:23441:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789265816.800152:0:23441:0:(client.c:2715:ptlrpc_set_wait()) set ffff9377451230c0 going to sleep for 11 seconds 00000100:00100000:0.0:1789265816.800511:0:22700:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180579108480 00000100:00100000:0.0:1789265816.800517:0:22700:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180579108480 00000100:00100000:0.0:1789265816.800556:0:22700:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36 00000100:00100000:0.0:1789265816.800564:0:22700:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93776600e050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fc778fa6-86d2-4d40-bdad-261484e7f4ad+15:23441:x1876180579108480:12345-0@lo:502:mount.lustre.0 00000100:00100000:0.0:1789265816.801842:0:22700:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93776600e050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fc778fa6-86d2-4d40-bdad-261484e7f4ad+15:23441:x1876180579108480:12345-0@lo:502:mount.lustre.0 Request processed in 1274us (1719us total) trans 0 rc 0/0 00000100:00100000:0.0:1789265816.801852:0:22700:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36 00000100:00100000:3.0:1789265816.802016:0:23441:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff937777839180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fc778fa6-86d2-4d40-bdad-261484e7f4ad:23441:1876180579108480:0@lo:502:mount.lustre.0 00000040:00080000:3.0:1789265816.802245:0:23441:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].1, 224 off8416 00000040:00080000:3.0:1789265816.802273:0:23441:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].2, 136 off8552 00000040:00080000:3.0:1789265816.802295:0:23441:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].3, 176 off8728 00000040:00080000:3.0:1789265816.802311:0:23441:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].4, 224 off8952 00000040:00080000:3.0:1789265816.802323:0:23441:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].5, 224 off9176 00000040:00080000:3.0:1789265816.802333:0:23441:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].6, 120 off9296 00000040:00080000:3.0:1789265816.802342:0:23441:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].7, 112 off9408 00000040:00080000:3.0:1789265816.802355:0:23441:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].8, 160 off9568 00000040:00080000:3.0:1789265816.802365:0:23441:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].9, 224 off9792 00000040:00080000:3.0:1789265816.802373:0:23441:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].10, 224 off10016 00000040:00080000:3.0:1789265816.802384:0:23441:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].11, 88 off10104 00000040:00080000:3.0:1789265816.802394:0:23441:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].12, 144 off10248 00000040:00080000:3.0:1789265816.802402:0:23441:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].13, 152 off10400 00000040:00080000:3.0:1789265816.802412:0:23441:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].14, 168 off10568 00000040:00080000:3.0:1789265816.802423:0:23441:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].15, 224 off10792 00000040:00080000:3.0:1789265816.802433:0:23441:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].16, 224 off11016 00000040:00080000:3.0:1789265816.802442:0:23441:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].17, 80 off11096 00000040:00080000:3.0:1789265816.802453:0:23441:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].18, 224 off11320 00000040:00080000:3.0:1789265816.802462:0:23441:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].19, 224 off11544 00000040:00080000:3.0:1789265816.802692:0:23441:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].20, 160 off11704 00000040:00080000:3.0:1789265816.802713:0:23441:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].21, 224 off11928 00000040:00080000:3.0:1789265816.802737:0:23441:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].22, 224 off12152 00000040:00080000:3.0:1789265816.802749:0:23441:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].23, 80 off12232 00000040:00080000:3.0:1789265816.802759:0:23441:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].24, 224 off12456 00000040:00080000:3.0:1789265816.802770:0:23441:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].25, 224 off12680 00000040:00080000:3.0:1789265816.802780:0:23441:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].26, 88 off12768 00000040:00080000:3.0:1789265816.802790:0:23441:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].27, 144 off12912 00000040:00080000:3.0:1789265816.802806:0:23441:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].28, 152 off13064 00000040:00080000:3.0:1789265816.802818:0:23441:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].29, 136 off13200 00000040:00080000:3.0:1789265816.802829:0:23441:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].30, 224 off13424 00000040:00080000:3.0:1789265816.802838:0:23441:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].31, 224 off13648 00000040:00080000:3.0:1789265816.802848:0:23441:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].32, 80 off13728 00000040:00080000:3.0:1789265816.802997:0:23441:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].33, 224 off13952 00000040:00080000:3.0:1789265816.803014:0:23441:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].34, 224 off14176 00000040:00080000:3.0:1789265816.803026:0:23441:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].35, 88 off14264 00000040:00080000:3.0:1789265816.803037:0:23441:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].36, 144 off14408 00000040:00080000:3.0:1789265816.803047:0:23441:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].37, 152 off14560 00000040:00080000:3.0:1789265816.803071:0:23441:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].38, 136 off14696 00000040:00080000:3.0:1789265816.803085:0:23441:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].39, 224 off14920 00000040:00080000:3.0:1789265816.803095:0:23441:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].40, 224 off15144 00000040:00080000:3.0:1789265816.803106:0:23441:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].41, 80 off15224 00000040:00080000:3.0:1789265816.803116:0:23441:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].42, 224 off15448 00000040:00080000:3.0:1789265816.803128:0:23441:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].43, 224 off15672 00000040:00080000:3.0:1789265816.803139:0:23441:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].44, 120 off15792 00000100:00100000:3.0:1789265816.803179:0:23441:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff937777839180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fc778fa6-86d2-4d40-bdad-261484e7f4ad:23441:1876180579108608:0@lo:502:mount.lustre.0 00000100:00100000:3.0:1789265816.803236:0:23441:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789265816.803318:0:23441:0:(client.c:2715:ptlrpc_set_wait()) set ffff9377451230c0 going to sleep for 11 seconds 00000100:00100000:1.0:1789265816.807769:0:22699:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180579108608 00000100:00100000:1.0:1789265816.807786:0:22699:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180579108608 00000100:00100000:1.0:1789265816.807856:0:22699:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37 00000100:00100000:1.0:1789265816.808079:0:22699:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93776600a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fc778fa6-86d2-4d40-bdad-261484e7f4ad+15:23441:x1876180579108608:12345-0@lo:502:mount.lustre.0 00000100:00100000:1.0:1789265816.808258:0:22699:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93776600a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fc778fa6-86d2-4d40-bdad-261484e7f4ad+15:23441:x1876180579108608:12345-0@lo:502:mount.lustre.0 Request processed in 183us (5021us total) trans 0 rc 0/0 00000100:00100000:3.0:1789265816.808323:0:23441:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff937777839180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fc778fa6-86d2-4d40-bdad-261484e7f4ad:23441:1876180579108608:0@lo:502:mount.lustre.0 00000040:00080000:3.0:1789265816.808407:0:23441:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].45, 224 off16016 00000040:00080000:3.0:1789265816.808420:0:23441:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x8:0x0] index 45 count 46 00000020:01000000:0.0:1789265816.809433:0:23445:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1789265816.809445:0:23445:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1789265816.809447:0:23445:0:(obd_config.c:1563:class_process_config()) marker 11 (0x1) lustre-MDT0001-m lov setup 00000020:01000000:0.0:1789265816.809453:0:23445:0:(obd_config.c:1967:class_config_llog_handler()) For 2.x interoperability, rename obd type from lov to lod (lustre-MDT0001) 00000020:00000080:0.0:1789265816.809457:0:23445:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:0.0:1789265816.809498:0:23445:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0001-mdtlov (ffff93775f544d28) 00000020:00000080:0.0:1789265816.809526:0:23445:0:(obd_config.c:720:class_attach_name()) OBD: dev 13 attached type lod with refcount 2 00000020:00000080:0.0:1789265816.809532:0:23445:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00080000:01000000:0.0:1789265816.809621:0:23445:0:(osd_handler.c:8925:osd_obd_connect()) connect #1 00000020:00000080:0.0:1789265816.809629:0:23445:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-osd_UUID, cookie 0xbbfdc9019c1d54cc 00000020:00000080:0.0:1789265816.809837:0:23445:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0001-mdtlov (uuid lustre-MDT0001-mdtlov_UUID) 00000020:01000000:0.0:1789265816.809842:0:23445:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1789265816.809845:0:23445:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1789265816.809846:0:23445:0:(obd_config.c:1563:class_process_config()) marker 11 (0x2) lustre-MDT0001-m lov setup 00000020:01000000:0.0:1789265816.809848:0:23445:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1789265816.809851:0:23445:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1789265816.809852:0:23445:0:(obd_config.c:1563:class_process_config()) marker 12 (0x1) lustre-MDT0001 add mdt 00000020:00000080:0.0:1789265816.809855:0:23445:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:0.0:1789265816.809895:0:23445:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0001 (ffff93775f540000) 00000020:00000080:0.0:1789265816.809905:0:23445:0:(obd_config.c:720:class_attach_name()) OBD: dev 14 attached type mdt with refcount 2 00000020:00000080:0.0:1789265816.809909:0:23445:0:(obd_config.c:1472:class_process_config()) processing cmd: cf007 00000020:00000080:0.0:1789265816.809911:0:23445:0:(obd_config.c:1516:class_process_config()) mountopt: profile lustre-MDT0001 osc lustre-MDT0001-mdtlov mdc (null) 00000020:01000000:0.0:1789265816.809913:0:23445:0:(obd_config.c:1149:class_add_profile()) Add profile lustre-MDT0001 00000020:00000080:0.0:1789265816.809919:0:23445:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000020:01000004:0.0:1789265816.809974:0:23445:0:(tgt_mount.c:153:server_get_mount()) get mount ffff937756d71000 from lustre-MDT0001, refs=2 00000020:00000080:0.0:1789265816.809984:0:23445:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDD0001 (ffff93775f543370) 00000020:00000080:0.0:1789265816.809992:0:23445:0:(obd_config.c:720:class_attach_name()) OBD: dev 15 attached type mdd with refcount 2 00000004:01000000:0.0:1789265816.810035:0:23445:0:(lod_dev.c:2291:lod_obd_connect()) connect #0 00000020:00000080:0.0:1789265816.810039:0:23445:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-mdtlov_UUID, cookie 0xbbfdc9019c1d54e1 00000020:00000080:0.0:1789265816.810125:0:23445:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDD0001 (uuid lustre-MDD0001_UUID) 00000004:01000000:0.0:1789265816.810130:0:23445:0:(mdd_device.c:1598:mdd_obd_connect()) connect #0 00000020:00000080:0.0:1789265816.810134:0:23445:0:(genops.c:1385:class_connect()) connect: client lustre-MDD0001_UUID, cookie 0xbbfdc9019c1d54e8 00080000:01000000:0.0:1789265816.810139:0:23445:0:(osd_handler.c:8925:osd_obd_connect()) connect #2 00000020:00000080:0.0:1789265816.810142:0:23445:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-osd_UUID, cookie 0xbbfdc9019c1d54ef 00000100:00100000:1.0:1789265816.817117:0:22699:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37 00010000:00010000:2.0:1789265816.981172:0:23445:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-mdt-lustre-MDT0001_UUID-2 is initialized 00000001:00000004:2.0:1789265816.982463:0:23445:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0001_UUID: mount_count is 3, last_transno is 8589934595 00000001:00080000:2.0:1789265816.983369:0:23445:0:(tgt_lastrcvd.c:222:tgt_reply_header_read()) lustre-MDT0001: read reply_data header. magic=0xbdabda01 header_size=32 reply_size=32 00000020:00000080:2.0:1789265816.990669:0:23445:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0001 (uuid lustre-MDT0001_UUID) 00000020:01000000:2.0:1789265816.990682:0:23445:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1789265816.990691:0:23445:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789265816.990693:0:23445:0:(obd_config.c:1563:class_process_config()) marker 12 (0x2) lustre-MDT0001 add mdt 00000020:01000000:2.0:1789265816.990698:0:23445:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1789265816.990704:0:23445:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789265816.990705:0:23445:0:(obd_config.c:1563:class_process_config()) marker 13 (0x1) lustre-MDT0000 add osp 00000020:00000080:2.0:1789265816.990708:0:23445:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:2.0:1789265816.990713:0:23445:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.202.142@tcp to nid 0x20000c0a8ca8e (192.168.202.142@tcp) 00000020:00000080:2.0:1789265816.990738:0:23445:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:2.0:1789265816.990751:0:23445:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-osp-MDT0001 (ffff9377475d19b8) 00000020:00000080:2.0:1789265816.990772:0:23445:0:(obd_config.c:720:class_attach_name()) OBD: dev 16 attached type osp with refcount 2 00000020:00000080:2.0:1789265816.990776:0:23445:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000004:00080000:2.0:1789265816.990852:0:23445:0:(osp_dev.c:1203:osp_init0()) lustre-MDT0000-osp-MDT0001: connect to lustre-MDT0001-osd (lustre-MDT0000-osp-MDT0001) 00080000:01000000:2.0:1789265816.999023:0:23445:0:(osd_handler.c:8925:osd_obd_connect()) connect #3 00000020:00000080:2.0:1789265816.999047:0:23445:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-osd_UUID, cookie 0xbbfdc9019c1d54fd 00010000:00080000:2.0:1789265816.999104:0:23445:0:(ldlm_lib.c:102:import_set_conn()) imp ffff937642505800@lustre-MDT0000-osp-MDT0001: add connection 192.168.202.142@tcp at head 00010000:00010000:2.0:1789265817.000666:0:23445:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-osp-MDT0001-5 is initialized 00000020:00000080:1.0:1789265817.009700:0:23445:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-osp-MDT0001 (uuid lustre-MDT0001-mdtlov_UUID) 00000020:00000080:1.0:1789265817.009714:0:23445:0:(obd_config.c:1472:class_process_config()) processing cmd: cf014 00000004:01000000:1.0:1789265817.009754:0:23445:0:(lod_lov.c:128:lod_add_device()) osp:lustre-MDT0000_UUID idx:0 gen:1 00000020:00000080:1.0:1789265817.009773:0:23445:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-mdtlov_UUID, cookie 0xbbfdc9019c1d5504 00000100:00080000:1.0:1789265817.009783:0:23445:0:(import.c:510:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 0 00000100:00080000:1.0:1789265817.009789:0:23445:0:(import.c:624:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff937642505800 using connection 192.168.202.142@tcp/0@lo 00000100:00100000:1.0:1789265817.009832:0:23445:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff937644c5df80 x1876180579108736/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789265817.009892:0:23445:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID 00000020:01000000:1.0:1789265817.009955:0:23445:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1789265817.009960:0:23445:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1789265817.009961:0:23445:0:(obd_config.c:1563:class_process_config()) marker 13 (0x2) lustre-MDT0000 add osp 00000020:01000000:1.0:1789265817.009972:0:23445:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:1.0:1789265817.009975:0:23445:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #14 00000020:01000000:1.0:1789265817.009976:0:23445:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:1.0:1789265817.009978:0:23445:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:1.0:1789265817.009979:0:23445:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:1.0:1789265817.009981:0:23445:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1789265817.009983:0:23445:0:(obd_config.c:1563:class_process_config()) marker 14 (0x6) lustre sys.timeout 00000020:01000000:1.0:1789265817.009985:0:23445:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1789265817.009988:0:23445:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1789265817.009990:0:23445:0:(obd_config.c:1563:class_process_config()) marker 15 (0x1) lustre-MDT0001 mdt.identity_upcall 00000020:00000080:1.0:1789265817.009993:0:23445:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00f 00000100:00100000:0.0:1789265817.010023:0:3642:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff937644c5df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3642:1876180579108736:0@lo:38:llog_process_th.0 00000004:01000000:1.0:1789265817.010024:0:23445:0:(mdt_lproc.c:316:identity_upcall_store()) lustre-MDT0001: identity upcall set to /home/green/git/lustre-release/lustre/utils/l_getidentity 00000020:01000000:1.0:1789265817.010039:0:23445:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1789265817.010043:0:23445:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1789265817.010045:0:23445:0:(obd_config.c:1563:class_process_config()) marker 15 (0x2) lustre-MDT0001 mdt.identity_upcall 00000020:01000000:1.0:1789265817.010047:0:23445:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:1.0:1789265817.010049:0:23445:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #20 00000020:01000000:1.0:1789265817.010050:0:23445:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:1.0:1789265817.010052:0:23445:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:1.0:1789265817.010053:0:23445:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:1.0:1789265817.010056:0:23445:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1789265817.010058:0:23445:0:(obd_config.c:1563:class_process_config()) marker 20 (0x6) lustre sys.timeout 00000020:01000000:1.0:1789265817.010060:0:23445:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:1.0:1789265817.010074:0:23445:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0000 (0) in 0 of /dev/mapper/mds2_flakey 00000020:00000080:1.0:1789265817.010078:0:23445:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1789265817.010080:0:23445:0:(obd_config.c:1563:class_process_config()) marker 23 (0x1) lustre-OST0000 add osc 00000020:00000080:1.0:1789265817.010084:0:23445:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:1.0:1789265817.010088:0:23445:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.202.142@tcp to nid 0x20000c0a8ca8e (192.168.202.142@tcp) 00000100:00100000:0.0:1789265817.010103:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:01000000:1.0:1789265817.010109:0:23445:0:(obd_config.c:1974:class_config_llog_handler()) For 2.x interoperability, rename obd type from osc to osp (lustre-MDT0001) 00000020:00000080:1.0:1789265817.010113:0:23445:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:1.0:1789265817.010125:0:23445:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0000-osc-MDT0001 (ffff93777a980000) 00000020:00000080:1.0:1789265817.010137:0:23445:0:(obd_config.c:720:class_attach_name()) OBD: dev 17 attached type osp with refcount 2 00000020:00000080:1.0:1789265817.010141:0:23445:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000100:00100000:0.0:1789265817.010172:0:22711:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180579108736 00000004:00080000:1.0:1789265817.010213:0:23445:0:(osp_dev.c:1203:osp_init0()) lustre-OST0000-osc-MDT0001: connect to lustre-MDT0001-osd (lustre-OST0000-osc-MDT0001) 00080000:01000000:1.0:1789265817.010219:0:23445:0:(osd_handler.c:8925:osd_obd_connect()) connect #4 00000020:00000080:1.0:1789265817.010224:0:23445:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-osd_UUID, cookie 0xbbfdc9019c1d5512 00010000:00080000:1.0:1789265817.010248:0:23445:0:(ldlm_lib.c:102:import_set_conn()) imp ffff9376420e5000@lustre-OST0000-osc-MDT0001: add connection 192.168.202.142@tcp at head 00000100:00100000:0.0:1789265817.010255:0:22711:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180579108736 00000100:00100000:0.0:1789265817.010293:0:22711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:0.0:1789265817.010300:0:22711:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93774f101880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:3642:x1876180579108736:12345-0@lo:38:llog_process_th.0 00010000:00080000:0.0:1789265817.010324:0:22711:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-MDT0000: connection from lustre-MDT0001-mdtlov_UUID@0@lo t0 exp 0000000000000000 cur 672 last 0 00000020:00000080:0.0:1789265817.010362:0:22711:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-mdtlov_UUID, cookie 0xbbfdc9019c1d5519 00000004:00100000:0.0:1789265817.010443:0:22711:0:(mdt_handler.c:7297:mdt_connect_internal()) lustre-MDT0000: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00010000:00010000:1.0:1789265817.010453:0:23445:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0000-osc-MDT0001-6 is initialized 00000001:00000004:0.0:1789265817.010453:0:22711:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 3, last_transno is 12884901888 00000100:00080000:1.0:1789265817.010708:0:20468:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:1.0:1789265817.010712:0:20468:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1789265817.010715:0:20468:0:(import.c:65:import_set_state_nolock()) ffff9376431d8800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789265817.010719:0:20468:0:(import.c:510:import_select_connection()) lustre-MDT0001-osp-MDT0000: connect to NID 0@lo last attempt 670 00000100:00080000:1.0:1789265817.010722:0:20468:0:(import.c:589:import_select_connection()) lustre-MDT0001-osp-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789265817.010726:0:20468:0:(import.c:624:import_select_connection()) lustre-MDT0001-osp-MDT0000: import ffff9376431d8800 using connection 192.168.202.142@tcp/0@lo 00000100:00100000:1.0:1789265817.010743:0:20468:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff937644c5f100 x1876180579108864/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789265817.010760:0:20468:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1789265817.010764:0:20468:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789265817.010766:0:20468:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1789265817.010768:0:20468:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:0.0:1789265817.011279:0:3644:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff937644c5f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3644:1876180579108992:0@lo:400:kworker.0 00000100:00100000:0.0:1789265817.011319:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789265817.011361:0:3642:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff937644c5f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3642:1876180579108864:0@lo:38:kworker.0 00000100:00100000:0.0:1789265817.011456:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789265817.011662:0:22712:0:(service.c:3462:ptlrpc_start_thread()) mdt_out[0] started 2 min 2 max 116 00000100:00100000:0.0:1789265817.011671:0:22712:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_out00_002' 00000100:00100000:0.0:1789265817.011790:0:22712:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180579108864 00000100:00100000:0.0:1789265817.011795:0:22712:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180579108864 00000100:00100000:0.0:1789265817.011886:0:23450:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:0.0:1789265817.011896:0:23450:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93774f102680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:3642:x1876180579108864:12345-0@lo:38:kworker.0 00000100:00100000:0.0:1789265817.011945:0:23450:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93774f102680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:3642:x1876180579108864:12345-0@lo:38:kworker.0 Request processed in 48us (488us total) trans 0 rc -11/-11 00000100:00100000:0.0:1789265817.011952:0:23450:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00100000:0.0:1789265817.011980:0:3642:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: committing for last_committed 0 gen 2 00000100:00080000:0.0:1789265817.011987:0:3642:0:(import.c:65:import_set_state_nolock()) ffff9376431d8800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789265817.011991:0:3642:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-11) 00000100:00100000:0.0:1789265817.011994:0:3642:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff937644c5f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3642:1876180579108864:0@lo:38:kworker.0 00000100:00080000:3.0:1789265817.015261:0:22711:0:(import.c:65:import_set_state_nolock()) ffff937643357000 : changing import state from RECOVER to FULL 00000100:00100000:3.0:1789265817.015355:0:22711:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93774f101880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3642:x1876180579108736:12345-0@lo:38:llog_process_th.0 Request processed in 5053us (5253us total) trans 0 rc 0/0 00000100:00100000:3.0:1789265817.015367:0:22711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00100000:0.0:1789265817.015426:0:3642:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: committing for last_committed 0 gen 2 00000100:00080000:0.0:1789265817.015436:0:3642:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-MDT0000-osp-MDT0001: connect to target with instance 3 00000100:00080000:0.0:1789265817.015444:0:3642:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-MDT0000-osp-MDT0001: Resetting ns_connect_flags to server flags: 0xa2400010450010a0 00000100:00080000:0.0:1789265817.015450:0:3642:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:0.0:1789265817.015453:0:3642:0:(import.c:65:import_set_state_nolock()) ffff937642505800 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00100000:0.0:1789265817.015489:0:3642:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff937644c5df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3642:1876180579108736:0@lo:38:llog_process_th.0 00000100:00100000:0.0:1789265817.015731:0:3645:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93774f2f0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3645:1876180579109120:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1789265817.015769:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789265817.015807:0:22712:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180579109120 00000100:00100000:0.0:1789265817.015812:0:22712:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180579109120 00000100:00100000:0.0:1789265817.015843:0:22712:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:0.0:1789265817.015850:0:22712:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93774f100380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3645:x1876180579109120:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1789265817.015890:0:22712:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000100:00100000:0.0:1789265817.015931:0:22712:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93774f100380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3645:x1876180579109120:12345-0@lo:41:osp-pre-0-1.0 Request processed in 81us (161us total) trans 0 rc 0/0 00000100:00100000:0.0:1789265817.015937:0:22712:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00100000:2.0:1789265817.016009:0:3645:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93774f2f0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3645:1876180579109120:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1789265817.016849:0:22708:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180579108992 00000100:00100000:1.0:1789265817.016856:0:22708:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180579108992 00000100:00100000:1.0:1789265817.016917:0:22708:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:1.0:1789265817.016938:0:22708:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93774f102a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3644:x1876180579108992:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789265817.016998:0:22708:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93774f102a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3644:x1876180579108992:12345-0@lo:400:kworker.0 Request processed in 62us (5678us total) trans 0 rc 0/0 00000100:00100000:1.0:1789265817.017005:0:22708:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00010000:00080000:2.0:1789265817.017231:0:3644:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=184649) req@ffff937644c5f480 x1876180579108992/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789265833 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789265817.017245:0:3644:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff937644c5f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3644:1876180579108992:0@lo:400:kworker.0 00000040:01000000:3.0:1789265817.025566:0:23445:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000040:01000000:3.0:1789265817.025978:0:23445:0:(llog_obd.c:197:llog_setup()) obd lustre-OST0000-osc-MDT0001 ctxt 2 is initialized 00000040:00080000:3.0:1789265817.028327:0:23445:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:3.0:1789265817.034639:0:23445:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x2:0x0].3, 64 off8384 00000040:00080000:3.0:1789265817.034828:0:23445:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xc:0x0].1, 64 off8256 00000040:00080000:3.0:1789265817.042938:0:23451:0:(llog.c:805:llog_process_thread()) index: 3, lh_last_idx: 3 synced_idx: 3 lgh_last_idx: 3 00000040:00080000:3.0:1789265817.042949:0:23451:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0xc:0x0] at index 3 of catalog [0x1:0x2:0x0] 00000020:00000080:1.0:1789265817.045453:0:23445:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0000-osc-MDT0001 (uuid lustre-MDT0001-mdtlov_UUID) 00000020:00000080:1.0:1789265817.045467:0:23445:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00d 00000004:01000000:1.0:1789265817.045529:0:23445:0:(lod_lov.c:128:lod_add_device()) osp:lustre-OST0000_UUID idx:0 gen:1 00000020:00000080:1.0:1789265817.045549:0:23445:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-mdtlov_UUID, cookie 0xbbfdc9019c1d5520 00000100:00080000:1.0:1789265817.045559:0:23445:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 0 00000100:00080000:1.0:1789265817.045565:0:23445:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff9376420e5000 using connection 192.168.202.142@tcp/0@lo 00000100:00100000:1.0:1789265817.045598:0:23445:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff937644c5c380 x1876180579109248/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789265817.045636:0:23445:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID 00000100:00100000:0.0:1789265817.045723:0:3642:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff937644c5c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3642:1876180579109248:0@lo:8:llog_process_th.0 00000400:00000100:0.0:1789265817.045794:0:3642:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1876180579109248 offset 0 length 520: 4 00000020:01000000:1.0:1789265817.045960:0:23445:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1789265817.045964:0:23445:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1789265817.045966:0:23445:0:(obd_config.c:1563:class_process_config()) marker 23 (0x2) lustre-OST0000 add osc 00000020:01000000:1.0:1789265817.045969:0:23445:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:1.0:1789265817.045972:0:23445:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #28 00000020:01000000:1.0:1789265817.045974:0:23445:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:1.0:1789265817.045975:0:23445:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:1.0:1789265817.045977:0:23445:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:1.0:1789265817.045979:0:23445:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1789265817.045980:0:23445:0:(obd_config.c:1563:class_process_config()) marker 28 (0x6) lustre sys.timeout 00000020:01000000:1.0:1789265817.045983:0:23445:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:1.0:1789265817.045987:0:23445:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0001 (1) in 0 of /dev/mapper/mds2_flakey 00000020:00000080:1.0:1789265817.045990:0:23445:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1789265817.045991:0:23445:0:(obd_config.c:1563:class_process_config()) marker 31 (0x1) lustre-OST0001 add osc 00000020:00000080:1.0:1789265817.045994:0:23445:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:1.0:1789265817.045998:0:23445:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.202.142@tcp to nid 0x20000c0a8ca8e (192.168.202.142@tcp) 00000020:01000000:1.0:1789265817.046018:0:23445:0:(obd_config.c:1974:class_config_llog_handler()) For 2.x interoperability, rename obd type from osc to osp (lustre-MDT0001) 00000020:00000080:1.0:1789265817.046020:0:23445:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:1.0:1789265817.046031:0:23445:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0001-osc-MDT0001 (ffff93777a983370) 00000020:00000080:1.0:1789265817.046042:0:23445:0:(obd_config.c:720:class_attach_name()) OBD: dev 18 attached type osp with refcount 2 00000020:00000080:1.0:1789265817.046046:0:23445:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000004:00080000:1.0:1789265817.046097:0:23445:0:(osp_dev.c:1203:osp_init0()) lustre-OST0001-osc-MDT0001: connect to lustre-MDT0001-osd (lustre-OST0001-osc-MDT0001) 00080000:01000000:1.0:1789265817.046103:0:23445:0:(osd_handler.c:8925:osd_obd_connect()) connect #5 00000020:00000080:1.0:1789265817.046109:0:23445:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-osd_UUID, cookie 0xbbfdc9019c1d552e 00010000:00080000:1.0:1789265817.046134:0:23445:0:(ldlm_lib.c:102:import_set_conn()) imp ffff93777f588000@lustre-OST0001-osc-MDT0001: add connection 192.168.202.142@tcp at head 00010000:00010000:1.0:1789265817.046335:0:23445:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0001-osc-MDT0001-7 is initialized 00000040:01000000:1.0:1789265817.046400:0:23445:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000040:01000000:1.0:1789265817.046416:0:23445:0:(llog_obd.c:197:llog_setup()) obd lustre-OST0001-osc-MDT0001 ctxt 2 is initialized 00000100:00080000:3.0:1789265817.049514:0:20468:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1789265817.049524:0:20468:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789265817.049526:0:20468:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1789265817.049529:0:20468:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000040:00080000:1.0:1789265817.064249:0:23445:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:1.0:1789265817.066798:0:23445:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x5:0x0].3, 64 off8384 00000040:00080000:1.0:1789265817.067032:0:23445:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xe:0x0].1, 64 off8256 00000040:00080000:3.0:1789265817.067488:0:23453:0:(llog.c:805:llog_process_thread()) index: 3, lh_last_idx: 3 synced_idx: 3 lgh_last_idx: 3 00000040:00080000:3.0:1789265817.067493:0:23453:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0xe:0x0] at index 3 of catalog [0x1:0x5:0x0] 00000020:00000080:1.0:1789265817.068293:0:23445:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0001-osc-MDT0001 (uuid lustre-MDT0001-mdtlov_UUID) 00000020:00000080:1.0:1789265817.068307:0:23445:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00d 00000004:01000000:1.0:1789265817.068345:0:23445:0:(lod_lov.c:128:lod_add_device()) osp:lustre-OST0001_UUID idx:1 gen:1 00000020:00000080:1.0:1789265817.068367:0:23445:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-mdtlov_UUID, cookie 0xbbfdc9019c1d5535 00000100:00080000:1.0:1789265817.068378:0:23445:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 0@lo last attempt 0 00000100:00080000:1.0:1789265817.068383:0:23445:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-MDT0001: import ffff93777f588000 using connection 192.168.202.142@tcp/0@lo 00000100:00100000:1.0:1789265817.068415:0:23445:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff937644c5ce00 x1876180579109376/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789265817.068474:0:3642:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff937644c5ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3642:1876180579109376:0@lo:8:llog_process_th.0 00000400:00000100:0.0:1789265817.068534:0:3642:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1876180579109376 offset 0 length 520: 4 00000100:00080000:1.0:1789265817.068591:0:23445:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID 00000020:01000000:1.0:1789265817.068654:0:23445:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1789265817.068658:0:23445:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1789265817.068660:0:23445:0:(obd_config.c:1563:class_process_config()) marker 31 (0x2) lustre-OST0001 add osc 00000020:01000000:1.0:1789265817.068663:0:23445:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1789265817.068667:0:23445:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1789265817.068669:0:23445:0:(obd_config.c:1563:class_process_config()) marker 36 (0x1) lustre sys.timeout 00000020:00000080:1.0:1789265817.068672:0:23445:0:(obd_config.c:1472:class_process_config()) processing cmd: cf009 00000020:00000080:1.0:1789265817.068674:0:23445:0:(obd_config.c:1537:class_process_config()) changing lustre timeout from 20 to 20 00000020:01000000:1.0:1789265817.068676:0:23445:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1789265817.068678:0:23445:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1789265817.068680:0:23445:0:(obd_config.c:1563:class_process_config()) marker 36 (0x2) lustre sys.timeout 00000020:01000000:1.0:1789265817.068682:0:23445:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1789265817.068684:0:23445:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1789265817.068686:0:23445:0:(obd_config.c:1563:class_process_config()) marker 41 (0x1) lustre sys.jobid_var 00000020:00000080:1.0:1789265817.068689:0:23445:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00f 00000020:01000000:1.0:1789265817.068715:0:23445:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1789265817.068717:0:23445:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1789265817.068725:0:23445:0:(obd_config.c:1563:class_process_config()) marker 41 (0x2) lustre sys.jobid_var 00000040:00080000:1.0:1789265817.068728:0:23445:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xe:0x0] index 46 count 46 00000020:01000000:1.0:1789265817.068784:0:23441:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-MDT0001 gen 1-45 (rc=0) 10000000:01000000:1.0:1789265817.068821:0:23441:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.142@tcp: configuration from log 'lustre-MDT0001' succeeded (0). 00010000:00010000:1.0:1789265817.068834:0:23441:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.142@tcp lock: ffff937642392200/0xbbfdc9019c1d54b7 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0xbbfdc9019c1d54be expref: -99 pid: 23441 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789265817.068845:0:23441:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.142@tcp lock: ffff937642392200/0xbbfdc9019c1d54b7 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0xbbfdc9019c1d54be expref: -99 pid: 23441 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1789265817.068853:0:23441:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-mdtir-ffff937756d71000 from 1 10000000:01000000:1.0:1789265817.068855:0:23441:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:1.0:1789265817.068900:0:23441:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.142@tcp lock: ffff937740031800/0xbbfdc9019c1d553c lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 23441 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789265817.068908:0:23441:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.142@tcp lock: ffff937740031800/0xbbfdc9019c1d553c lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 23441 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789265817.068920:0:23441:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.142@tcp lock: ffff937740031800/0xbbfdc9019c1d553c lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 23441 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789265817.068935:0:23441:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff937644c5ea00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fc778fa6-86d2-4d40-bdad-261484e7f4ad:23441:1876180579109504:0@lo:101:mount.lustre.0 00000100:00100000:1.0:1789265817.068972:0:23441:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789265817.068994:0:23441:0:(client.c:2715:ptlrpc_set_wait()) set ffff93774e72c240 going to sleep for 11 seconds 00000100:00080000:3.0:1789265817.070177:0:20468:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1789265817.070184:0:20468:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789265817.070186:0:20468:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1789265817.070189:0:20468:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:1.0:1789265817.072758:0:22700:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180579109504 00000100:00100000:1.0:1789265817.072773:0:22700:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180579109504 00000100:00100000:1.0:1789265817.073153:0:22700:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38 00000100:00100000:1.0:1789265817.073164:0:22700:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93776600b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fc778fa6-86d2-4d40-bdad-261484e7f4ad+15:23441:x1876180579109504:12345-0@lo:101:mount.lustre.0 00010000:00010000:1.0:1789265817.073179:0:22700:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1789265817.073196:0:22700:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff937740030c00/0xbbfdc9019c1d5543 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0xbbfdc9019c1d553c expref: -99 pid: 22700 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789265817.073234:0:22700:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff937740030c00/0xbbfdc9019c1d5543 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xbbfdc9019c1d553c expref: 16 pid: 22700 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789265817.073245:0:22700:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff937740030c00/0xbbfdc9019c1d5543 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xbbfdc9019c1d553c expref: 16 pid: 22700 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789265817.073254:0:22700:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff937740030c00, rc 0) 00000100:00100000:1.0:1789265817.073319:0:22700:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93776600b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fc778fa6-86d2-4d40-bdad-261484e7f4ad+16:23441:x1876180579109504:12345-0@lo:101:mount.lustre.0 Request processed in 158us (4347us total) trans 0 rc 0/0 00000100:00100000:1.0:1789265817.073326:0:22700:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38 00000100:00100000:2.0:1789265817.073408:0:23441:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff937644c5ea00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fc778fa6-86d2-4d40-bdad-261484e7f4ad:23441:1876180579109504:0@lo:101:mount.lustre.0 00010000:00010000:2.0:1789265817.073425:0:23441:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.142@tcp lock: ffff937740031800/0xbbfdc9019c1d553c lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xbbfdc9019c1d5543 expref: -99 pid: 23441 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265817.073440:0:23441:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.142@tcp lock: ffff937740031800/0xbbfdc9019c1d553c lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xbbfdc9019c1d5543 expref: -99 pid: 23441 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789265817.073968:0:23441:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93774f2f0700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fc778fa6-86d2-4d40-bdad-261484e7f4ad:23441:1876180579109632:0@lo:256:mount.lustre.0 00000100:00100000:2.0:1789265817.074011:0:23441:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789265817.092980:0:23441:0:(client.c:2715:ptlrpc_set_wait()) set ffff93774e6376c0 going to sleep for 11 seconds 00000100:00100000:3.0:1789265817.093626:0:22699:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180579109632 00000100:00100000:3.0:1789265817.093636:0:22699:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180579109632 00000100:00100000:1.0:1789265817.093941:0:22699:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 39 00000100:00100000:1.0:1789265817.093952:0:22699:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff937766009c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fc778fa6-86d2-4d40-bdad-261484e7f4ad+16:23441:x1876180579109632:12345-0@lo:256:mount.lustre.0 20000000:01000000:1.0:1789265817.093977:0:22699:0:(mgs_nids.c:914:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 1048576. 20000000:01000000:1.0:1789265817.093999:0:22699:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/256/255. 20000000:01000000:1.0:1789265817.094002:0:22699:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 11 00000100:00100000:1.0:1789265817.094831:0:22699:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff937766009c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fc778fa6-86d2-4d40-bdad-261484e7f4ad+16:23441:x1876180579109632:12345-0@lo:256:mount.lustre.0 Request processed in 876us (20814us total) trans 0 rc 0/0 00000100:00100000:1.0:1789265817.094840:0:22699:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 39 00000100:00100000:2.0:1789265817.095277:0:23441:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93774f2f0700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fc778fa6-86d2-4d40-bdad-261484e7f4ad:23441:1876180579109632:0@lo:256:mount.lustre.0 10000000:01000000:2.0:1789265817.098640:0:23441:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.142@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:2.0:1789265817.098667:0:23441:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.142@tcp lock: ffff937740031800/0xbbfdc9019c1d553c lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xbbfdc9019c1d5543 expref: -99 pid: 23441 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265817.098840:0:23441:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.142@tcp lock: ffff937740031800/0xbbfdc9019c1d553c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xbbfdc9019c1d5543 expref: -99 pid: 23441 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1789265817.098851:0:23441:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff937756d71000 from 1 10000000:01000000:2.0:1789265817.098854:0:23441:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:2.0:1789265817.098910:0:23441:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.142@tcp lock: ffff9377413fde00/0xbbfdc9019c1d554a lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 23441 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265817.098919:0:23441:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.142@tcp lock: ffff9377413fde00/0xbbfdc9019c1d554a lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 23441 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265817.098930:0:23441:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.142@tcp lock: ffff9377413fde00/0xbbfdc9019c1d554a lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 23441 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789265817.098953:0:23441:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93774f2f0700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fc778fa6-86d2-4d40-bdad-261484e7f4ad:23441:1876180579109760:0@lo:101:mount.lustre.0 00000100:00100000:2.0:1789265817.099026:0:23441:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789265817.100380:0:23441:0:(client.c:2715:ptlrpc_set_wait()) set ffff93774e6376c0 going to sleep for 11 seconds 00000100:00100000:0.0:1789265817.108632:0:22701:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180579109760 00000100:00100000:0.0:1789265817.108648:0:22701:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180579109760 00000100:00100000:0.0:1789265817.108716:0:22701:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40 00000100:00100000:0.0:1789265817.108727:0:22701:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff937766009850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fc778fa6-86d2-4d40-bdad-261484e7f4ad+16:23441:x1876180579109760:12345-0@lo:101:mount.lustre.0 00010000:00010000:0.0:1789265817.108743:0:22701:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1789265817.108762:0:22701:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff937642393000/0xbbfdc9019c1d5551 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0xbbfdc9019c1d554a expref: -99 pid: 22701 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789265817.108788:0:22701:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff937642393000/0xbbfdc9019c1d5551 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xbbfdc9019c1d554a expref: 17 pid: 22701 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789265817.108800:0:22701:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff937642393000/0xbbfdc9019c1d5551 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xbbfdc9019c1d554a expref: 17 pid: 22701 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789265817.108817:0:22701:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff937642393000, rc 0) 00000100:00100000:0.0:1789265817.108909:0:22701:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff937766009850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fc778fa6-86d2-4d40-bdad-261484e7f4ad+17:23441:x1876180579109760:12345-0@lo:101:mount.lustre.0 Request processed in 184us (9894us total) trans 0 rc 0/0 00000100:00100000:0.0:1789265817.108916:0:22701:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40 00000100:00100000:2.0:1789265817.108968:0:23441:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93774f2f0700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fc778fa6-86d2-4d40-bdad-261484e7f4ad:23441:1876180579109760:0@lo:101:mount.lustre.0 00010000:00010000:2.0:1789265817.108987:0:23441:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.142@tcp lock: ffff9377413fde00/0xbbfdc9019c1d554a lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xbbfdc9019c1d5551 expref: -99 pid: 23441 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265817.108999:0:23441:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.142@tcp lock: ffff9377413fde00/0xbbfdc9019c1d554a lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xbbfdc9019c1d5551 expref: -99 pid: 23441 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1789265817.111252:0:23441:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 13 count 13 00000040:00080000:2.0:1789265817.111566:0:23441:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:2.0:1789265817.111756:0:23441:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].1, 224 off8416 00000040:00080000:2.0:1789265817.111782:0:23441:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].2, 112 off8528 00000040:00080000:2.0:1789265817.111794:0:23441:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].3, 224 off8752 00000040:00080000:2.0:1789265817.111807:0:23441:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].4, 224 off8976 00000040:00080000:2.0:1789265817.111820:0:23441:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].5, 112 off9088 00000040:00080000:2.0:1789265817.111833:0:23441:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].6, 224 off9312 00000040:00080000:2.0:1789265817.111846:0:23441:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].7, 224 off9536 00000040:00080000:2.0:1789265817.111910:0:23441:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].8, 128 off9664 00000040:00080000:2.0:1789265817.111929:0:23441:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].9, 224 off9888 00000040:00080000:2.0:1789265817.111958:0:23441:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].10, 224 off10112 00000040:00080000:2.0:1789265817.111974:0:23441:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].11, 128 off10240 00000040:00080000:2.0:1789265817.111992:0:23441:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].12, 224 off10464 00000040:00080000:2.0:1789265817.111996:0:23441:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 12 count 13 00000100:00100000:2.0:1789265817.112588:0:23441:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93774f2f0700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fc778fa6-86d2-4d40-bdad-261484e7f4ad:23441:1876180579109888:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1789265817.112667:0:23441:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789265817.112807:0:23441:0:(client.c:2715:ptlrpc_set_wait()) set ffff93774e637540 going to sleep for 11 seconds 00000100:00100000:1.0:1789265817.112981:0:22699:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180579109888 00000100:00100000:1.0:1789265817.112989:0:22699:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180579109888 00000100:00100000:1.0:1789265817.113295:0:22699:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41 00000100:00100000:1.0:1789265817.113306:0:22699:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff937766008450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fc778fa6-86d2-4d40-bdad-261484e7f4ad+17:23441:x1876180579109888:12345-0@lo:501:mount.lustre.0 00000100:00100000:1.0:1789265817.113435:0:22699:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff937766008450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fc778fa6-86d2-4d40-bdad-261484e7f4ad+17:23441:x1876180579109888:12345-0@lo:501:mount.lustre.0 Request processed in 130us (767us total) trans 0 rc 0/0 00000100:00100000:1.0:1789265817.113443:0:22699:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41 00000100:00100000:2.0:1789265817.113531:0:23441:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93774f2f0700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fc778fa6-86d2-4d40-bdad-261484e7f4ad:23441:1876180579109888:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1789265817.113567:0:23441:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93774f2f0700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fc778fa6-86d2-4d40-bdad-261484e7f4ad:23441:1876180579110016:0@lo:503:mount.lustre.0 00000100:00100000:2.0:1789265817.113611:0:23441:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789265817.113834:0:23441:0:(client.c:2715:ptlrpc_set_wait()) set ffff93774e637540 going to sleep for 11 seconds 00000100:00100000:0.0:1789265817.113985:0:22700:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180579110016 00000100:00100000:0.0:1789265817.114002:0:22700:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180579110016 00000100:00100000:0.0:1789265817.114030:0:22700:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42 00000100:00100000:0.0:1789265817.114038:0:22700:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff937766008850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fc778fa6-86d2-4d40-bdad-261484e7f4ad+17:23441:x1876180579110016:12345-0@lo:503:mount.lustre.0 00000100:00100000:0.0:1789265817.114730:0:22700:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff937766008850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fc778fa6-86d2-4d40-bdad-261484e7f4ad+17:23441:x1876180579110016:12345-0@lo:503:mount.lustre.0 Request processed in 691us (1116us total) trans 0 rc 0/0 00000100:00100000:0.0:1789265817.114750:0:22700:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42 00000100:00100000:2.0:1789265817.115234:0:23441:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93774f2f0700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fc778fa6-86d2-4d40-bdad-261484e7f4ad:23441:1876180579110016:0@lo:503:mount.lustre.0 00000040:00080000:2.0:1789265817.115843:0:23441:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:2.0:1789265817.116090:0:23441:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93774f2f0700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fc778fa6-86d2-4d40-bdad-261484e7f4ad:23441:1876180579110144:0@lo:502:mount.lustre.0 00000100:00100000:2.0:1789265817.116162:0:23441:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789265817.116200:0:23441:0:(client.c:2715:ptlrpc_set_wait()) set ffff93774e6376c0 going to sleep for 11 seconds 00000100:00100000:0.0:1789265817.116316:0:22700:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180579110144 00000100:00100000:0.0:1789265817.116323:0:22700:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180579110144 00000100:00100000:0.0:1789265817.116369:0:22700:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 43 00000100:00100000:0.0:1789265817.116378:0:22700:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93776600ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fc778fa6-86d2-4d40-bdad-261484e7f4ad+17:23441:x1876180579110144:12345-0@lo:502:mount.lustre.0 00000100:00100000:0.0:1789265817.116495:0:22700:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93776600ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fc778fa6-86d2-4d40-bdad-261484e7f4ad+17:23441:x1876180579110144:12345-0@lo:502:mount.lustre.0 Request processed in 118us (333us total) trans 0 rc 0/0 00000100:00100000:0.0:1789265817.116503:0:22700:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 43 00000100:00100000:3.0:1789265817.116830:0:23441:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93774f2f0700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fc778fa6-86d2-4d40-bdad-261484e7f4ad:23441:1876180579110144:0@lo:502:mount.lustre.0 00000040:00080000:3.0:1789265817.117080:0:23441:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].1, 224 off8416 00000040:00080000:3.0:1789265817.117110:0:23441:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].2, 112 off8528 00000040:00080000:3.0:1789265817.117125:0:23441:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].3, 224 off8752 00000040:00080000:3.0:1789265817.117221:0:23441:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].4, 224 off8976 00000040:00080000:3.0:1789265817.117235:0:23441:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].5, 112 off9088 00000040:00080000:3.0:1789265817.117266:0:23441:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].6, 224 off9312 00000040:00080000:3.0:1789265817.117283:0:23441:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].7, 224 off9536 00000040:00080000:3.0:1789265817.117296:0:23441:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].8, 128 off9664 00000040:00080000:3.0:1789265817.117311:0:23441:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].9, 224 off9888 00000040:00080000:3.0:1789265817.117338:0:23441:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].10, 224 off10112 00000040:00080000:3.0:1789265817.117353:0:23441:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].11, 128 off10240 00000100:00100000:3.0:1789265817.117379:0:23441:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff937777839180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fc778fa6-86d2-4d40-bdad-261484e7f4ad:23441:1876180579110272:0@lo:502:mount.lustre.0 00000100:00100000:3.0:1789265817.117425:0:23441:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789265817.117455:0:23441:0:(client.c:2715:ptlrpc_set_wait()) set ffff937761320840 going to sleep for 11 seconds 00000100:00100000:0.0:1789265817.117850:0:22701:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180579110272 00000100:00100000:0.0:1789265817.117856:0:22701:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180579110272 00000100:00100000:0.0:1789265817.117926:0:22701:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 44 00000100:00100000:0.0:1789265817.117934:0:22701:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff937766008050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fc778fa6-86d2-4d40-bdad-261484e7f4ad+17:23441:x1876180579110272:12345-0@lo:502:mount.lustre.0 00000100:00100000:0.0:1789265817.118041:0:22701:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff937766008050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fc778fa6-86d2-4d40-bdad-261484e7f4ad+17:23441:x1876180579110272:12345-0@lo:502:mount.lustre.0 Request processed in 108us (614us total) trans 0 rc 0/0 00000100:00100000:0.0:1789265817.118048:0:22701:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 44 00000100:00100000:3.0:1789265817.118507:0:23441:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff937777839180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fc778fa6-86d2-4d40-bdad-261484e7f4ad:23441:1876180579110272:0@lo:502:mount.lustre.0 00000040:00080000:3.0:1789265817.118614:0:23441:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].12, 224 off10464 00000040:00080000:3.0:1789265817.118623:0:23441:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 12 count 13 00000020:01000000:2.0:1789265817.121239:0:23455:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1789265817.121253:0:23455:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789265817.121255:0:23455:0:(obd_config.c:1563:class_process_config()) marker 2 (0x1) general debug_raw_pointers 00000020:01000000:2.0:1789265817.121265:0:23455:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff937756d71000 00000020:00000080:2.0:1789265817.121267:0:23455:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:2.0:1789265817.121276:0:23455:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1789265817.121278:0:23455:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789265817.121279:0:23455:0:(obd_config.c:1563:class_process_config()) marker 2 (0x2) general debug_raw_pointers 00000020:01000000:2.0:1789265817.121281:0:23455:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1789265817.121283:0:23455:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789265817.121284:0:23455:0:(obd_config.c:1563:class_process_config()) marker 3 (0x1) general lod.*.mdt_hash 00000020:01000000:2.0:1789265817.121286:0:23455:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff937756d71000 00000020:00000080:2.0:1789265817.121288:0:23455:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:2.0:1789265817.121393:0:23455:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1789265817.121398:0:23455:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789265817.121399:0:23455:0:(obd_config.c:1563:class_process_config()) marker 3 (0x2) general lod.*.mdt_hash 00000020:01000000:2.0:1789265817.121402:0:23455:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1789265817.121405:0:23455:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789265817.121406:0:23455:0:(obd_config.c:1563:class_process_config()) marker 4 (0x1) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:2.0:1789265817.121409:0:23455:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff937756d71000 00000020:00000080:2.0:1789265817.121411:0:23455:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:2.0:1789265817.128274:0:23455:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1789265817.128290:0:23455:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789265817.128292:0:23455:0:(obd_config.c:1563:class_process_config()) marker 4 (0x2) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:2.0:1789265817.128298:0:23455:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1789265817.128302:0:23455:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789265817.128310:0:23455:0:(obd_config.c:1563:class_process_config()) marker 5 (0x1) lustre mdt.lustre-MDT0001.hsm_control 00000020:01000000:2.0:1789265817.128317:0:23455:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff937756d71000 00000020:00000080:2.0:1789265817.128319:0:23455:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:2.0:1789265817.128385:0:23455:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1789265817.128388:0:23455:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789265817.128390:0:23455:0:(obd_config.c:1563:class_process_config()) marker 5 (0x2) lustre mdt.lustre-MDT0001.hsm_control 00000040:00080000:2.0:1789265817.128394:0:23455:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x10:0x0] index 13 count 13 00000020:01000000:2.0:1789265817.128466:0:23441:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 1-12 (rc=0) 10000000:01000000:2.0:1789265817.128514:0:23441:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.142@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:2.0:1789265817.128534:0:23441:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.142@tcp lock: ffff9377413fde00/0xbbfdc9019c1d554a lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xbbfdc9019c1d5551 expref: -99 pid: 23441 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265817.128546:0:23441:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.142@tcp lock: ffff9377413fde00/0xbbfdc9019c1d554a lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xbbfdc9019c1d5551 expref: -99 pid: 23441 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1789265817.128612:0:23441:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-client from 0 10000000:01000000:2.0:1789265817.128616:0:23441:0:(mgc_request.c:329:config_log_add()) add config log lustre-client-ffff937756d71000 10000000:01000000:2.0:1789265817.128619:0:23441:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-client-ffff937756d71000 10000000:01000000:2.0:1789265817.128623:0:23441:0:(mgc_request.c:68:mgc_name2resid()) log lustre-client to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:2.0:1789265817.128630:0:23441:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-client-ffff937756d71000 from 1 10000000:01000000:2.0:1789265817.128634:0:23441:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:2.0:1789265817.128673:0:23441:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.142@tcp lock: ffff9377413fd200/0xbbfdc9019c1d5558 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 23441 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265817.128819:0:23441:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.142@tcp lock: ffff9377413fd200/0xbbfdc9019c1d5558 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 23441 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265817.128831:0:23441:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.142@tcp lock: ffff9377413fd200/0xbbfdc9019c1d5558 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 23441 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789265817.128856:0:23441:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93774f2f1500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fc778fa6-86d2-4d40-bdad-261484e7f4ad:23441:1876180579110400:0@lo:101:mount.lustre.0 00000100:00100000:2.0:1789265817.128953:0:23441:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789265817.128989:0:23441:0:(client.c:2715:ptlrpc_set_wait()) set ffff93774e6370c0 going to sleep for 11 seconds 00000100:00100000:1.0:1789265817.130256:0:22699:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180579110400 00000100:00100000:1.0:1789265817.130272:0:22699:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180579110400 00000100:00100000:1.0:1789265817.130328:0:22699:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 45 00000100:00100000:1.0:1789265817.130338:0:22699:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93776600bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fc778fa6-86d2-4d40-bdad-261484e7f4ad+17:23441:x1876180579110400:12345-0@lo:101:mount.lustre.0 00010000:00010000:1.0:1789265817.130352:0:22699:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1789265817.130368:0:22699:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff937740030000/0xbbfdc9019c1d555f lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: local remote: 0xbbfdc9019c1d5558 expref: -99 pid: 22699 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789265817.130391:0:22699:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff937740030000/0xbbfdc9019c1d555f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xbbfdc9019c1d5558 expref: 18 pid: 22699 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789265817.130402:0:22699:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff937740030000/0xbbfdc9019c1d555f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xbbfdc9019c1d5558 expref: 18 pid: 22699 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789265817.130412:0:22699:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff937740030000, rc 0) 00000100:00100000:1.0:1789265817.130465:0:22699:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93776600bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fc778fa6-86d2-4d40-bdad-261484e7f4ad+18:23441:x1876180579110400:12345-0@lo:101:mount.lustre.0 Request processed in 130us (1513us total) trans 0 rc 0/0 00000100:00100000:1.0:1789265817.130488:0:22699:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 45 00000100:00100000:2.0:1789265817.130764:0:23441:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93774f2f1500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fc778fa6-86d2-4d40-bdad-261484e7f4ad:23441:1876180579110400:0@lo:101:mount.lustre.0 00010000:00010000:2.0:1789265817.130780:0:23441:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.142@tcp lock: ffff9377413fd200/0xbbfdc9019c1d5558 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0xbbfdc9019c1d555f expref: -99 pid: 23441 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265817.130790:0:23441:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.142@tcp lock: ffff9377413fd200/0xbbfdc9019c1d5558 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000000000000 nid: local remote: 0xbbfdc9019c1d555f expref: -99 pid: 23441 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1789265817.145554:0:23441:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xc:0x0] index 52 count 51 00000040:00080000:2.0:1789265817.145914:0:23441:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:2.0:1789265817.146346:0:23441:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].1, 224 off8416 00000040:00080000:2.0:1789265817.146373:0:23441:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].2, 120 off8536 00000040:00080000:2.0:1789265817.146386:0:23441:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].3, 168 off8704 00000040:00080000:2.0:1789265817.146398:0:23441:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].4, 224 off8928 00000040:00080000:2.0:1789265817.146409:0:23441:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].5, 224 off9152 00000040:00080000:2.0:1789265817.146420:0:23441:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].6, 120 off9272 00000040:00080000:2.0:1789265817.146430:0:23441:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].7, 168 off9440 00000040:00080000:2.0:1789265817.146458:0:23441:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].8, 224 off9664 00000040:00080000:2.0:1789265817.146535:0:23441:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].9, 224 off9888 00000040:00080000:2.0:1789265817.146551:0:23441:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].10, 120 off10008 00000040:00080000:2.0:1789265817.146562:0:23441:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].11, 224 off10232 00000040:00080000:2.0:1789265817.146573:0:23441:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].12, 224 off10456 00000040:00080000:2.0:1789265817.146584:0:23441:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].13, 88 off10544 00000040:00080000:2.0:1789265817.146595:0:23441:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].14, 128 off10672 00000040:00080000:2.0:1789265817.146606:0:23441:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].15, 144 off10816 00000040:00080000:2.0:1789265817.146616:0:23441:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].16, 160 off10976 00000040:00080000:2.0:1789265817.146627:0:23441:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].17, 224 off11200 00000040:00080000:2.0:1789265817.146638:0:23441:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].18, 224 off11424 00000040:00080000:2.0:1789265817.146651:0:23441:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].19, 80 off11504 00000040:00080000:2.0:1789265817.146662:0:23441:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].20, 224 off11728 00000040:00080000:2.0:1789265817.147107:0:23441:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].21, 224 off11952 00000040:00080000:2.0:1789265817.147123:0:23441:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].22, 88 off12040 00000040:00080000:2.0:1789265817.147305:0:23441:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].23, 128 off12168 00000040:00080000:2.0:1789265817.147336:0:23441:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].24, 144 off12312 00000040:00080000:2.0:1789265817.147352:0:23441:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].25, 160 off12472 00000040:00080000:2.0:1789265817.147363:0:23441:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].26, 224 off12696 00000040:00080000:2.0:1789265817.147374:0:23441:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].27, 224 off12920 00000040:00080000:2.0:1789265817.147385:0:23441:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].28, 80 off13000 00000040:00080000:2.0:1789265817.147397:0:23441:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].29, 224 off13224 00000040:00080000:2.0:1789265817.147410:0:23441:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].30, 224 off13448 00000040:00080000:2.0:1789265817.147422:0:23441:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].31, 88 off13536 00000040:00080000:2.0:1789265817.147436:0:23441:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].32, 128 off13664 00000040:00080000:2.0:1789265817.147448:0:23441:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].33, 144 off13808 00000040:00080000:2.0:1789265817.147461:0:23441:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].34, 128 off13936 00000040:00080000:2.0:1789265817.149605:0:23441:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].35, 224 off14160 00000040:00080000:2.0:1789265817.149655:0:23441:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].36, 224 off14384 00000040:00080000:2.0:1789265817.149670:0:23441:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].37, 80 off14464 00000040:00080000:2.0:1789265817.149683:0:23441:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].38, 224 off14688 00000040:00080000:2.0:1789265817.149694:0:23441:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].39, 224 off14912 00000040:00080000:2.0:1789265817.149725:0:23441:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].40, 88 off15000 00000040:00080000:2.0:1789265817.149741:0:23441:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].41, 128 off15128 00000040:00080000:2.0:1789265817.149754:0:23441:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].42, 144 off15272 00000040:00080000:2.0:1789265817.149765:0:23441:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].43, 128 off15400 00000040:00080000:2.0:1789265817.149777:0:23441:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].44, 224 off15624 00000040:00080000:2.0:1789265817.149789:0:23441:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].45, 224 off15848 00000040:00080000:2.0:1789265817.149801:0:23441:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].46, 80 off15928 00000040:00080000:2.0:1789265817.149815:0:23441:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].47, 224 off16152 00000040:00080000:2.0:1789265817.149829:0:23441:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].48, 232 off16384 00000040:00080000:2.0:1789265817.150029:0:23441:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].49, 224 off16608 00000040:00080000:2.0:1789265817.150051:0:23441:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].50, 120 off16728 00000040:00080000:2.0:1789265817.150451:0:23441:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].51, 224 off16952 00000040:00080000:2.0:1789265817.150459:0:23441:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xc:0x0] index 51 count 51 00000100:00100000:2.0:1789265817.150640:0:23441:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93774f2f1500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fc778fa6-86d2-4d40-bdad-261484e7f4ad:23441:1876180579110528:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1789265817.152271:0:23441:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789265817.153261:0:22748:0:(client.c:2715:ptlrpc_set_wait()) set ffff93774f390a80 going to sleep for 0 seconds 00000100:00100000:2.0:1789265817.153574:0:23441:0:(client.c:2715:ptlrpc_set_wait()) set ffff93774e637b40 going to sleep for 11 seconds 00000100:00100000:3.0:1789265817.168996:0:22700:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180579110528 00000100:00100000:3.0:1789265817.169026:0:22700:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180579110528 00000100:00100000:3.0:1789265817.169123:0:22700:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 46 00000100:00100000:3.0:1789265817.169318:0:22700:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff937766009050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fc778fa6-86d2-4d40-bdad-261484e7f4ad+18:23441:x1876180579110528:12345-0@lo:501:mount.lustre.0 00000100:00100000:3.0:1789265817.170828:0:22700:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff937766009050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fc778fa6-86d2-4d40-bdad-261484e7f4ad+18:23441:x1876180579110528:12345-0@lo:501:mount.lustre.0 Request processed in 1508us (18555us total) trans 0 rc 0/0 00000100:00100000:3.0:1789265817.170841:0:22700:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 46 00000100:00100000:2.0:1789265817.171953:0:23441:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93774f2f1500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fc778fa6-86d2-4d40-bdad-261484e7f4ad:23441:1876180579110528:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1789265817.172030:0:23441:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93774f2f1500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fc778fa6-86d2-4d40-bdad-261484e7f4ad:23441:1876180579110656:0@lo:503:mount.lustre.0 00000100:00100000:2.0:1789265817.172110:0:23441:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789265817.173899:0:23441:0:(client.c:2715:ptlrpc_set_wait()) set ffff93774e637b40 going to sleep for 11 seconds 00000100:00100000:3.0:1789265817.184300:0:22701:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180579110656 00000100:00100000:3.0:1789265817.184317:0:22701:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180579110656 00000100:00100000:3.0:1789265817.184377:0:22701:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 47 00000100:00100000:3.0:1789265817.184387:0:22701:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93776600b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fc778fa6-86d2-4d40-bdad-261484e7f4ad+18:23441:x1876180579110656:12345-0@lo:503:mount.lustre.0 00000100:00100000:3.0:1789265817.184577:0:22701:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93776600b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fc778fa6-86d2-4d40-bdad-261484e7f4ad+18:23441:x1876180579110656:12345-0@lo:503:mount.lustre.0 Request processed in 190us (12465us total) trans 0 rc 0/0 00000100:00100000:3.0:1789265817.184585:0:22701:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 47 00000100:00100000:3.0:1789265817.185360:0:23441:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93774f2f1500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fc778fa6-86d2-4d40-bdad-261484e7f4ad:23441:1876180579110656:0@lo:503:mount.lustre.0 00000040:00080000:3.0:1789265817.185970:0:23441:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:3.0:1789265817.186292:0:23441:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff937777839180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fc778fa6-86d2-4d40-bdad-261484e7f4ad:23441:1876180579110784:0@lo:502:mount.lustre.0 00000100:00100000:3.0:1789265817.186355:0:23441:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789265817.186403:0:23441:0:(client.c:2715:ptlrpc_set_wait()) set ffff937761320840 going to sleep for 11 seconds 00000100:00100000:0.0:1789265817.186925:0:22700:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180579110784 00000100:00100000:0.0:1789265817.186934:0:22700:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180579110784 00000100:00100000:0.0:1789265817.186980:0:22700:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 48 00000100:00100000:0.0:1789265817.186989:0:22700:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff937766008c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fc778fa6-86d2-4d40-bdad-261484e7f4ad+18:23441:x1876180579110784:12345-0@lo:502:mount.lustre.0 00000100:00100000:0.0:1789265817.187365:0:22700:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff937766008c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fc778fa6-86d2-4d40-bdad-261484e7f4ad+18:23441:x1876180579110784:12345-0@lo:502:mount.lustre.0 Request processed in 375us (1008us total) trans 0 rc 0/0 00000100:00100000:0.0:1789265817.187373:0:22700:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 48 00000100:00100000:3.0:1789265817.187564:0:23441:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff937777839180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fc778fa6-86d2-4d40-bdad-261484e7f4ad:23441:1876180579110784:0@lo:502:mount.lustre.0 00000040:00080000:3.0:1789265817.191421:0:23441:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].1, 224 off8416 00000040:00080000:3.0:1789265817.192599:0:23441:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].2, 120 off8536 00000040:00080000:3.0:1789265817.192624:0:23441:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].3, 168 off8704 00000040:00080000:3.0:1789265817.192638:0:23441:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].4, 224 off8928 00000040:00080000:3.0:1789265817.192651:0:23441:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].5, 224 off9152 00000040:00080000:3.0:1789265817.192663:0:23441:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].6, 120 off9272 00000040:00080000:3.0:1789265817.195292:0:23441:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].7, 168 off9440 00000040:00080000:3.0:1789265817.195354:0:23441:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].8, 224 off9664 00000040:00080000:3.0:1789265817.195369:0:23441:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].9, 224 off9888 00000040:00080000:3.0:1789265817.195381:0:23441:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].10, 120 off10008 00000040:00080000:3.0:1789265817.195394:0:23441:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].11, 224 off10232 00000040:00080000:3.0:1789265817.195435:0:23441:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].12, 224 off10456 00000040:00080000:3.0:1789265817.195450:0:23441:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].13, 88 off10544 00000040:00080000:3.0:1789265817.195464:0:23441:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].14, 128 off10672 00000040:00080000:3.0:1789265817.197441:0:23441:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].15, 144 off10816 00000040:00080000:3.0:1789265817.197955:0:23441:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].16, 160 off10976 00000040:00080000:3.0:1789265817.197979:0:23441:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].17, 224 off11200 00000040:00080000:3.0:1789265817.197991:0:23441:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].18, 224 off11424 00000040:00080000:3.0:1789265817.198003:0:23441:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].19, 80 off11504 00000040:00080000:3.0:1789265817.198026:0:23441:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].20, 224 off11728 00000040:00080000:3.0:1789265817.198043:0:23441:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].21, 224 off11952 00000040:00080000:3.0:1789265817.198065:0:23441:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].22, 88 off12040 00000040:00080000:3.0:1789265817.198090:0:23441:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].23, 128 off12168 00000040:00080000:3.0:1789265817.198106:0:23441:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].24, 144 off12312 00000040:00080000:3.0:1789265817.198117:0:23441:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].25, 160 off12472 00000040:00080000:3.0:1789265817.199629:0:23441:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].26, 224 off12696 00000040:00080000:3.0:1789265817.199665:0:23441:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].27, 224 off12920 00000040:00080000:3.0:1789265817.200003:0:23441:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].28, 80 off13000 00000040:00080000:3.0:1789265817.200771:0:23441:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].29, 224 off13224 00000040:00080000:3.0:1789265817.200797:0:23441:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].30, 224 off13448 00000040:00080000:3.0:1789265817.200833:0:23441:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].31, 88 off13536 00000040:00080000:3.0:1789265817.200846:0:23441:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].32, 128 off13664 00000040:00080000:3.0:1789265817.200889:0:23441:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].33, 144 off13808 00000040:00080000:3.0:1789265817.200906:0:23441:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].34, 128 off13936 00000040:00080000:3.0:1789265817.200917:0:23441:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].35, 224 off14160 00000040:00080000:3.0:1789265817.200930:0:23441:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].36, 224 off14384 00000040:00080000:3.0:1789265817.200942:0:23441:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].37, 80 off14464 00000040:00080000:3.0:1789265817.200956:0:23441:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].38, 224 off14688 00000040:00080000:3.0:1789265817.200969:0:23441:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].39, 224 off14912 00000040:00080000:3.0:1789265817.200981:0:23441:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].40, 88 off15000 00000040:00080000:3.0:1789265817.200992:0:23441:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].41, 128 off15128 00000040:00080000:3.0:1789265817.201004:0:23441:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].42, 144 off15272 00000040:00080000:3.0:1789265817.201016:0:23441:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].43, 128 off15400 00000040:00080000:3.0:1789265817.201066:0:23441:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].44, 224 off15624 00000040:00080000:3.0:1789265817.201093:0:23441:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].45, 224 off15848 00000040:00080000:3.0:1789265817.201107:0:23441:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].46, 80 off15928 00000040:00080000:3.0:1789265817.201121:0:23441:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].47, 224 off16152 00000040:00080000:3.0:1789265817.201147:0:23441:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].48, 232 off16384 00000100:00100000:3.0:1789265817.204604:0:23441:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff937777839180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fc778fa6-86d2-4d40-bdad-261484e7f4ad:23441:1876180579110912:0@lo:502:mount.lustre.0 00000100:00100000:3.0:1789265817.204689:0:23441:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789265817.204727:0:23441:0:(client.c:2715:ptlrpc_set_wait()) set ffff93774f390300 going to sleep for 11 seconds 00000100:00100000:0.0:1789265817.206056:0:22700:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180579110912 00000100:00100000:0.0:1789265817.206067:0:22700:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180579110912 00000100:00100000:0.0:1789265817.206128:0:22701:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 49 00000100:00100000:0.0:1789265817.206139:0:22701:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93776600a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fc778fa6-86d2-4d40-bdad-261484e7f4ad+18:23441:x1876180579110912:12345-0@lo:502:mount.lustre.0 00000100:00100000:0.0:1789265817.206286:0:22701:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93776600a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fc778fa6-86d2-4d40-bdad-261484e7f4ad+18:23441:x1876180579110912:12345-0@lo:502:mount.lustre.0 Request processed in 149us (1596us total) trans 0 rc 0/0 00000100:00100000:0.0:1789265817.206294:0:22701:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 49 00000100:00100000:0.0:1789265817.206366:0:23441:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff937777839180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fc778fa6-86d2-4d40-bdad-261484e7f4ad:23441:1876180579110912:0@lo:502:mount.lustre.0 00000040:00080000:0.0:1789265817.206616:0:23441:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].49, 224 off16608 00000040:00080000:0.0:1789265817.206641:0:23441:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].50, 120 off16728 00000100:00100000:0.0:1789265817.206670:0:23441:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93774f101f80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fc778fa6-86d2-4d40-bdad-261484e7f4ad:23441:1876180579111040:0@lo:502:mount.lustre.0 00000100:00100000:0.0:1789265817.206707:0:23441:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789265817.206732:0:22699:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180579111040 00000100:00100000:0.0:1789265817.206735:0:22699:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180579111040 00000100:00100000:0.0:1789265817.206757:0:22699:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50 00000100:00100000:0.0:1789265817.206762:0:22699:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93776600b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fc778fa6-86d2-4d40-bdad-261484e7f4ad+18:23441:x1876180579111040:12345-0@lo:502:mount.lustre.0 00000100:00100000:0.0:1789265817.206828:0:22699:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93776600b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fc778fa6-86d2-4d40-bdad-261484e7f4ad+18:23441:x1876180579111040:12345-0@lo:502:mount.lustre.0 Request processed in 65us (120us total) trans 0 rc 0/0 00000100:00100000:0.0:1789265817.206834:0:22699:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50 00000100:00100000:0.0:1789265817.206884:0:23441:0:(client.c:2715:ptlrpc_set_wait()) set ffff937644c35780 going to sleep for 11 seconds 00000100:00100000:0.0:1789265817.206900:0:23441:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93774f101f80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fc778fa6-86d2-4d40-bdad-261484e7f4ad:23441:1876180579111040:0@lo:502:mount.lustre.0 00000040:00080000:0.0:1789265817.206934:0:23441:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].51, 224 off16952 00000040:00080000:0.0:1789265817.206941:0:23441:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 51 count 51 00000020:01000004:2.0:1789265817.211585:0:23461:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0000-lwp-MDT0001 (typ=lwp) 00000020:00000080:2.0:1789265817.211603:0:23461:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-lwp-MDT0001 (ffff9377475d4d28) 00000020:00000080:2.0:1789265817.211626:0:23461:0:(obd_config.c:720:class_attach_name()) OBD: dev 19 attached type lwp with refcount 2 00000020:01000004:2.0:1789265817.211732:0:23461:0:(tgt_mount.c:153:server_get_mount()) get mount ffff937756d71000 from lustre-MDT0001, refs=3 00000020:01000004:2.0:1789265817.211737:0:23461:0:(tgt_mount.c:187:server_put_mount()) put mount ffff937756d71000 from lustre-MDT0001, refs=3 00000020:01000004:2.0:1789265817.211739:0:23461:0:(obd_mount.c:710:lustre_put_lsi()) put ffff937756d71000 3 00010000:00080000:2.0:1789265817.211780:0:23461:0:(ldlm_lib.c:102:import_set_conn()) imp ffff9377528e7000@lustre-MDT0000-lwp-MDT0001: add connection 192.168.202.142@tcp at head 00010000:00010000:2.0:1789265817.217767:0:23461:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-lwp-MDT0001-8 is initialized 00000020:00000080:2.0:1789265817.218106:0:23461:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-lwp-MDT0001 (uuid lustre-MDT0000-lwp-MDT0001_UUID) 00000010:01000000:2.0:1789265817.218154:0:23461:0:(lwp_dev.c:513:lwp_obd_connect()) connect #0 00000020:00000080:2.0:1789265817.218166:0:23461:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-lwp-MDT0001, cookie 0xbbfdc9019c1d556d 00000100:00080000:2.0:1789265817.218177:0:23461:0:(import.c:510:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 0 00000100:00080000:2.0:1789265817.218192:0:23461:0:(import.c:624:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9377528e7000 using connection 192.168.202.142@tcp/0@lo 00000100:00100000:2.0:1789265817.218236:0:23461:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93774f2f3480 x1876180579111168/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789265817.218263:0:23461:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID 00000100:00080000:2.0:1789265817.218294:0:20468:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1789265817.218298:0:20468:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789265817.218301:0:20468:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1789265817.218304:0:20468:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:0.0:1789265817.218397:0:3642:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93774f2f3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3642:1876180579111168:0@lo:38:llog_process_th.0 00000100:00100000:0.0:1789265817.218462:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789265817.218637:0:22707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180579111168 00000100:00100000:0.0:1789265817.218645:0:22707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180579111168 00000100:00100000:0.0:1789265817.218690:0:22707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:0.0:1789265817.218697:0:22707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93774f101f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3642:x1876180579111168:12345-0@lo:38:llog_process_th.0 00010000:00080000:0.0:1789265817.218725:0:22707:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-MDT0000: connection from lustre-MDT0000-lwp-MDT0001_UUID@0@lo t0 exp 0000000000000000 cur 672 last 0 00000020:00000080:0.0:1789265817.218753:0:22707:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-lwp-MDT0001_UUID, cookie 0xbbfdc9019c1d5574 00000004:00100000:0.0:1789265817.218767:0:22707:0:(mdt_handler.c:7297:mdt_connect_internal()) lustre-MDT0000: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000100:00080000:0.0:1789265817.218793:0:22707:0:(import.c:65:import_set_state_nolock()) ffff937779e24000 : changing import state from RECOVER to FULL 00000100:00100000:0.0:1789265817.218844:0:22707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93774f101f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3642:x1876180579111168:12345-0@lo:38:llog_process_th.0 Request processed in 145us (380us total) trans 0 rc 0/0 00000100:00100000:0.0:1789265817.218851:0:22707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00010000:00080000:0.0:1789265817.218905:0:3642:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=184649) req@ffff93774f2f3480 x1876180579111168/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/416 e 0 to 0 dl 1789265827 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789265817.218915:0:3642:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0001: committing for last_committed 0 gen 2 00000100:00080000:0.0:1789265817.218922:0:3642:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-MDT0000-lwp-MDT0001: connect to target with instance 3 00000100:00080000:0.0:1789265817.218929:0:3642:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-MDT0000-lwp-MDT0001: Resetting ns_connect_flags to server flags: 0x2041401047000020 00000100:00080000:0.0:1789265817.218932:0:3642:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:0.0:1789265817.218935:0:3642:0:(import.c:65:import_set_state_nolock()) ffff9377528e7000 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00100000:0.0:1789265817.218940:0:3642:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93774f2f3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3642:1876180579111168:0@lo:38:llog_process_th.0 00000040:00080000:2.0:1789265817.219987:0:23461:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x12:0x0] index 52 count 51 00000020:01000000:0.0:1789265817.220650:0:23441:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 1-51 (rc=0) 10000000:01000000:0.0:1789265817.220692:0:23441:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.142@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:0.0:1789265817.220712:0:23441:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.142@tcp lock: ffff9377413fd200/0xbbfdc9019c1d5558 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0xbbfdc9019c1d555f expref: -99 pid: 23441 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789265817.220723:0:23441:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.142@tcp lock: ffff9377413fd200/0xbbfdc9019c1d5558 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0xbbfdc9019c1d555f expref: -99 pid: 23441 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:01000004:0.0:1789265817.220769:0:23441:0:(tgt_mount.c:1175:server_mti_print()) mti - server_notify_target 00000020:01000004:0.0:1789265817.220771:0:23441:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0001 00000020:01000004:0.0:1789265817.220772:0:23441:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:0.0:1789265817.220773:0:23441:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:0.0:1789265817.220777:0:23441:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:0.0:1789265817.220779:0:23441:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:0.0:1789265817.220780:0:23441:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1789265817.220781:0:23441:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1789265817.220782:0:23441:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:0.0:1789265817.220786:0:23441:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-MDT0001 0x40020001 00000020:01000004:0.0:1789265817.220788:0:23441:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:0.0:1789265817.220790:0:23441:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0001 00000020:01000004:0.0:1789265817.220791:0:23441:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:0.0:1789265817.220792:0:23441:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:0.0:1789265817.220793:0:23441:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:0.0:1789265817.220794:0:23441:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:0.0:1789265817.220795:0:23441:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1789265817.220796:0:23441:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1789265817.220797:0:23441:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:0.0:1789265817.220827:0:23441:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-MDT0001 00000100:00100000:0.0:1789265817.220847:0:23441:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93774f101500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fc778fa6-86d2-4d40-bdad-261484e7f4ad:23441:1876180579111296:0@lo:253:mount.lustre.0 00000100:00100000:0.0:1789265817.220932:0:23441:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789265817.220966:0:22699:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180579111296 00000100:00100000:0.0:1789265817.220972:0:22699:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180579111296 00000100:00100000:0.0:1789265817.221011:0:22699:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 51 00000100:00100000:0.0:1789265817.221028:0:22699:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff937766009450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fc778fa6-86d2-4d40-bdad-261484e7f4ad+18:23441:x1876180579111296:12345-0@lo:253:mount.lustre.0 20000000:01000000:0.0:1789265817.221052:0:22699:0:(mgs_handler.c:453:mgs_target_reg()) fs: lustre index: 1 is ready to reconnect. 20000000:01000000:0.0:1789265817.221081:0:22699:0:(mgs_nids.c:463:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #0 00000100:00100000:0.0:1789265817.226162:0:23441:0:(client.c:2715:ptlrpc_set_wait()) set ffff937644c35780 going to sleep for 11 seconds 00000001:00100000:0.0:1789265817.226884:0:22686:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of lustre-MDT0001-mdtlov_UUID 20000000:01000000:0.0:1789265817.226920:0:22699:0:(mgs_nids.c:815:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:01000000:0.0:1789265817.226935:0:22699:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-MDT0001, index=1, rc=0 20000000:01000000:2.0:1789265817.227310:0:22722:0:(mgs_nids.c:712:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 10000000:01000000:2.0:1789265817.227315:0:22722:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00010000:2.0:1789265817.227338:0:22722:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff9377413fc400/0xbbfdc9019c1d557b lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 22722 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265817.227358:0:22722:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff937740031600/0xbbfdc9019c1d547f lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xbbfdc9019c1d5478 expref: 18 pid: 22700 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265817.227366:0:22722:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff937740030c00/0xbbfdc9019c1d5543 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xbbfdc9019c1d553c expref: 18 pid: 22700 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265817.227373:0:22722:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff9377413fc400/0xbbfdc9019c1d557b lrc: 5/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 22722 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265817.227413:0:22722:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff937740030c00/0xbbfdc9019c1d5543 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xbbfdc9019c1d553c expref: 18 pid: 22700 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265817.227437:0:22722:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff937740030c00/0xbbfdc9019c1d5543 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xbbfdc9019c1d553c expref: 18 pid: 22700 timeout: 772 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789265817.227451:0:22722:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93774f2f2d80 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22722:1876180579111424:0@lo:104: 00000100:00100000:2.0:1789265817.227537:0:22722:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1789265817.227580:0:22722:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff937740031600/0xbbfdc9019c1d547f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xbbfdc9019c1d5478 expref: 18 pid: 22700 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265817.227588:0:22722:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff937740031600/0xbbfdc9019c1d547f lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xbbfdc9019c1d5478 expref: 18 pid: 22700 timeout: 772 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789265817.227597:0:22722:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93774f2f0380 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22722:1876180579111552:0@lo:104: 00000100:00100000:2.0:1789265817.227618:0:22722:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789265817.227644:0:22722:0:(client.c:2715:ptlrpc_set_wait()) set ffff93774e6376c0 going to sleep for 11 seconds 00000100:00100000:2.0:1789265817.227697:0:22690:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180579111424 00000100:00100000:2.0:1789265817.227705:0:22690:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180579111424 00000100:00100000:2.0:1789265817.227735:0:22690:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180579111552 00000100:00100000:2.0:1789265817.227737:0:22690:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180579111552 00000100:00100000:2.0:1789265817.227749:0:22690:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:2.0:1789265817.227756:0:22690:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93774f2f2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:fc778fa6-86d2-4d40-bdad-261484e7f4ad+4:22722:x1876180579111424:12345-0@lo:104: 00010000:00010000:2.0:1789265817.227768:0:22690:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.142@tcp lock: ffff937740031800/0xbbfdc9019c1d553c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xbbfdc9019c1d5543 expref: -99 pid: 23441 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265817.227982:0:22690:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1789265817.227989:0:22690:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93774f2f2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:fc778fa6-86d2-4d40-bdad-261484e7f4ad+4:22722:x1876180579111424:12345-0@lo:104: Request processed in 233us (452us total) trans 0 rc 0/0 00000100:00100000:2.0:1789265817.227996:0:22690:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00100000:2.0:1789265817.228015:0:22690:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:2.0:1789265817.228021:0:22690:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93774f2f1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:fc778fa6-86d2-4d40-bdad-261484e7f4ad+3:22722:x1876180579111552:12345-0@lo:104: 00010000:00010000:2.0:1789265817.228029:0:22690:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.142@tcp lock: ffff93775181ae00/0xbbfdc9019c1d5478 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xbbfdc9019c1d547f expref: -99 pid: 22703 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265817.228057:0:22690:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:2.0:1789265817.228062:0:22690:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93774f2f1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:fc778fa6-86d2-4d40-bdad-261484e7f4ad+3:22722:x1876180579111552:12345-0@lo:104: Request processed in 42us (443us total) trans 0 rc 0/0 00000100:00100000:2.0:1789265817.228068:0:22690:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00010000:00010000:2.0:1789265817.228093:0:22695:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1789265817.228099:0:22695:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.142@tcp lock: ffff937740031800/0xbbfdc9019c1d553c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xbbfdc9019c1d5543 expref: -99 pid: 23441 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265817.228107:0:22695:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff937740031800 already unused, calling callback (ffffffffc13cbc20) 10000000:00010000:2.0:1789265817.228111:0:22695:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.142@tcp lock: ffff937740031800/0xbbfdc9019c1d553c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0xbbfdc9019c1d5543 expref: -99 pid: 23441 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265817.228133:0:22695:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.142@tcp lock: ffff937740031800/0xbbfdc9019c1d553c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0xbbfdc9019c1d5543 expref: -99 pid: 23441 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1789265817.228141:0:22695:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.142@tcp lock: ffff937740031800/0xbbfdc9019c1d553c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0xbbfdc9019c1d5543 expref: -99 pid: 23441 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1789265817.228147:0:22695:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:2.0:1789265817.228172:0:22695:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.142@tcp lock: ffff937740031800/0xbbfdc9019c1d553c lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xbbfdc9019c1d5543 expref: -99 pid: 23441 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265817.228178:0:22695:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1789265817.228196:0:22695:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.142@tcp lock: ffff937740031800/0xbbfdc9019c1d553c lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xbbfdc9019c1d5543 expref: -99 pid: 23441 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265817.228203:0:22695:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.142@tcp lock: ffff937740031800/0xbbfdc9019c1d553c lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xbbfdc9019c1d5543 expref: -99 pid: 23441 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265817.228215:0:22695:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1789265817.228218:0:22695:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.142@tcp lock: ffff93775181ae00/0xbbfdc9019c1d5478 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xbbfdc9019c1d547f expref: -99 pid: 22703 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265817.228228:0:22695:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93775181ae00 already unused, calling callback (ffffffffc13cbc20) 10000000:00010000:2.0:1789265817.228231:0:22695:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.142@tcp lock: ffff93775181ae00/0xbbfdc9019c1d5478 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xbbfdc9019c1d547f expref: -99 pid: 22703 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265817.228237:0:22695:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.142@tcp lock: ffff93775181ae00/0xbbfdc9019c1d5478 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xbbfdc9019c1d547f expref: -99 pid: 22703 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1789265817.228242:0:22695:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.142@tcp lock: ffff93775181ae00/0xbbfdc9019c1d5478 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xbbfdc9019c1d547f expref: -99 pid: 22703 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1789265817.228253:0:22695:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:2.0:1789265817.228266:0:22695:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.142@tcp lock: ffff93775181ae00/0xbbfdc9019c1d5478 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xbbfdc9019c1d547f expref: -99 pid: 22703 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265817.228272:0:22695:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1789265817.228284:0:22695:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.142@tcp lock: ffff93775181ae00/0xbbfdc9019c1d5478 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xbbfdc9019c1d547f expref: -99 pid: 22703 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265817.228290:0:22695:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.142@tcp lock: ffff93775181ae00/0xbbfdc9019c1d5478 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xbbfdc9019c1d547f expref: -99 pid: 22703 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265817.228302:0:22695:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789265817.228304:0:22695:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789265817.228305:0:22695:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789265817.228311:0:22694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1789265817.228324:0:3645:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1789265817.228335:0:3645:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93774f2f3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:fc778fa6-86d2-4d40-bdad-261484e7f4ad:3645:1876180579111680:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1789265817.228362:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789265817.228391:0:3644:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1789265817.228399:0:3644:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93774f2f1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:fc778fa6-86d2-4d40-bdad-261484e7f4ad:3644:1876180579111808:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1789265817.228421:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789265817.228446:0:22691:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180579111680 00000100:00100000:2.0:1789265817.228450:0:22691:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180579111680 00010000:00010000:2.0:1789265817.228483:0:22691:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff937740030c00/0xbbfdc9019c1d5543 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xbbfdc9019c1d553c expref: 19 pid: 22700 timeout: 772 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789265817.228502:0:22691:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180579111808 00000100:00100000:2.0:1789265817.228505:0:22691:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180579111808 00010000:00010000:2.0:1789265817.228515:0:22691:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff937740031600/0xbbfdc9019c1d547f lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xbbfdc9019c1d5478 expref: 20 pid: 22700 timeout: 772 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789265817.228537:0:22691:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:2.0:1789265817.228544:0:22691:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93774f2f0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:fc778fa6-86d2-4d40-bdad-261484e7f4ad+20:3645:x1876180579111680:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1789265817.228554:0:22691:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1789265817.228560:0:22691:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff937740030c00/0xbbfdc9019c1d5543 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xbbfdc9019c1d553c expref: 20 pid: 22700 timeout: 772 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265817.228569:0:22691:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff937740030c00/0xbbfdc9019c1d5543 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xbbfdc9019c1d553c expref: 20 pid: 22700 timeout: 772 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265817.228584:0:22691:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1789265817.228613:0:22691:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93774f2f0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:fc778fa6-86d2-4d40-bdad-261484e7f4ad+20:3645:x1876180579111680:12345-0@lo:103:ldlm_bl.0 Request processed in 69us (249us total) trans 0 rc 0/0 00000100:00100000:2.0:1789265817.228619:0:22691:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00100000:2.0:1789265817.228632:0:22691:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:2.0:1789265817.228637:0:22691:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93774f2f1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:fc778fa6-86d2-4d40-bdad-261484e7f4ad+19:3644:x1876180579111808:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1789265817.228644:0:22691:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1789265817.228649:0:22691:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff937740031600/0xbbfdc9019c1d547f lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xbbfdc9019c1d5478 expref: 19 pid: 22700 timeout: 772 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265817.228659:0:22691:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff937740031600/0xbbfdc9019c1d547f lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xbbfdc9019c1d5478 expref: 19 pid: 22700 timeout: 772 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265817.228670:0:22691:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff9377413fc400/0xbbfdc9019c1d557b lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 22722 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789265817.230695:0:22699:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff937766009450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fc778fa6-86d2-4d40-bdad-261484e7f4ad+19:23441:x1876180579111296:12345-0@lo:253:mount.lustre.0 Request processed in 9660us (9755us total) trans 0 rc 0/0 00000100:00100000:0.0:1789265817.230707:0:22699:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 51 00000100:00100000:0.0:1789265817.230762:0:23441:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93774f101500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fc778fa6-86d2-4d40-bdad-261484e7f4ad:23441:1876180579111296:0@lo:253:mount.lustre.0 10000000:01000000:0.0:1789265817.230774:0:23441:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-MDT0001 got index = 1 00000020:01000004:0.0:1789265817.230783:0:23441:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:0.0:1789265817.230785:0:23441:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0001 00000020:01000004:0.0:1789265817.230787:0:23441:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:0.0:1789265817.230788:0:23441:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:0.0:1789265817.230789:0:23441:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:0.0:1789265817.230791:0:23441:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:0.0:1789265817.230792:0:23441:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1789265817.230793:0:23441:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1789265817.230795:0:23441:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 00000020:02000000:0.0:1789265817.230817:0:23441:0:(tgt_mount.c:2695:server_calc_timeout()) lustre-MDT0001: Imperative Recovery not enabled, recovery window 60-180 00010000:00010000:2.0:1789265817.232912:0:22691:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9377413fc400/0xbbfdc9019c1d557b lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 22722 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 20000000:01000000:2.0:1789265817.232945:0:22691:0:(mgs_nids.c:688:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.005629582s 00010000:00010000:2.0:1789265817.232950:0:22691:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff9377413fc400/0xbbfdc9019c1d557b lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 22722 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265817.232957:0:22691:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff9377413fc400/0xbbfdc9019c1d557b lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22722 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265817.232963:0:22691:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff9377413fc400/0xbbfdc9019c1d557b lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22722 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265817.232970:0:22691:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff9377413fc400/0xbbfdc9019c1d557b lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22722 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265817.232976:0:22691:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9377413fc400 already unused, calling callback (ffffffffc0da9350) 00010000:00010000:2.0:1789265817.232980:0:22691:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff9377413fc400/0xbbfdc9019c1d557b lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22722 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265817.232989:0:22691:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff9377413fc400/0xbbfdc9019c1d557b lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 22722 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265817.233002:0:22691:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff9377413fc400/0xbbfdc9019c1d557b lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22722 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265817.233012:0:22691:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1789265817.233874:0:22722:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff937740030c00/0xbbfdc9019c1d5543 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xbbfdc9019c1d553c expref: 18 pid: 22700 timeout: 772 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789265817.233890:0:22722:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93774f2f2d80 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22722:1876180579111424:0@lo:104: 00010000:00010000:3.0:1789265817.233901:0:22722:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff937740031600/0xbbfdc9019c1d547f lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xbbfdc9019c1d5478 expref: 17 pid: 22700 timeout: 772 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789265817.233909:0:22722:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93774f2f0380 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22722:1876180579111552:0@lo:104: 00010000:00010000:3.0:1789265817.233928:0:22722:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff9377413fc400/0xbbfdc9019c1d557b lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22722 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265817.233942:0:22722:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff9377413fc400/0xbbfdc9019c1d557b lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22722 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265817.233949:0:22722:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff9377413fc400/0xbbfdc9019c1d557b lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22722 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265817.233956:0:22722:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9377413fc400/0xbbfdc9019c1d557b lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22722 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789265817.234719:0:22691:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93774f2f1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:fc778fa6-86d2-4d40-bdad-261484e7f4ad+16:3644:x1876180579111808:12345-0@lo:103:ldlm_bl.0 Request processed in 6077us (6291us total) trans 0 rc 0/0 00000100:00100000:2.0:1789265817.234730:0:22691:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00100000:2.0:1789265817.234783:0:3645:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93774f2f3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:fc778fa6-86d2-4d40-bdad-261484e7f4ad:3645:1876180579111680:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1789265817.237001:0:3644:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93774f2f1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:fc778fa6-86d2-4d40-bdad-261484e7f4ad:3644:1876180579111808:0@lo:103:ldlm_bl.0 00000040:01000000:3.0:1789265817.251937:0:23441:0:(llog_obd.c:197:llog_setup()) obd lustre-MDT0001-osd ctxt 16 is initialized 00000020:00080000:2.0:1789265817.252041:0:23466:0:(update_trans.c:1539:distribute_txn_commit_thread()) lustre-MDT0001: start commit thread committed batchid 0 00000020:00080000:2.0:1789265817.252052:0:23466:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 0 committed batchid 0 00000040:01000000:2.0:1789265817.252381:0:23467:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000040:01000000:3.0:1789265817.252701:0:23441:0:(llog_obd.c:197:llog_setup()) obd lustre-MDT0000-osp-MDT0001 ctxt 16 is initialized 00000100:00100000:3.0:1789265817.253720:0:23468:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93777783ad80 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0001-mdtlov_UUID:23468:1876180579111936:0@lo:1000:lod0001_rec0000.0 00000040:01000000:2.0:1789265817.254098:0:23441:0:(llog_obd.c:197:llog_setup()) obd lustre-MDD0001 ctxt 12 is initialized 00000040:00080000:2.0:1789265817.254286:0:23441:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:1.0:1789265817.254611:0:23467:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000004:00000080:2.0:1789265817.255006:0:23441:0:(mdd_device.c:555:mdd_changelog_llog_init()) changelog starting index=0 00000040:01000000:2.0:1789265817.255220:0:23441:0:(llog_obd.c:197:llog_setup()) obd lustre-MDD0001 ctxt 14 is initialized 00000040:00080000:2.0:1789265817.255280:0:23441:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:3.0:1789265817.255575:0:23468:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789265817.255637:0:22711:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180579111936 00000100:00100000:3.0:1789265817.255645:0:22711:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180579111936 00000100:00100000:3.0:1789265817.255710:0:22711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:3.0:1789265817.255719:0:22711:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff937777839180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:23468:x1876180579111936:12345-0@lo:1000:lod0001_rec0000.0 00000100:00100000:3.0:1789265817.255939:0:22711:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff937777839180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:23468:x1876180579111936:12345-0@lo:1000:lod0001_rec0000.0 Request processed in 88us (2000us total) trans 0 rc 0/0 00000100:00100000:3.0:1789265817.255948:0:22711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00100000:3.0:1789265817.255972:0:23468:0:(client.c:2715:ptlrpc_set_wait()) set ffff937772d7c900 going to sleep for 11 seconds 00000100:00100000:3.0:1789265817.255996:0:23468:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93777783ad80 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0001-mdtlov_UUID:23468:1876180579111936:0@lo:1000:lod0001_rec0000.0 00000040:01000000:3.0:1789265817.256037:0:23468:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000100:00100000:3.0:1789265817.256094:0:23468:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93777783ad80 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0001-mdtlov_UUID:23468:1876180579112064:0@lo:1000:lod0001_rec0000.0 00000100:00100000:3.0:1789265817.256307:0:23468:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789265817.256334:0:23468:0:(client.c:2715:ptlrpc_set_wait()) set ffff937772d7cd80 going to sleep for 11 seconds 00000100:00100000:3.0:1789265817.257302:0:23450:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180579112064 00000100:00100000:3.0:1789265817.257311:0:23450:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180579112064 00000100:00100000:3.0:1789265817.257349:0:23450:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:3.0:1789265817.257357:0:23450:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff937777839500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:23468:x1876180579112064:12345-0@lo:1000:lod0001_rec0000.0 00000100:00100000:3.0:1789265817.261600:0:23450:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff937777839500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:23468:x1876180579112064:12345-0@lo:1000:lod0001_rec0000.0 Request processed in 4234us (5283us total) trans 0 rc 0/0 00000100:00100000:3.0:1789265817.261615:0:23450:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000040:00080000:1.0:1789265817.262144:0:23467:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x240000400:0x1:0x0] index 261376 count 1 00000004:00080000:1.0:1789265817.262216:0:23467:0:(lod_dev.c:521:lod_sub_recovery_thread()) lustre-MDT0001-osd retrieved update log, duration 0, retries 0 00000100:00100000:0.0:1789265817.262389:0:23468:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93777783ad80 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0001-mdtlov_UUID:23468:1876180579112064:0@lo:1000:lod0001_rec0000.0 00000040:00080000:2.0:1789265817.262669:0:23441:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x5:0x0] index 64768 count 1 00000100:00100000:0.0:1789265817.262900:0:23468:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93774f101500 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:23468:1876180579112192:0@lo:900:lod0001_rec0000.0 00000100:00100000:0.0:1789265817.262990:0:23468:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789265817.263025:0:23468:0:(client.c:2715:ptlrpc_set_wait()) set ffff937781c42d80 going to sleep for 11 seconds 00000040:00080000:2.0:1789265817.264298:0:23441:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x6:0x0] index 64768 count 1 00000040:01000000:2.0:1789265817.264330:0:23441:0:(llog_obd.c:197:llog_setup()) obd lustre-MDD0001 ctxt 15 is initialized 00000040:00080000:2.0:1789265817.264449:0:23441:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00080000:10000000:2.0:1789265817.266451:0:23441:0:(osd_handler.c:5581:osd_index_try()) lustre-MDT0001: index object [0x200000003:0x30:0x0] (8/32) registered 00000100:00100000:1.0:1789265817.267033:0:22717:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180579112192 00000100:00100000:1.0:1789265817.267046:0:22717:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180579112192 00000100:00100000:1.0:1789265817.267104:0:22717:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:1.0:1789265817.267114:0:22717:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93774f101180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:lustre-MDT0000-lwp-MDT0001_UUID+5:23468:x1876180579112192:12345-0@lo:900:lod0001_rec0000.0 00000100:00100000:1.0:1789265817.267224:0:22717:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93774f101180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:lustre-MDT0000-lwp-MDT0001_UUID+5:23468:x1876180579112192:12345-0@lo:900:lod0001_rec0000.0 Request processed in 112us (4233us total) trans 0 rc 0/0 00000100:00100000:1.0:1789265817.267233:0:22717:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00010000:00080000:0.0:1789265817.267300:0:23468:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=184649) req@ffff93774f101500 x1876180579112192/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 1789265833 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'lod0001_rec0000.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789265817.267315:0:23468:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93774f101500 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:23468:1876180579112192:0@lo:900:lod0001_rec0000.0 00000100:00100000:0.0:1789265817.267411:0:23468:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93774f101500 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0001-mdtlov_UUID:23468:1876180579112320:0@lo:1000:lod0001_rec0000.0 00000100:00100000:0.0:1789265817.267453:0:23468:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789265817.267500:0:22712:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180579112320 00000100:00100000:0.0:1789265817.267504:0:22712:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180579112320 00000100:00100000:0.0:1789265817.267539:0:22712:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:0.0:1789265817.267547:0:22712:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93774f102300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:23468:x1876180579112320:12345-0@lo:1000:lod0001_rec0000.0 00000100:00100000:0.0:1789265817.267603:0:22712:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93774f102300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:23468:x1876180579112320:12345-0@lo:1000:lod0001_rec0000.0 Request processed in 57us (150us total) trans 0 rc 0/0 00000100:00100000:0.0:1789265817.267610:0:22712:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00100000:0.0:1789265817.267631:0:23468:0:(client.c:2715:ptlrpc_set_wait()) set ffff937761320840 going to sleep for 11 seconds 00000100:00100000:0.0:1789265817.267645:0:23468:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93774f101500 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0001-mdtlov_UUID:23468:1876180579112320:0@lo:1000:lod0001_rec0000.0 00000040:00080000:0.0:1789265817.267705:0:23468:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:0.0:1789265817.273771:0:23468:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x200000401:0x1:0x0] index 261376 count 1 00000004:00080000:0.0:1789265817.274259:0:23468:0:(lod_dev.c:521:lod_sub_recovery_thread()) lustre-MDT0000-osp-MDT0001 retrieved update log, duration 0, retries 0 00000004:00080000:0.0:1789265817.274267:0:23468:0:(lod_dev.c:545:lod_sub_recovery_thread()) lustre-MDT0001 got update logs from all MDTs. 00000001:00000004:0.0:1789265817.279402:0:23441:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0001_UUID: mount_count is 3, last_transno is 12884901888 00000001:00080000:0.0:1789265817.298796:0:23441:0:(tgt_lastrcvd.c:222:tgt_reply_header_read()) lustre-MDT0001: read reply_data header. magic=0xbdabda01 header_size=32 reply_size=32 00000004:00000080:0.0:1789265817.299290:0:23441:0:(mdd_device.c:2304:mdd_iocontrol()) lustre-MDD0001: cmd=c00866e6 len=0 karg=ffffa60580d17988 00100000:10000000:0.0:1789265817.299298:0:23441:0:(lfsck_lib.c:3085:lfsck_start()) lustre-MDT0001-osd: start master thread 00000020:01000004:0.0:1789265817.301495:0:23441:0:(tgt_mount.c:298:server_mgc_clear_fs()) Unassign mgc disk 10000000:01000000:0.0:1789265817.301530:0:23441:0:(mgc_request_server.c:166:mgc_fs_clear()) MGC192.168.202.142@tcp: cl_mgc_mutex unlock 00000020:01000004:0.0:1789265817.301550:0:23441:0:(tgt_mount.c:2461:server_fill_super_common()) Server sb, dev=48 00000080:00000004:0.0:1789265817.301568:0:23441:0:(super25.c:182:lustre_fill_super()) /dev/mapper/mds2_flakey: Mount complete 00000020:00000004:0.0:1789265817.308511:0:23441:0:(tgt_mount.c:2347:server_getattr()) lustre-MDT0001: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:0.0:1789265817.308789:0:23441:0:(tgt_mount.c:2362:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:0.0:1789265817.715319:0:22695:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1789265818.166373:0:22748:0:(client.c:2715:ptlrpc_set_wait()) set ffff93774f390a80 going to sleep for 0 seconds 00000040:00080000:3.0:1789265818.292492:0:23465:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:2.0:1789265818.751051:0:22694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:2.0:1789265818.932374:0:22703:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:01000000:2.0:1789265818.932381:0:22703:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-mdtir-ffff937756d71000 from 12 10000000:01000000:2.0:1789265818.932386:0:22703:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:2.0:1789265818.932435:0:22703:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.142@tcp lock: ffff9377413fdc00/0xbbfdc9019c1d5582 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265818.932447:0:22703:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.142@tcp lock: ffff9377413fdc00/0xbbfdc9019c1d5582 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265818.932477:0:22703:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.142@tcp lock: ffff9377413fdc00/0xbbfdc9019c1d5582 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789265818.932504:0:22703:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93774f2f3480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fc778fa6-86d2-4d40-bdad-261484e7f4ad:22703:1876180579112448:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1789265818.932578:0:22703:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789265818.932633:0:22703:0:(client.c:2715:ptlrpc_set_wait()) set ffff93774e610c00 going to sleep for 11 seconds 00000100:00100000:0.0:1789265818.932721:0:22700:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180579112448 00000100:00100000:0.0:1789265818.932728:0:22700:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180579112448 00000100:00100000:0.0:1789265818.932794:0:22700:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 52 00000100:00100000:0.0:1789265818.932804:0:22700:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93776600a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fc778fa6-86d2-4d40-bdad-261484e7f4ad+16:22703:x1876180579112448:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1789265818.932816:0:22700:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1789265818.932829:0:22700:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff937642392c00/0xbbfdc9019c1d5589 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xbbfdc9019c1d5582 expref: -99 pid: 22700 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789265818.932853:0:22700:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff937642392c00/0xbbfdc9019c1d5589 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xbbfdc9019c1d5582 expref: 17 pid: 22700 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789265818.932882:0:22700:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff937642392c00/0xbbfdc9019c1d5589 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xbbfdc9019c1d5582 expref: 17 pid: 22700 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789265818.932909:0:22700:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff937642392c00, rc 0) 00000100:00100000:0.0:1789265818.932961:0:22700:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93776600a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fc778fa6-86d2-4d40-bdad-261484e7f4ad+17:22703:x1876180579112448:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 158us (383us total) trans 0 rc 0/0 00000100:00100000:0.0:1789265818.932968:0:22700:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 52 00000100:00100000:1.0:1789265818.933121:0:22703:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93774f2f3480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fc778fa6-86d2-4d40-bdad-261484e7f4ad:22703:1876180579112448:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1789265818.933142:0:22703:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.142@tcp lock: ffff9377413fdc00/0xbbfdc9019c1d5582 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xbbfdc9019c1d5589 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789265818.933150:0:22703:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.142@tcp lock: ffff9377413fdc00/0xbbfdc9019c1d5582 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xbbfdc9019c1d5589 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789265818.933197:0:22703:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff937644c5ed80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fc778fa6-86d2-4d40-bdad-261484e7f4ad:22703:1876180579112576:0@lo:256:ll_cfg_requeue.0 00000100:00100000:1.0:1789265818.933228:0:22703:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789265818.933258:0:22703:0:(client.c:2715:ptlrpc_set_wait()) set ffff93774e72cd80 going to sleep for 11 seconds 00000100:00100000:0.0:1789265818.933565:0:22699:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180579112576 00000100:00100000:0.0:1789265818.933570:0:22699:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180579112576 00000100:00100000:0.0:1789265818.933605:0:22699:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53 00000100:00100000:0.0:1789265818.933613:0:22699:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93774f505c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fc778fa6-86d2-4d40-bdad-261484e7f4ad+17:22703:x1876180579112576:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:0.0:1789265818.933629:0:22699:0:(mgs_nids.c:914:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:0.0:1789265818.933647:0:22699:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:0.0:1789265818.933650:0:22699:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 12 00000100:00100000:0.0:1789265818.933754:0:22699:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93774f505c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fc778fa6-86d2-4d40-bdad-261484e7f4ad+17:22703:x1876180579112576:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 142us (525us total) trans 0 rc 0/0 00000100:00100000:0.0:1789265818.933761:0:22699:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53 00000100:00100000:3.0:1789265818.935078:0:22703:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff937644c5ed80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fc778fa6-86d2-4d40-bdad-261484e7f4ad:22703:1876180579112576:0@lo:256:ll_cfg_requeue.0 10000000:01000000:3.0:1789265818.935152:0:22703:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.142@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:3.0:1789265818.935161:0:22703:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.142@tcp lock: ffff9377413fdc00/0xbbfdc9019c1d5582 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xbbfdc9019c1d5589 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265818.935171:0:22703:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.142@tcp lock: ffff9377413fdc00/0xbbfdc9019c1d5582 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xbbfdc9019c1d5589 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1789265818.935182:0:22703:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:01000000:3.0:1789265818.935184:0:22703:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-mdtir-ffff93777aeab000 from 12 10000000:01000000:3.0:1789265818.935187:0:22703:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:3.0:1789265818.935214:0:22703:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.142@tcp lock: ffff93775181be00/0xbbfdc9019c1d5590 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265818.935221:0:22703:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.142@tcp lock: ffff93775181be00/0xbbfdc9019c1d5590 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265818.935229:0:22703:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.142@tcp lock: ffff93775181be00/0xbbfdc9019c1d5590 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789265818.935248:0:22703:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93777783a300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fc778fa6-86d2-4d40-bdad-261484e7f4ad:22703:1876180579112704:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1789265818.935301:0:22703:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789265818.935341:0:22703:0:(client.c:2715:ptlrpc_set_wait()) set ffff93775235aa80 going to sleep for 11 seconds 00000100:00100000:0.0:1789265818.935523:0:22699:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180579112704 00000100:00100000:0.0:1789265818.935529:0:22699:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180579112704 00000100:00100000:0.0:1789265818.935574:0:22699:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54 00000100:00100000:0.0:1789265818.935582:0:22699:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93774f506050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fc778fa6-86d2-4d40-bdad-261484e7f4ad+17:22703:x1876180579112704:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1789265818.935592:0:22699:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1789265818.935603:0:22699:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff937642393400/0xbbfdc9019c1d5597 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0xbbfdc9019c1d5590 expref: -99 pid: 22699 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789265818.935622:0:22699:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff937642393400/0xbbfdc9019c1d5597 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xbbfdc9019c1d5590 expref: 18 pid: 22699 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789265818.935631:0:22699:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff937642393400/0xbbfdc9019c1d5597 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xbbfdc9019c1d5590 expref: 18 pid: 22699 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789265818.935648:0:22699:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff937642393400, rc 0) 00000100:00100000:0.0:1789265818.935689:0:22699:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93774f506050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fc778fa6-86d2-4d40-bdad-261484e7f4ad+18:22703:x1876180579112704:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 108us (387us total) trans 0 rc 0/0 00000100:00100000:0.0:1789265818.935694:0:22699:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54 00000100:00100000:3.0:1789265818.940214:0:22703:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93777783a300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fc778fa6-86d2-4d40-bdad-261484e7f4ad:22703:1876180579112704:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1789265818.940247:0:22703:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.142@tcp lock: ffff93775181be00/0xbbfdc9019c1d5590 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xbbfdc9019c1d5597 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265818.940261:0:22703:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.142@tcp lock: ffff93775181be00/0xbbfdc9019c1d5590 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xbbfdc9019c1d5597 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789265818.940347:0:22703:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93777783a300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fc778fa6-86d2-4d40-bdad-261484e7f4ad:22703:1876180579112832:0@lo:256:ll_cfg_requeue.0 00000100:00100000:3.0:1789265818.940420:0:22703:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789265818.942038:0:22700:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180579112832 00000100:00100000:1.0:1789265818.942049:0:22700:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180579112832 00000100:00100000:1.0:1789265818.942116:0:22700:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 55 00000100:00100000:1.0:1789265818.942126:0:22700:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93774f505450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fc778fa6-86d2-4d40-bdad-261484e7f4ad+18:22703:x1876180579112832:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:1.0:1789265818.942149:0:22700:0:(mgs_nids.c:914:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:1.0:1789265818.942171:0:22700:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:1.0:1789265818.942173:0:22700:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 12 00000100:00100000:1.0:1789265818.942280:0:22700:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93774f505450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fc778fa6-86d2-4d40-bdad-261484e7f4ad+18:22703:x1876180579112832:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 156us (1859us total) trans 0 rc 0/0 00000100:00100000:1.0:1789265818.942288:0:22700:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 55 00000100:00100000:3.0:1789265818.958167:0:22703:0:(client.c:2715:ptlrpc_set_wait()) set ffff93775235aa80 going to sleep for 11 seconds 00000100:00100000:3.0:1789265818.958211:0:22703:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93777783a300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fc778fa6-86d2-4d40-bdad-261484e7f4ad:22703:1876180579112832:0@lo:256:ll_cfg_requeue.0 10000000:01000000:3.0:1789265818.958287:0:22703:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.142@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:3.0:1789265818.958299:0:22703:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.142@tcp lock: ffff93775181be00/0xbbfdc9019c1d5590 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xbbfdc9019c1d5597 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265818.958311:0:22703:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.142@tcp lock: ffff93775181be00/0xbbfdc9019c1d5590 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xbbfdc9019c1d5597 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789265819.187025:0:22748:0:(client.c:2715:ptlrpc_set_wait()) set ffff93774f390a80 going to sleep for 0 seconds 00000040:00080000:3.0:1789265819.317360:0:23465:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:0.0:1789265819.768761:0:22695:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1789265820.212121:0:22748:0:(client.c:2715:ptlrpc_set_wait()) set ffff93774f390a80 going to sleep for 0 seconds 00010000:00010000:0.0:1789265820.790540:0:22694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1789265821.174202:0:22742:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:1.0:1789265821.234997:0:22748:0:(client.c:2715:ptlrpc_set_wait()) set ffff93774f390a80 going to sleep for 0 seconds 00010000:00010000:0.0:1789265821.812233:0:22695:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1789265822.198967:0:3643:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1789265822.199001:0:3643:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93774f101500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3643:1876180579112960:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1789265822.199091:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789265822.199148:0:23450:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180579112960 00000100:00100000:0.0:1789265822.199155:0:23450:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180579112960 00000100:00100000:0.0:1789265822.199215:0:23450:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:0.0:1789265822.199225:0:23450:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93774f102d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3643:x1876180579112960:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1789265822.199270:0:23450:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000100:00100000:0.0:1789265822.199317:0:23450:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93774f102d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3643:x1876180579112960:12345-0@lo:41:osp-pre-0-1.0 Request processed in 93us (228us total) trans 0 rc 0/0 00000100:00100000:0.0:1789265822.199325:0:23450:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00100000:0.0:1789265822.199372:0:3643:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93774f101500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3643:1876180579112960:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1789265822.272578:0:22748:0:(client.c:2715:ptlrpc_set_wait()) set ffff93774f390a80 going to sleep for 0 seconds 00000100:00080000:2.0:1789265822.708647:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1789265822.708654:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1789265822.708673:0:8:0:(import.c:65:import_set_state_nolock()) ffff9376431d8800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789265822.708686:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-osp-MDT0000: import ffff9376431d8800 using connection 192.168.202.142@tcp/0@lo 00000100:00100000:2.0:1789265822.708712:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93774f2f3800 x1876180579113216/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789265822.708734:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1789265822.708738:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789265822.708740:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1789265822.708743:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789265822.708769:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1789265822.708772:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789265822.708775:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1789265822.708778:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:2.0:1789265822.708811:0:3642:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93774f2f3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3642:1876180579113216:0@lo:38:kworker.0 00000100:00100000:2.0:1789265822.708897:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789265822.708976:0:3643:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93774f2f3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3643:1876180579113472:0@lo:400:kworker.0 00000100:00100000:2.0:1789265822.709006:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789265822.709026:0:3643:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1789265822.709032:0:3643:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93774f2f0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3643:1876180579113600:0@lo:400:kworker.0 00000100:00100000:2.0:1789265822.709061:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789265822.709097:0:22711:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180579113216 00000100:00100000:2.0:1789265822.709104:0:22711:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180579113216 00000100:00100000:2.0:1789265822.709131:0:22711:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180579113472 00000100:00100000:2.0:1789265822.709135:0:22711:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180579113472 00000100:00100000:2.0:1789265822.709158:0:22711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:2.0:1789265822.709173:0:22711:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93774f2f1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:3642:x1876180579113216:12345-0@lo:38:kworker.0 00010000:00080000:2.0:1789265822.709200:0:22711:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-MDT0001: connection from lustre-MDT0000-mdtlov_UUID@0@lo t0 exp 0000000000000000 cur 678 last 0 00000020:00000080:2.0:1789265822.709232:0:22711:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0xbbfdc9019c1d559e 00000004:00100000:2.0:1789265822.709259:0:22711:0:(mdt_handler.c:7297:mdt_connect_internal()) lustre-MDT0001: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000001:00000004:2.0:1789265822.709265:0:22711:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0001_UUID: mount_count is 3, last_transno is 12884901888 00000100:00100000:1.0:1789265822.709496:0:3646:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93774f2f0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3646:1876180579113344:0@lo:400:kworker.0 00000100:00100000:1.0:1789265822.709533:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789265822.709566:0:3646:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1789265822.709572:0:3646:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93774f2f0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:fc778fa6-86d2-4d40-bdad-261484e7f4ad:3646:1876180579113088:0@lo:400:kworker.0 00000100:00100000:1.0:1789265822.709602:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789265822.709635:0:22707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180579113600 00000100:00100000:1.0:1789265822.709647:0:22707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180579113600 00000100:00100000:1.0:1789265822.709671:0:22707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180579113344 00000100:00100000:1.0:1789265822.709673:0:22707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180579113344 00000100:00100000:1.0:1789265822.709685:0:22707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:1.0:1789265822.709691:0:22707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93774f2f3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3643:x1876180579113600:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789265822.709738:0:22707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93774f2f3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3643:x1876180579113600:12345-0@lo:400:kworker.0 Request processed in 46us (676us total) trans 0 rc 0/0 00000100:00100000:1.0:1789265822.709745:0:22707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00100000:1.0:1789265822.709759:0:22707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:1.0:1789265822.709765:0:22707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff937644c5d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3646:x1876180579113344:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789265822.709795:0:22707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff937644c5d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3646:x1876180579113344:12345-0@lo:400:kworker.0 Request processed in 30us (261us total) trans 0 rc 0/0 00000100:00100000:1.0:1789265822.709800:0:22707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00100000:1.0:1789265822.709817:0:22701:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180579113088 00000100:00100000:1.0:1789265822.709820:0:22701:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180579113088 00000100:00100000:1.0:1789265822.709843:0:22701:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 56 00000100:00100000:1.0:1789265822.709850:0:22701:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93774f506850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fc778fa6-86d2-4d40-bdad-261484e7f4ad+18:3646:x1876180579113088:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789265822.709897:0:22701:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93774f506850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fc778fa6-86d2-4d40-bdad-261484e7f4ad+18:3646:x1876180579113088:12345-0@lo:400:kworker.0 Request processed in 48us (294us total) trans 0 rc 0/0 00000100:00100000:1.0:1789265822.709904:0:22701:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 56 00010000:00080000:1.0:1789265822.709955:0:3643:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff93774f2f0a80 x1876180579113600/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789265838 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789265822.709968:0:3643:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93774f2f0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3643:1876180579113600:0@lo:400:kworker.0 00000100:00100000:1.0:1789265822.709992:0:3646:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93774f2f0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:fc778fa6-86d2-4d40-bdad-261484e7f4ad:3646:1876180579113088:0@lo:400:kworker.0 00010000:00080000:1.0:1789265822.710001:0:3646:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff93774f2f0000 x1876180579113344/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789265838 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789265822.710021:0:3646:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93774f2f0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3646:1876180579113344:0@lo:400:kworker.0 00000100:00100000:2.0:1789265822.710322:0:23450:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:2.0:1789265822.710398:0:23450:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93774f2f1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3643:x1876180579113472:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789265822.710449:0:23450:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93774f2f1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3643:x1876180579113472:12345-0@lo:400:kworker.0 Request processed in 54us (1442us total) trans 0 rc 0/0 00000100:00100000:2.0:1789265822.710456:0:23450:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00100000:1.0:1789265822.710560:0:3643:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93774f2f3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3643:1876180579113472:0@lo:400:kworker.0 00000100:00080000:0.0:1789265822.733648:0:22711:0:(import.c:65:import_set_state_nolock()) ffff9377528e6800 : changing import state from RECOVER to FULL 00000100:00100000:0.0:1789265822.733755:0:22711:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93774f2f1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:3642:x1876180579113216:12345-0@lo:38:kworker.0 Request processed in 24580us (24856us total) trans 0 rc 0/0 00000100:00100000:0.0:1789265822.733766:0:22711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00080000:3.0:1789265822.733902:0:3642:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-MDT0001-osp-MDT0000: connect to target with instance 3 00000100:00080000:3.0:1789265822.733912:0:3642:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-MDT0001-osp-MDT0000: Resetting ns_connect_flags to server flags: 0xa2400010450010a0 00000100:00080000:3.0:1789265822.733918:0:3642:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0001_UUID 00000100:00080000:3.0:1789265822.733921:0:3642:0:(import.c:65:import_set_state_nolock()) ffff9376431d8800 lustre-MDT0001_UUID: changing import state from CONNECTING to FULL 00000100:00080000:3.0:1789265822.733936:0:3642:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 000000006ba9283a): req@ffff93777783b100 x1876180579105792/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 304/4320 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'lod0000_rec0001.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789265822.733970:0:3642:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93774f2f3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3642:1876180579113216:0@lo:38:kworker.0 00000100:00100000:3.0:1789265822.734650:0:3645:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93774f101500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3645:1876180579113728:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1789265822.734694:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789265822.734777:0:22748:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789265822.734800:0:22748:0:(client.c:2715:ptlrpc_set_wait()) set ffff93774f390a80 going to sleep for 11 seconds 00000100:00100000:0.0:1789265822.734818:0:22712:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180579113728 00000100:00100000:0.0:1789265822.734824:0:22712:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180579113728 00000100:00100000:0.0:1789265822.734879:0:22712:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180579105792 00000100:00100000:0.0:1789265822.734882:0:22712:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180579105792 00000100:00100000:0.0:1789265822.734899:0:22712:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00100000:0.0:1789265822.734907:0:22712:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93777783a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+7:3645:x1876180579113728:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1789265822.734937:0:22712:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446461440 avail 1300221952 00000100:00100000:2.0:1789265822.735012:0:23450:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:2.0:1789265822.735022:0:23450:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93774f100a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+7:22748:x1876180579105792:12345-0@lo:1000:lod0000_rec0001.0 00000100:00100000:2.0:1789265822.735086:0:23450:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93774f100a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+7:22748:x1876180579105792:12345-0@lo:1000:lod0000_rec0001.0 Request processed in 66us (308us total) trans 0 rc 0/0 00000100:00100000:2.0:1789265822.735092:0:23450:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000100:00100000:0.0:1789265822.750513:0:22712:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93777783a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3645:x1876180579113728:12345-0@lo:41:osp-pre-1-0.0 Request processed in 15587us (15799us total) trans 0 rc 0/0 00000100:00100000:0.0:1789265822.750528:0:22712:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000100:00100000:0.0:1789265822.750610:0:22748:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93777783b100 pname:cluuid:pid:xid:nid:opc:job lod0000_rec0001:lustre-MDT0000-mdtlov_UUID:22748:1876180579105792:0@lo:1000:lod0000_rec0001.0 00000040:01000000:0.0:1789265822.750656:0:22748:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000100:00100000:0.0:1789265822.750713:0:22748:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93774f103100 pname:cluuid:pid:xid:nid:opc:job lod0000_rec0001:lustre-MDT0000-mdtlov_UUID:22748:1876180579113856:0@lo:1000:lod0000_rec0001.0 00000100:00100000:0.0:1789265822.750774:0:22748:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789265822.750807:0:22748:0:(client.c:2715:ptlrpc_set_wait()) set ffff9377455a5b40 going to sleep for 11 seconds 00000100:00100000:0.0:1789265822.750825:0:22711:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180579113856 00000100:00100000:0.0:1789265822.750831:0:22711:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180579113856 00000100:00100000:0.0:1789265822.750890:0:22711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:0.0:1789265822.750899:0:22711:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93774f103b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:22748:x1876180579113856:12345-0@lo:1000:lod0000_rec0001.0 00000100:00100000:0.0:1789265822.751018:0:22711:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93774f103b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:22748:x1876180579113856:12345-0@lo:1000:lod0000_rec0001.0 Request processed in 120us (243us total) trans 0 rc 0/0 00000100:00100000:0.0:1789265822.751025:0:22711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000100:00100000:0.0:1789265822.751049:0:22748:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93774f103100 pname:cluuid:pid:xid:nid:opc:job lod0000_rec0001:lustre-MDT0000-mdtlov_UUID:22748:1876180579113856:0@lo:1000:lod0000_rec0001.0 00000100:00100000:0.0:1789265822.751126:0:22748:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93774f103100 pname:cluuid:pid:xid:nid:opc:job lod0000_rec0001:lustre-MDT0000-mdtlov_UUID:22748:1876180579113984:0@lo:1000:lod0000_rec0001.0 00000100:00100000:0.0:1789265822.751148:0:22748:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789265822.751178:0:22748:0:(client.c:2715:ptlrpc_set_wait()) set ffff9377455a5b40 going to sleep for 11 seconds 00000100:00100000:0.0:1789265822.751190:0:22711:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180579113984 00000100:00100000:0.0:1789265822.751193:0:22711:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180579113984 00000100:00100000:0.0:1789265822.751216:0:22711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00100000:0.0:1789265822.751223:0:22711:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93774f100000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:22748:x1876180579113984:12345-0@lo:1000:lod0000_rec0001.0 00000100:00100000:0.0:1789265822.751280:0:22711:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93774f100000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:22748:x1876180579113984:12345-0@lo:1000:lod0000_rec0001.0 Request processed in 58us (131us total) trans 0 rc 0/0 00000100:00100000:0.0:1789265822.751287:0:22711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00000100:00100000:0.0:1789265822.751311:0:22748:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93774f103100 pname:cluuid:pid:xid:nid:opc:job lod0000_rec0001:lustre-MDT0000-mdtlov_UUID:22748:1876180579113984:0@lo:1000:lod0000_rec0001.0 00000040:00080000:0.0:1789265822.751355:0:22748:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:3.0:1789265822.765760:0:3645:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93774f101500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3645:1876180579113728:0@lo:41:osp-pre-1-0.0 00000040:00080000:0.0:1789265822.766220:0:22748:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x240000401:0x1:0x0] index 261376 count 1 00000004:00080000:0.0:1789265822.766306:0:22748:0:(lod_dev.c:521:lod_sub_recovery_thread()) lustre-MDT0001-osp-MDT0000 retrieved update log, duration 23, retries 0 00000004:00080000:0.0:1789265822.766311:0:22748:0:(lod_dev.c:545:lod_sub_recovery_thread()) lustre-MDT0000 got update logs from all MDTs. 00010000:00010000:2.0:1789265822.842313:0:22694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:2.0:1789265823.641548:0:23711:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg242-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all 00010000:00010000:1.0:1789265823.867174:0:22695:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1789265824.756424:0:3642:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789265809/real 1789265809] req@ffff937777839c00 x1876180579106816/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1789265824 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789265824.756455:0:3642:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff937777839c00 x1876180579106816/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1789265824 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789265824.756465:0:3642:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789265809/real 1789265809] req@ffff937777838a80 x1876180579106944/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1789265824 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789265824.756476:0:3642:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff937777838a80 x1876180579106944/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1789265824 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789265824.756496:0:3642:0:(import.c:65:import_set_state_nolock()) ffff9377660c4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789265824.756516:0:3642:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 0@lo failed (-110) 00000100:00100000:3.0:1789265824.756520:0:3642:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff937777839c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3642:1876180579106816:0@lo:8:kworker.0 00000100:00080000:3.0:1789265824.756526:0:3642:0:(import.c:65:import_set_state_nolock()) ffff9377660c0800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789265824.756531:0:3642:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-110) 00000100:00100000:3.0:1789265824.756534:0:3642:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff937777838a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3642:1876180579106944:0@lo:8:kworker.0 00000100:00080000:0.0:1789265824.756715:0:20468:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1789265824.756720:0:20468:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1789265824.756723:0:20468:0:(import.c:65:import_set_state_nolock()) ffff9377660c4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789265824.756728:0:20468:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 665 00000100:00080000:0.0:1789265824.756733:0:20468:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 10s 00000100:00080000:0.0:1789265824.756739:0:20468:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff9377660c4000 using connection 192.168.202.142@tcp/0@lo 00000100:00100000:0.0:1789265824.756759:0:20468:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93774f101c00 x1876180579114368/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789265824.756771:0:20468:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1789265824.756774:0:20468:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1789265824.756776:0:20468:0:(import.c:65:import_set_state_nolock()) ffff9377660c0800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789265824.756778:0:20468:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 665 00000100:00080000:0.0:1789265824.756781:0:20468:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-MDT0000: tried all connections, increasing latency to 10s 00000100:00080000:0.0:1789265824.756797:0:20468:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-MDT0000: import ffff9377660c0800 using connection 192.168.202.142@tcp/0@lo 00000100:00100000:0.0:1789265824.756810:0:20468:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93774f101500 x1876180579114496/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789265824.756833:0:20468:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1789265824.756836:0:20468:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789265824.756839:0:20468:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1789265824.756842:0:20468:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:0.0:1789265824.756886:0:3645:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93775f6e9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3645:1876180579114752:0@lo:400:kworker.0 00000100:00100000:0.0:1789265824.756949:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789265824.756983:0:3645:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:0.0:1789265824.756989:0:3645:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93774f103100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:fc778fa6-86d2-4d40-bdad-261484e7f4ad:3645:1876180579114112:0@lo:400:kworker.0 00000100:00100000:0.0:1789265824.757016:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789265824.757042:0:3645:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93775f6eb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3645:1876180579114880:0@lo:400:kworker.0 00000100:00100000:0.0:1789265824.757065:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789265824.757106:0:3643:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93774f100e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3643:1876180579114240:0@lo:400:kworker.0 00000100:00100000:0.0:1789265824.757130:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789265824.757146:0:3643:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1789265824.757152:0:3643:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93775f6e8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3643:1876180579114624:0@lo:400:kworker.0 00000100:00100000:0.0:1789265824.757171:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789265824.757202:0:22711:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180579114752 00000100:00100000:0.0:1789265824.757208:0:22711:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180579114752 00000100:00100000:0.0:1789265824.757258:0:22711:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180579114240 00000100:00100000:0.0:1789265824.757261:0:22711:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180579114240 00000100:00100000:0.0:1789265824.757277:0:22711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17 00000100:00100000:0.0:1789265824.757285:0:22711:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93775f6ead80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3645:x1876180579114752:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789265824.757342:0:22711:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93775f6ead80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3645:x1876180579114752:12345-0@lo:400:kworker.0 Request processed in 57us (392us total) trans 0 rc 0/0 00000100:00100000:0.0:1789265824.757349:0:22711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17 00000100:00100000:0.0:1789265824.757365:0:22711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 18 00000100:00100000:0.0:1789265824.757371:0:22711:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93775f6e8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:3643:x1876180579114240:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789265824.757401:0:22711:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93775f6e8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:3643:x1876180579114240:12345-0@lo:400:kworker.0 Request processed in 30us (269us total) trans 0 rc 0/0 00000100:00100000:0.0:1789265824.757419:0:22711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 18 00000100:00100000:0.0:1789265824.757437:0:22699:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180579114112 00000100:00100000:0.0:1789265824.757441:0:22699:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180579114112 00000100:00100000:0.0:1789265824.757467:0:22699:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 57 00000100:00100000:0.0:1789265824.757473:0:22699:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93774f506c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fc778fa6-86d2-4d40-bdad-261484e7f4ad+18:3645:x1876180579114112:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789265824.757500:0:22699:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93774f506c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fc778fa6-86d2-4d40-bdad-261484e7f4ad+18:3645:x1876180579114112:12345-0@lo:400:kworker.0 Request processed in 27us (483us total) trans 0 rc 0/0 00000100:00100000:0.0:1789265824.757505:0:22699:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 57 00000100:00100000:0.0:1789265824.757529:0:22707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180579114880 00000100:00100000:0.0:1789265824.757533:0:22707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180579114880 00000100:00100000:0.0:1789265824.757555:0:22707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180579114624 00000100:00100000:0.0:1789265824.757557:0:22707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180579114624 00000100:00100000:0.0:1789265824.757569:0:22707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:0.0:1789265824.757575:0:22707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93775f6e9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3645:x1876180579114880:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789265824.757602:0:22707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93775f6e9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3645:x1876180579114880:12345-0@lo:400:kworker.0 Request processed in 27us (535us total) trans 0 rc 0/0 00000100:00100000:0.0:1789265824.757607:0:22707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00100000:0.0:1789265824.757617:0:22707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:0.0:1789265824.757623:0:22707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93775f6e9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3643:x1876180579114624:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789265824.757657:0:22707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93775f6e9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3643:x1876180579114624:12345-0@lo:400:kworker.0 Request processed in 35us (485us total) trans 0 rc 0/0 00000100:00100000:0.0:1789265824.757663:0:22707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00010000:00080000:0.0:1789265824.757711:0:3643:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff93775f6e8380 x1876180579114624/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789265840 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789265824.757723:0:3643:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93775f6e8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3643:1876180579114624:0@lo:400:kworker.0 00000100:00100000:0.0:1789265824.757732:0:3643:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93774f100e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3643:1876180579114240:0@lo:400:kworker.0 00000100:00100000:0.0:1789265824.757753:0:3642:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93774f101c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3642:1876180579114368:0@lo:8:kworker.0 00000400:00000100:0.0:1789265824.757772:0:3642:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1876180579114368 offset 0 length 520: 4 00000100:00100000:0.0:1789265824.757785:0:3642:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93774f101500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3642:1876180579114496:0@lo:8:kworker.0 00000400:00000100:0.0:1789265824.757800:0:3642:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1876180579114496 offset 0 length 520: 4 00000100:00100000:0.0:1789265824.757825:0:3645:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93774f103100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:fc778fa6-86d2-4d40-bdad-261484e7f4ad:3645:1876180579114112:0@lo:400:kworker.0 00010000:00080000:0.0:1789265824.757834:0:3645:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff93775f6eb480 x1876180579114880/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789265840 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789265824.757842:0:3645:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93775f6eb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3645:1876180579114880:0@lo:400:kworker.0 00000100:00100000:0.0:1789265824.757852:0:3645:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93775f6e9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3645:1876180579114752:0@lo:400:kworker.0 00010000:00010000:2.0:1789265824.886083:0:22694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000004:1.0:1789265824.923128:0:23763:0:(tgt_mount.c:2347:server_getattr()) lustre-MDT0001: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:1.0:1789265824.923433:0:23763:0:(tgt_mount.c:2362:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:1.0:1789265825.910447:0:22695:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000004:1.0:1789265826.345099:0:23813:0:(tgt_mount.c:2347:server_getattr()) lustre-MDT0001: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:1.0:1789265826.348496:0:23813:0:(tgt_mount.c:2362:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:2.0:1789265826.931159:0:22694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1789265827.316906:0:3643:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93775f6e9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3643:1876180579115008:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1789265827.317010:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789265827.317095:0:22711:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180579115008 00000100:00100000:0.0:1789265827.317104:0:22711:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180579115008 00000100:00100000:0.0:1789265827.317178:0:22711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19 00000100:00100000:0.0:1789265827.317189:0:22711:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93775f6eb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3643:x1876180579115008:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1789265827.317254:0:22711:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000100:00100000:0.0:1789265827.317308:0:22711:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93775f6eb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3643:x1876180579115008:12345-0@lo:41:osp-pre-0-1.0 Request processed in 121us (299us total) trans 0 rc 0/0 00000100:00100000:0.0:1789265827.317316:0:22711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19 00000100:00100000:0.0:1789265827.318010:0:3643:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93775f6e9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3643:1876180579115008:0@lo:41:osp-pre-0-1.0 00000020:00000080:2.0:1789265827.618458:0:23861:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=400866bb len=0 uarg=00007ffec0098320 20000000:00000080:2.0:1789265827.618477:0:23861:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=400866bb len=576 karg=ffff93774a36b800 uarg=0000000000000000 20000000:01000000:2.0:1789265827.618516:0:23861:0:(mgs_llog.c:6192:mgs_set_param2()) set_param2 fs='' device='general' param='debug_raw_pointers=Y' 20000000:01000000:2.0:1789265827.618524:0:23861:0:(mgs_llog.c:4647:mgs_write_log_param2()) next param 'debug_raw_pointers=Y' 20000000:01000000:2.0:1789265827.618529:0:23861:0:(mgs_llog.c:1379:mgs_modify_param()) modify params/general/debug_raw_pointers=Y del=0 00000040:00080000:1.0:1789265827.619728:0:23862:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 2 count 13 20000000:00000400:2.0:1789265827.620312:0:23861:0:(mgs_llog.c:1450:mgs_modify_param()) MGS: modify general/debug_raw_pointers=Y (mode = 0) failed: rc = -17 10000000:01000000:2.0:1789265827.626704:0:23861:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 00010000:00010000:3.0:1789265827.627447:0:23861:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff93775181ac00/0xbbfdc9019c1d55a5 lrc: 3/0,1 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 23861 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265827.627467:0:23861:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9377413fca00/0xbbfdc9019c1d544e lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xbbfdc9019c1d5447 expref: 17 pid: 22701 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265827.627482:0:23861:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff937642393000/0xbbfdc9019c1d5551 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xbbfdc9019c1d554a expref: 17 pid: 22701 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265827.627489:0:23861:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff93775181ac00/0xbbfdc9019c1d55a5 lrc: 5/0,1 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 23861 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265827.627528:0:23861:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff937642393000/0xbbfdc9019c1d5551 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xbbfdc9019c1d554a expref: 17 pid: 22701 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265827.627543:0:23861:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff937642393000/0xbbfdc9019c1d5551 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xbbfdc9019c1d554a expref: 17 pid: 22701 timeout: 783 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789265827.627557:0:23861:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff937777838a80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:23861:1876180579115136:0@lo:104: 00000100:00100000:3.0:1789265827.627618:0:23861:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1789265827.627709:0:23861:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9377413fca00/0xbbfdc9019c1d544e lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xbbfdc9019c1d5447 expref: 17 pid: 22701 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265827.627717:0:23861:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff9377413fca00/0xbbfdc9019c1d544e lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xbbfdc9019c1d5447 expref: 17 pid: 22701 timeout: 783 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789265827.627725:0:23861:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93777783aa00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:23861:1876180579115264:0@lo:104: 00000100:00100000:3.0:1789265827.627745:0:23861:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789265827.627983:0:23861:0:(client.c:2715:ptlrpc_set_wait()) set ffff937747dd4cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1789265827.628147:0:22689:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180579115136 00000100:00100000:0.0:1789265827.628155:0:22689:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180579115136 00000100:00100000:0.0:1789265827.628196:0:22689:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180579115264 00000100:00100000:0.0:1789265827.628199:0:22689:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180579115264 00000100:00100000:0.0:1789265827.628221:0:22689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:0.0:1789265827.628231:0:22689:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff937777839c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:fc778fa6-86d2-4d40-bdad-261484e7f4ad+4:23861:x1876180579115136:12345-0@lo:104: 00010000:00010000:0.0:1789265827.628243:0:22689:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.142@tcp lock: ffff9377413fde00/0xbbfdc9019c1d554a lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xbbfdc9019c1d5551 expref: -99 pid: 23441 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789265827.628309:0:22689:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1789265827.628316:0:22689:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff937777839c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:fc778fa6-86d2-4d40-bdad-261484e7f4ad+4:23861:x1876180579115136:12345-0@lo:104: Request processed in 86us (697us total) trans 0 rc 0/0 00000100:00100000:0.0:1789265827.628323:0:22689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00100000:0.0:1789265827.628341:0:22689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:0.0:1789265827.628347:0:22689:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff937777838700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:fc778fa6-86d2-4d40-bdad-261484e7f4ad+3:23861:x1876180579115264:12345-0@lo:104: 00010000:00010000:0.0:1789265827.628355:0:22689:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.142@tcp lock: ffff937740030e00/0xbbfdc9019c1d5447 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xbbfdc9019c1d544e expref: -99 pid: 22685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789265827.628401:0:22689:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:0.0:1789265827.628407:0:22689:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff937777838700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:fc778fa6-86d2-4d40-bdad-261484e7f4ad+3:23861:x1876180579115264:12345-0@lo:104: Request processed in 61us (661us total) trans 0 rc 0/0 00000100:00100000:0.0:1789265827.628413:0:22689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00010000:00010000:2.0:1789265827.628480:0:22695:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1789265827.628487:0:22695:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.142@tcp lock: ffff9377413fde00/0xbbfdc9019c1d554a lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xbbfdc9019c1d5551 expref: -99 pid: 23441 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265827.628494:0:22695:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9377413fde00 already unused, calling callback (ffffffffc13cbc20) 10000000:00010000:2.0:1789265827.628498:0:22695:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.142@tcp lock: ffff9377413fde00/0xbbfdc9019c1d554a lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0xbbfdc9019c1d5551 expref: -99 pid: 23441 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265827.628506:0:22695:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.142@tcp lock: ffff9377413fde00/0xbbfdc9019c1d554a lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0xbbfdc9019c1d5551 expref: -99 pid: 23441 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1789265827.628513:0:22695:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.142@tcp lock: ffff9377413fde00/0xbbfdc9019c1d554a lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0xbbfdc9019c1d5551 expref: -99 pid: 23441 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1789265827.628518:0:22695:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:2.0:1789265827.628558:0:22695:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.142@tcp lock: ffff9377413fde00/0xbbfdc9019c1d554a lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xbbfdc9019c1d5551 expref: -99 pid: 23441 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265827.628564:0:22695:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1789265827.628587:0:22695:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.142@tcp lock: ffff9377413fde00/0xbbfdc9019c1d554a lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xbbfdc9019c1d5551 expref: -99 pid: 23441 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265827.628594:0:22695:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.142@tcp lock: ffff9377413fde00/0xbbfdc9019c1d554a lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xbbfdc9019c1d5551 expref: -99 pid: 23441 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265827.628609:0:22695:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1789265827.628613:0:22695:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.142@tcp lock: ffff937740030e00/0xbbfdc9019c1d5447 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xbbfdc9019c1d544e expref: -99 pid: 22685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265827.628619:0:22695:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff937740030e00 already unused, calling callback (ffffffffc13cbc20) 10000000:00010000:2.0:1789265827.628621:0:22695:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.142@tcp lock: ffff937740030e00/0xbbfdc9019c1d5447 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xbbfdc9019c1d544e expref: -99 pid: 22685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265827.628635:0:22695:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.142@tcp lock: ffff937740030e00/0xbbfdc9019c1d5447 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xbbfdc9019c1d544e expref: -99 pid: 22685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1789265827.628641:0:22695:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.142@tcp lock: ffff937740030e00/0xbbfdc9019c1d5447 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xbbfdc9019c1d544e expref: -99 pid: 22685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1789265827.628646:0:22695:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:2.0:1789265827.628660:0:22695:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.142@tcp lock: ffff937740030e00/0xbbfdc9019c1d5447 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xbbfdc9019c1d544e expref: -99 pid: 22685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265827.628665:0:22695:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1789265827.628679:0:22695:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.142@tcp lock: ffff937740030e00/0xbbfdc9019c1d5447 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xbbfdc9019c1d544e expref: -99 pid: 22685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265827.628686:0:22695:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.142@tcp lock: ffff937740030e00/0xbbfdc9019c1d5447 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xbbfdc9019c1d544e expref: -99 pid: 22685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265827.628698:0:22695:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789265827.628700:0:22695:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789265827.628701:0:22695:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789265827.628706:0:22694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1789265827.628716:0:3644:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93774f2f1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:fc778fa6-86d2-4d40-bdad-261484e7f4ad:3644:1876180579115392:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1789265827.628744:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789265827.628770:0:3646:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1789265827.628776:0:3646:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93774f2f0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:fc778fa6-86d2-4d40-bdad-261484e7f4ad:3646:1876180579115520:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1789265827.628890:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789265827.628921:0:22691:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180579115392 00000100:00100000:2.0:1789265827.628925:0:22691:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180579115392 00010000:00010000:2.0:1789265827.628948:0:22691:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff937642393000/0xbbfdc9019c1d5551 lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xbbfdc9019c1d554a expref: 18 pid: 22701 timeout: 783 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789265827.628968:0:22691:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180579115520 00000100:00100000:2.0:1789265827.628971:0:22691:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180579115520 00010000:00010000:2.0:1789265827.628982:0:22691:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9377413fca00/0xbbfdc9019c1d544e lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xbbfdc9019c1d5447 expref: 19 pid: 22701 timeout: 783 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789265827.628994:0:22691:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:2.0:1789265827.629000:0:22691:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93774f2f2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:fc778fa6-86d2-4d40-bdad-261484e7f4ad+19:3644:x1876180579115392:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1789265827.629010:0:22691:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1789265827.629014:0:22691:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff937642393000/0xbbfdc9019c1d5551 lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xbbfdc9019c1d554a expref: 19 pid: 22701 timeout: 783 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265827.629025:0:22691:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff937642393000/0xbbfdc9019c1d5551 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xbbfdc9019c1d554a expref: 19 pid: 22701 timeout: 783 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265827.629050:0:22691:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1789265827.629078:0:22691:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93774f2f2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:fc778fa6-86d2-4d40-bdad-261484e7f4ad+19:3644:x1876180579115392:12345-0@lo:103:ldlm_bl.0 Request processed in 78us (333us total) trans 0 rc 0/0 00000100:00100000:2.0:1789265827.629084:0:22691:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00100000:2.0:1789265827.629099:0:22691:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:2.0:1789265827.629104:0:22691:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93774f2f3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:fc778fa6-86d2-4d40-bdad-261484e7f4ad+18:3646:x1876180579115520:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1789265827.629111:0:22691:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1789265827.629114:0:22691:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9377413fca00/0xbbfdc9019c1d544e lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xbbfdc9019c1d5447 expref: 18 pid: 22701 timeout: 783 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265827.629122:0:22691:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9377413fca00/0xbbfdc9019c1d544e lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xbbfdc9019c1d5447 expref: 18 pid: 22701 timeout: 783 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265827.629143:0:22691:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff93775181ac00/0xbbfdc9019c1d55a5 lrc: 3/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 23861 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265827.629152:0:22691:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff93775181ac00/0xbbfdc9019c1d55a5 lrc: 4/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 23861 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265827.629165:0:22691:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff93775181ac00/0xbbfdc9019c1d55a5 lrc: 5/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 23861 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265827.629171:0:22691:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff93775181ac00/0xbbfdc9019c1d55a5 lrc: 5/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 23861 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265827.629177:0:22691:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff93775181ac00/0xbbfdc9019c1d55a5 lrc: 4/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 23861 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265827.629182:0:22691:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff93775181ac00/0xbbfdc9019c1d55a5 lrc: 5/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 23861 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265827.629187:0:22691:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93775181ac00 already unused, calling callback (ffffffffc0da9350) 00010000:00010000:2.0:1789265827.629191:0:22691:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff93775181ac00/0xbbfdc9019c1d55a5 lrc: 5/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 23861 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265827.629197:0:22691:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff93775181ac00/0xbbfdc9019c1d55a5 lrc: 6/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 23861 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265827.629205:0:22691:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff93775181ac00/0xbbfdc9019c1d55a5 lrc: 4/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 23861 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265827.629213:0:22691:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1789265827.629240:0:22691:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93774f2f3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:fc778fa6-86d2-4d40-bdad-261484e7f4ad+18:3646:x1876180579115520:12345-0@lo:103:ldlm_bl.0 Request processed in 136us (350us total) trans 0 rc 0/0 00000100:00100000:2.0:1789265827.629254:0:22691:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00100000:2.0:1789265827.629294:0:3644:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93774f2f1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:fc778fa6-86d2-4d40-bdad-261484e7f4ad:3644:1876180579115392:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1789265827.629317:0:3646:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93774f2f0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:fc778fa6-86d2-4d40-bdad-261484e7f4ad:3646:1876180579115520:0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1789265827.629588:0:23861:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff937642393000/0xbbfdc9019c1d5551 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xbbfdc9019c1d554a expref: 17 pid: 22701 timeout: 783 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789265827.629599:0:23861:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff937777838a80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:23861:1876180579115136:0@lo:104: 00010000:00010000:3.0:1789265827.629608:0:23861:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9377413fca00/0xbbfdc9019c1d544e lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xbbfdc9019c1d5447 expref: 16 pid: 22701 timeout: 783 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789265827.629628:0:23861:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93777783aa00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:23861:1876180579115264:0@lo:104: 00010000:00010000:3.0:1789265827.629642:0:23861:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff93775181ac00/0xbbfdc9019c1d55a5 lrc: 1/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 23861 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265827.629650:0:23861:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff93775181ac00/0xbbfdc9019c1d55a5 lrc: 1/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 23861 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265827.629656:0:23861:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff93775181ac00/0xbbfdc9019c1d55a5 lrc: 1/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 23861 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265827.629662:0:23861:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff93775181ac00/0xbbfdc9019c1d55a5 lrc: 0/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 23861 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789265827.832162:0:3646:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff937644c5ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3646:1876180579115648:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1789265827.832234:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789265827.832296:0:23450:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180579115648 00000100:00100000:1.0:1789265827.832302:0:23450:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180579115648 00000100:00100000:1.0:1789265827.832354:0:23450:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20 00000100:00100000:1.0:1789265827.832363:0:23450:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff937644c5c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:3646:x1876180579115648:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1789265827.832410:0:23450:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446461440 avail 1300221952 00000100:00100000:1.0:1789265827.832456:0:23450:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff937644c5c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:3646:x1876180579115648:12345-0@lo:41:osp-pre-1-0.0 Request processed in 93us (221us total) trans 0 rc 0/0 00000100:00100000:1.0:1789265827.832464:0:23450:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20 00000100:00100000:1.0:1789265827.832514:0:3646:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff937644c5ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3646:1876180579115648:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1789265827.833236:0:3642:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789265817/real 1789265817] req@ffff937644c5ce00 x1876180579109376/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 1 dl 1789265827 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789265827.833258:0:3642:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff937644c5ce00 x1876180579109376/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 1 dl 1789265827 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789265827.833269:0:3642:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789265817/real 1789265817] req@ffff937644c5c380 x1876180579109248/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 1 dl 1789265827 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789265827.833278:0:3642:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff937644c5c380 x1876180579109248/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 1 dl 1789265827 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789265827.833293:0:3642:0:(import.c:65:import_set_state_nolock()) ffff93777f588000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789265827.833314:0:3642:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-110) 00000100:00100000:2.0:1789265827.833317:0:3642:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff937644c5ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3642:1876180579109376:0@lo:8:llog_process_th.0 00000100:00080000:2.0:1789265827.833322:0:3642:0:(import.c:65:import_set_state_nolock()) ffff9376420e5000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789265827.833326:0:3642:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 0@lo failed (-110) 00000100:00100000:2.0:1789265827.833329:0:3642:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff937644c5c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3642:1876180579109248:0@lo:8:llog_process_th.0 00000100:00080000:1.0:1789265827.833411:0:20468:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1789265827.833416:0:20468:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789265827.833420:0:20468:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1789265827.833423:0:20468:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789265827.833487:0:20468:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1789265827.833490:0:20468:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1789265827.833492:0:20468:0:(import.c:65:import_set_state_nolock()) ffff9376420e5000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789265827.833495:0:20468:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 672 00000100:00080000:1.0:1789265827.833499:0:20468:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 5s 00000100:00080000:1.0:1789265827.833503:0:20468:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff9376420e5000 using connection 192.168.202.142@tcp/0@lo 00000100:00100000:1.0:1789265827.833519:0:20468:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff937644c5e300 x1876180579116032/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789265827.833532:0:20468:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1789265827.833535:0:20468:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1789265827.833537:0:20468:0:(import.c:65:import_set_state_nolock()) ffff93777f588000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789265827.833539:0:20468:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 0@lo last attempt 672 00000100:00080000:1.0:1789265827.833541:0:20468:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-MDT0001: tried all connections, increasing latency to 5s 00000100:00080000:1.0:1789265827.833544:0:20468:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-MDT0001: import ffff93777f588000 using connection 192.168.202.142@tcp/0@lo 00000100:00100000:1.0:1789265827.833555:0:20468:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff937644c5d880 x1876180579116160/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789265827.833590:0:3645:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff937644c5dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3645:1876180579116288:0@lo:400:kworker.0 00000100:00100000:1.0:1789265827.833633:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789265827.833672:0:22707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180579116288 00000100:00100000:1.0:1789265827.833677:0:22707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180579116288 00000100:00100000:1.0:1789265827.833714:0:22707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:1.0:1789265827.833721:0:22707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff937644c5c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3645:x1876180579116288:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789265827.833761:0:22707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff937644c5c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3645:x1876180579116288:12345-0@lo:400:kworker.0 Request processed in 40us (127us total) trans 0 rc 0/0 00000100:00100000:1.0:1789265827.833768:0:22707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00010000:00080000:1.0:1789265827.833811:0:3645:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff937644c5dc00 x1876180579116288/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789265843 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789265827.833822:0:3645:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff937644c5dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3645:1876180579116288:0@lo:400:kworker.0 00000100:00100000:1.0:1789265827.833841:0:3642:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff937644c5e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3642:1876180579116032:0@lo:8:kworker.0 00000400:00000100:1.0:1789265827.834058:0:3642:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1876180579116032 offset 0 length 520: 4 00000100:00100000:1.0:1789265827.834081:0:3642:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff937644c5d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3642:1876180579116160:0@lo:8:kworker.0 00000400:00000100:1.0:1789265827.834100:0:3642:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1876180579116160 offset 0 length 520: 4 00000100:00100000:3.0:1789265827.834243:0:3644:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff937644c5f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3644:1876180579115904:0@lo:400:kworker.0 00000100:00100000:3.0:1789265827.834275:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789265827.834303:0:3644:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1789265827.834309:0:3644:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff937644c5ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3644:1876180579115776:0@lo:400:kworker.0 00000100:00100000:3.0:1789265827.834333:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789265827.834359:0:22706:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180579115776 00000100:00100000:3.0:1789265827.834363:0:22706:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180579115776 00000100:00100000:3.0:1789265827.834402:0:22706:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:3.0:1789265827.834409:0:22706:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff937777838a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3644:x1876180579115776:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789265827.834447:0:22706:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff937777838a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3644:x1876180579115776:12345-0@lo:400:kworker.0 Request processed in 38us (113us total) trans 0 rc 0/0 00000100:00100000:3.0:1789265827.834453:0:22706:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00010000:00080000:3.0:1789265827.834480:0:3644:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff937644c5ca80 x1876180579115776/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789265843 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789265827.834504:0:3644:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff937644c5ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3644:1876180579115776:0@lo:400:kworker.0 00000100:00100000:1.0:1789265827.834601:0:22712:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180579115904 00000100:00100000:1.0:1789265827.834605:0:22712:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180579115904 00000100:00100000:1.0:1789265827.834639:0:22712:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21 00000100:00100000:1.0:1789265827.834645:0:22712:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93777783aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3644:x1876180579115904:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789265827.834685:0:22712:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93777783aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3644:x1876180579115904:12345-0@lo:400:kworker.0 Request processed in 40us (409us total) trans 0 rc 0/0 00000100:00100000:1.0:1789265827.834691:0:22712:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21 00000100:00100000:3.0:1789265827.834744:0:3644:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff937644c5f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3644:1876180579115904:0@lo:400:kworker.0 00010000:00010000:2.0:1789265827.957338:0:22695:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00100000:1.0:1789265828.340278:0:23442:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0001: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00010000:00010000:2.0:1789265828.980065:0:22694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:0.0:1789265829.428175:0:22703:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:0.0:1789265829.428193:0:22703:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff937756d71000 from 13 10000000:01000000:0.0:1789265829.428198:0:22703:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:0.0:1789265829.428242:0:22703:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.142@tcp lock: ffff937642392000/0xbbfdc9019c1d55ac lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789265829.428254:0:22703:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.142@tcp lock: ffff937642392000/0xbbfdc9019c1d55ac lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789265829.428265:0:22703:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.142@tcp lock: ffff937642392000/0xbbfdc9019c1d55ac lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789265829.428291:0:22703:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93775f6e9500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fc778fa6-86d2-4d40-bdad-261484e7f4ad:22703:1876180579116416:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1789265829.428540:0:22703:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789265829.428585:0:22703:0:(client.c:2715:ptlrpc_set_wait()) set ffff9376430c0000 going to sleep for 11 seconds 00000100:00100000:1.0:1789265829.428635:0:22700:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180579116416 00000100:00100000:1.0:1789265829.428642:0:22700:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180579116416 00000100:00100000:1.0:1789265829.428699:0:22700:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 58 00000100:00100000:1.0:1789265829.428709:0:22700:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93774f507450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fc778fa6-86d2-4d40-bdad-261484e7f4ad+16:22703:x1876180579116416:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1789265829.428722:0:22700:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1789265829.428736:0:22700:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff937740030c00/0xbbfdc9019c1d55b3 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xbbfdc9019c1d55ac expref: -99 pid: 22700 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789265829.428759:0:22700:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff937740030c00/0xbbfdc9019c1d55b3 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xbbfdc9019c1d55ac expref: 17 pid: 22700 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789265829.428783:0:22700:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff937740030c00/0xbbfdc9019c1d55b3 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xbbfdc9019c1d55ac expref: 17 pid: 22700 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789265829.428806:0:22700:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff937740030c00, rc 0) 00000100:00100000:1.0:1789265829.428851:0:22700:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93774f507450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fc778fa6-86d2-4d40-bdad-261484e7f4ad+17:22703:x1876180579116416:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 145us (312us total) trans 0 rc 0/0 00000100:00100000:1.0:1789265829.428880:0:22700:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 58 00000100:00100000:0.0:1789265829.429955:0:22703:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93775f6e9500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fc778fa6-86d2-4d40-bdad-261484e7f4ad:22703:1876180579116416:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1789265829.429977:0:22703:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.142@tcp lock: ffff937642392000/0xbbfdc9019c1d55ac lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xbbfdc9019c1d55b3 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789265829.429987:0:22703:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.142@tcp lock: ffff937642392000/0xbbfdc9019c1d55ac lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xbbfdc9019c1d55b3 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789265829.430056:0:22703:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93775f6e9500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fc778fa6-86d2-4d40-bdad-261484e7f4ad:22703:1876180579116544:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1789265829.430096:0:22703:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789265829.430131:0:22703:0:(client.c:2715:ptlrpc_set_wait()) set ffff9376430c0000 going to sleep for 11 seconds 00000100:00100000:1.0:1789265829.430200:0:22701:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180579116544 00000100:00100000:1.0:1789265829.430205:0:22701:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180579116544 00000100:00100000:1.0:1789265829.430244:0:22701:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 59 00000100:00100000:1.0:1789265829.430252:0:22701:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93774f506450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fc778fa6-86d2-4d40-bdad-261484e7f4ad+17:22703:x1876180579116544:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1789265829.430556:0:22701:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93774f506450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fc778fa6-86d2-4d40-bdad-261484e7f4ad+17:22703:x1876180579116544:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 305us (458us total) trans 0 rc 0/0 00000100:00100000:1.0:1789265829.430564:0:22701:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 59 00000100:00100000:0.0:1789265829.430629:0:22703:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93775f6e9500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fc778fa6-86d2-4d40-bdad-261484e7f4ad:22703:1876180579116544:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1789265829.430662:0:22703:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93775f6e9500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fc778fa6-86d2-4d40-bdad-261484e7f4ad:22703:1876180579116672:0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1789265829.430702:0:22703:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789265829.430735:0:22703:0:(client.c:2715:ptlrpc_set_wait()) set ffff9376430c0000 going to sleep for 11 seconds 00000100:00100000:1.0:1789265829.430941:0:22699:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180579116672 00000100:00100000:1.0:1789265829.430946:0:22699:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180579116672 00000100:00100000:1.0:1789265829.430978:0:22699:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 60 00000100:00100000:1.0:1789265829.430985:0:22699:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93774f504c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fc778fa6-86d2-4d40-bdad-261484e7f4ad+17:22703:x1876180579116672:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1789265829.431068:0:22699:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93774f504c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fc778fa6-86d2-4d40-bdad-261484e7f4ad+17:22703:x1876180579116672:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 82us (364us total) trans 0 rc 0/0 00000100:00100000:1.0:1789265829.431074:0:22699:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 60 00000100:00100000:0.0:1789265829.431142:0:22703:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93775f6e9500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fc778fa6-86d2-4d40-bdad-261484e7f4ad:22703:1876180579116672:0@lo:503:ll_cfg_requeue.0 00000040:00080000:0.0:1789265829.433033:0:23980:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 13 00000020:01000000:1.0:1789265829.433297:0:22703:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 13-12 (rc=0) 10000000:01000000:1.0:1789265829.433321:0:22703:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.142@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:1.0:1789265829.433332:0:22703:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.142@tcp lock: ffff937642392000/0xbbfdc9019c1d55ac lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xbbfdc9019c1d55b3 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789265829.433896:0:22703:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.142@tcp lock: ffff937642392000/0xbbfdc9019c1d55ac lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xbbfdc9019c1d55b3 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1789265829.433906:0:22703:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:1.0:1789265829.433908:0:22703:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff93777aeab000 from 13 10000000:01000000:1.0:1789265829.433911:0:22703:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:1.0:1789265829.433946:0:22703:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.142@tcp lock: ffff937740030e00/0xbbfdc9019c1d55ba lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789265829.433952:0:22703:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.142@tcp lock: ffff937740030e00/0xbbfdc9019c1d55ba lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789265829.433962:0:22703:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.142@tcp lock: ffff937740030e00/0xbbfdc9019c1d55ba lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789265829.433987:0:22703:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff937644c5dc00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fc778fa6-86d2-4d40-bdad-261484e7f4ad:22703:1876180579116800:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1789265829.434048:0:22703:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789265829.434087:0:22703:0:(client.c:2715:ptlrpc_set_wait()) set ffff93774f390a80 going to sleep for 11 seconds 00000100:00100000:1.0:1789265829.434108:0:22701:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180579116800 00000100:00100000:1.0:1789265829.434114:0:22701:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180579116800 00000100:00100000:1.0:1789265829.434154:0:22701:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 61 00000100:00100000:1.0:1789265829.434161:0:22701:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93774f507850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fc778fa6-86d2-4d40-bdad-261484e7f4ad+17:22703:x1876180579116800:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1789265829.434173:0:22701:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1789265829.434573:0:22701:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff937740031600/0xbbfdc9019c1d55c1 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0xbbfdc9019c1d55ba expref: -99 pid: 22701 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789265829.434600:0:22701:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff937740031600/0xbbfdc9019c1d55c1 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xbbfdc9019c1d55ba expref: 18 pid: 22701 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789265829.434624:0:22701:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff937740031600/0xbbfdc9019c1d55c1 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xbbfdc9019c1d55ba expref: 18 pid: 22701 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789265829.434633:0:22701:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff937740031600, rc 0) 00000100:00100000:1.0:1789265829.434714:0:22701:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93774f507850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fc778fa6-86d2-4d40-bdad-261484e7f4ad+18:22703:x1876180579116800:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 552us (665us total) trans 0 rc 0/0 00000100:00100000:1.0:1789265829.434722:0:22701:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 61 00000100:00100000:0.0:1789265829.440332:0:22703:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff937644c5dc00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fc778fa6-86d2-4d40-bdad-261484e7f4ad:22703:1876180579116800:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1789265829.441109:0:22703:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.142@tcp lock: ffff937740030e00/0xbbfdc9019c1d55ba lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xbbfdc9019c1d55c1 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789265829.441126:0:22703:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.142@tcp lock: ffff937740030e00/0xbbfdc9019c1d55ba lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xbbfdc9019c1d55c1 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789265829.441274:0:22703:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff937644c5e680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fc778fa6-86d2-4d40-bdad-261484e7f4ad:22703:1876180579116928:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1789265829.441333:0:22703:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789265829.441662:0:22703:0:(client.c:2715:ptlrpc_set_wait()) set ffff93774f390a80 going to sleep for 11 seconds 00000100:00100000:0.0:1789265829.444059:0:22700:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180579116928 00000100:00100000:0.0:1789265829.444076:0:22700:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180579116928 00000100:00100000:1.0:1789265829.447075:0:22700:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 62 00000100:00100000:1.0:1789265829.447091:0:22700:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93774f505050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fc778fa6-86d2-4d40-bdad-261484e7f4ad+18:22703:x1876180579116928:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1789265829.447269:0:22700:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93774f505050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fc778fa6-86d2-4d40-bdad-261484e7f4ad+18:22703:x1876180579116928:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 181us (5935us total) trans 0 rc 0/0 00000100:00100000:1.0:1789265829.447277:0:22700:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 62 00000100:00100000:0.0:1789265829.449672:0:22703:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff937644c5e680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fc778fa6-86d2-4d40-bdad-261484e7f4ad:22703:1876180579116928:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1789265829.449740:0:22703:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93775f6e9500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fc778fa6-86d2-4d40-bdad-261484e7f4ad:22703:1876180579117056:0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1789265829.449830:0:22703:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789265829.451953:0:22703:0:(client.c:2715:ptlrpc_set_wait()) set ffff9376430c0000 going to sleep for 11 seconds 00000100:00100000:2.0:1789265829.453169:0:22701:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180579117056 00000100:00100000:2.0:1789265829.453192:0:22701:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180579117056 00000100:00100000:2.0:1789265829.453246:0:22701:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 63 00000100:00100000:2.0:1789265829.453255:0:22701:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93774f507c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fc778fa6-86d2-4d40-bdad-261484e7f4ad+18:22703:x1876180579117056:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1789265829.453645:0:22701:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93774f507c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fc778fa6-86d2-4d40-bdad-261484e7f4ad+18:22703:x1876180579117056:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 390us (3814us total) trans 0 rc 0/0 00000100:00100000:2.0:1789265829.453654:0:22701:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 63 00000100:00100000:3.0:1789265829.453759:0:22703:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93775f6e9500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fc778fa6-86d2-4d40-bdad-261484e7f4ad:22703:1876180579117056:0@lo:503:ll_cfg_requeue.0 00000040:00080000:3.0:1789265829.460922:0:23981:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 13 00000020:01000000:1.0:1789265829.461412:0:22703:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 13-12 (rc=0) 10000000:01000000:1.0:1789265829.461437:0:22703:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.142@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:1.0:1789265829.461449:0:22703:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.142@tcp lock: ffff937740030e00/0xbbfdc9019c1d55ba lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xbbfdc9019c1d55c1 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789265829.461460:0:22703:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.142@tcp lock: ffff937740030e00/0xbbfdc9019c1d55ba lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xbbfdc9019c1d55c1 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1789265829.555444:0:23465:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:2.0:1789265830.006208:0:22695:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789265831.027242:0:22694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1789265831.414097:0:22742:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:2.0:1789265832.054760:0:22695:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1789265832.436416:0:3645:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1789265832.436441:0:3645:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93775f6e8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3645:1876180579117184:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1789265832.436517:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789265832.436726:0:22711:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180579117184 00000100:00100000:1.0:1789265832.436736:0:22711:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180579117184 00000100:00100000:1.0:1789265832.436796:0:22711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22 00000100:00100000:1.0:1789265832.436818:0:22711:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93774f2f0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3645:x1876180579117184:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1789265832.436853:0:22711:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000100:00100000:1.0:1789265832.436952:0:22711:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93774f2f0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3645:x1876180579117184:12345-0@lo:41:osp-pre-0-1.0 Request processed in 125us (423us total) trans 0 rc 0/0 00000100:00100000:2.0:1789265832.436958:0:3645:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93775f6e8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3645:1876180579117184:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1789265832.436960:0:22711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22 00000100:00080000:1.0:1789265832.947103:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1789265832.947111:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789265832.947113:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1789265832.947116:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789265832.947133:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1789265832.947136:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789265832.947139:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1789265832.947142:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:1.0:1789265832.947177:0:3644:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff937644c5e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3644:1876180579117440:0@lo:400:kworker.0 00000100:00100000:1.0:1789265832.947248:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789265832.947309:0:3644:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1789265832.947316:0:3644:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff937644c5fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:fc778fa6-86d2-4d40-bdad-261484e7f4ad:3644:1876180579117312:0@lo:400:kworker.0 00000100:00100000:1.0:1789265832.947353:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789265832.947384:0:3646:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff937644c5f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3646:1876180579117696:0@lo:400:kworker.0 00000100:00100000:1.0:1789265832.947409:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789265832.947429:0:3646:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1789265832.947434:0:3646:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff937644c5dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3646:1876180579117568:0@lo:400:kworker.0 00000100:00100000:1.0:1789265832.947453:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789265832.947494:0:22708:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180579117696 00000100:00100000:1.0:1789265832.947501:0:22708:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180579117696 00000100:00100000:1.0:1789265832.947543:0:22708:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180579117568 00000100:00100000:1.0:1789265832.947546:0:22708:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180579117568 00000100:00100000:1.0:1789265832.947559:0:22708:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:1.0:1789265832.947566:0:22708:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff937644c5c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3646:x1876180579117696:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789265832.947611:0:22708:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff937644c5c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3646:x1876180579117696:12345-0@lo:400:kworker.0 Request processed in 45us (200us total) trans 0 rc 0/0 00000100:00100000:1.0:1789265832.947618:0:22708:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00100000:1.0:1789265832.947634:0:22708:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:1.0:1789265832.947640:0:22708:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff937644c5ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3646:x1876180579117568:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789265832.947667:0:22708:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff937644c5ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3646:x1876180579117568:12345-0@lo:400:kworker.0 Request processed in 28us (213us total) trans 0 rc 0/0 00000100:00100000:1.0:1789265832.947673:0:22708:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00010000:00080000:1.0:1789265832.947710:0:3646:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff937644c5dc00 x1876180579117568/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789265848 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789265832.947723:0:3646:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff937644c5dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3646:1876180579117568:0@lo:400:kworker.0 00010000:00080000:1.0:1789265832.947732:0:3646:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff937644c5f800 x1876180579117696/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789265848 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789265832.947739:0:3646:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff937644c5f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3646:1876180579117696:0@lo:400:kworker.0 00000100:00100000:2.0:1789265832.948029:0:3643:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93775f6e9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3643:1876180579117824:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1789265832.948060:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789265832.948098:0:23450:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180579117440 00000100:00100000:2.0:1789265832.948102:0:23450:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180579117440 00000100:00100000:2.0:1789265832.948126:0:23450:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180579117824 00000100:00100000:2.0:1789265832.948129:0:23450:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180579117824 00000100:00100000:2.0:1789265832.948141:0:23450:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23 00000100:00100000:2.0:1789265832.948147:0:23450:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff937644c5ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:3644:x1876180579117440:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789265832.948179:0:23450:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff937644c5ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:3644:x1876180579117440:12345-0@lo:400:kworker.0 Request processed in 32us (930us total) trans 0 rc 0/0 00000100:00100000:2.0:1789265832.948186:0:23450:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23 00000100:00100000:2.0:1789265832.948199:0:23450:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24 00000100:00100000:2.0:1789265832.948205:0:23450:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93774f2f1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3643:x1876180579117824:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1789265832.948227:0:23450:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446461440 avail 1300221952 00000100:00100000:2.0:1789265832.948275:0:23450:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93774f2f1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3643:x1876180579117824:12345-0@lo:41:osp-pre-1-0.0 Request processed in 55us (200us total) trans 0 rc 0/0 00000100:00100000:2.0:1789265832.948292:0:23450:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24 00000100:00100000:2.0:1789265832.948310:0:22701:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180579117312 00000100:00100000:2.0:1789265832.948313:0:22701:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180579117312 00000100:00100000:2.0:1789265832.948344:0:22701:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 64 00000100:00100000:2.0:1789265832.948351:0:22701:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93777ade5c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fc778fa6-86d2-4d40-bdad-261484e7f4ad+18:3644:x1876180579117312:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789265832.948379:0:22701:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93777ade5c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fc778fa6-86d2-4d40-bdad-261484e7f4ad+18:3644:x1876180579117312:12345-0@lo:400:kworker.0 Request processed in 29us (1026us total) trans 0 rc 0/0 00000100:00100000:2.0:1789265832.948385:0:22701:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 64 00000100:00100000:2.0:1789265832.948423:0:3643:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93775f6e9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3643:1876180579117824:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1789265832.948841:0:3644:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff937644c5fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:fc778fa6-86d2-4d40-bdad-261484e7f4ad:3644:1876180579117312:0@lo:400:kworker.0 00000100:00100000:1.0:1789265832.948852:0:3644:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff937644c5e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3644:1876180579117440:0@lo:400:kworker.0 00010000:00010000:1.0:1789265833.096505:0:22694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000004:1.0:1789265834.075765:0:24209:0:(obd_mount.c:923:lmd_print()) mount data: 00000020:01000004:1.0:1789265834.075770:0:24209:0:(obd_mount.c:926:lmd_print()) device: /dev/mapper/ost1_flakey 00000020:01000004:1.0:1789265834.075776:0:24209:0:(obd_mount.c:929:lmd_print()) options: errors=remount-ro 00000080:01200004:1.0:1789265834.076119:0:24209:0:(super25.c:131:lustre_fill_super()) VFS Op: sb ffff937643351000 00000020:01000004:1.0:1789265834.076135:0:24209:0:(tgt_mount.c:2503:osd_start()) Attempting to start lustre-OST0000, type=osd-ldiskfs, lsifl=200002, mountfl=0 00000020:01000004:1.0:1789265834.076149:0:24209:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-OST0000-osd (typ=osd-ldiskfs) 00000020:00000080:1.0:1789265834.076162:0:24209:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0000-osd (ffff93777a984d28) 00000020:00000080:1.0:1789265834.076178:0:24209:0:(obd_config.c:720:class_attach_name()) OBD: dev 20 attached type osd-ldiskfs with refcount 2 00010000:00010000:2.0:1789265834.099096:0:22695:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00100000:10000000:0.0:1789265834.110705:0:24209:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0000: index object [0x200000001:0x3:0x0] (8/24) registered 00100000:10000000:0.0:1789265834.113082:0:24209:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0000: index object [0x200000003:0x5:0x0] (8/32) registered 00100000:10000000:0.0:1789265834.113317:0:24209:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0000: index object [0x200000005:0x2:0x0] (8/8) registered 00100000:10000000:0.0:1789265834.113714:0:24209:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0000: index object [0x200000005:0x1:0x0] (8/8) registered 00100000:10000000:0.0:1789265834.113992:0:24209:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0000: index object [0x200000003:0x4:0x0] (8/32) registered 00100000:10000000:0.0:1789265834.114216:0:24209:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0000: index object [0x200000003:0x6:0x0] (8/32) registered 00100000:10000000:0.0:1789265834.114435:0:24209:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0000: index object [0x200000005:0x3:0x0] (8/8) registered 00080000:01000000:0.0:1789265834.115261:0:24209:0:(osd_lproc.c:911:osd_procfs_init()) lustre-OST0000: register osd-ldiskfs tunable parameters 00000020:00000080:0.0:1789265834.115476:0:24209:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0000-osd (uuid lustre-OST0000-osd_UUID) 00080000:01000000:0.0:1789265834.115489:0:24209:0:(osd_handler.c:8925:osd_obd_connect()) connect #0 00000020:00000080:0.0:1789265834.115501:0:24209:0:(genops.c:1385:class_connect()) connect: client lustre-OST0000-osd_UUID, cookie 0xbbfdc9019c1d55cf 00000020:01000004:0.0:1789265834.115514:0:24209:0:(tgt_mount.c:2588:server_fill_super()) Found service lustre-OST0000 on device /dev/mapper/ost1_flakey 00000020:01000004:0.0:1789265834.115535:0:24209:0:(obd_mount.c:403:lustre_start_mgc()) MGC192.168.202.142@tcp:Set MGC reconnect 1 10000000:01000000:0.0:1789265834.115539:0:24209:0:(mgc_request.c:1071:mgc_set_info_async()) InitRecov MGC192.168.202.142@tcp 1/d0:i0:r0:or0:FULL 00000020:01000004:0.0:1789265834.115545:0:24209:0:(tgt_mount.c:1812:server_start_targets()) starting target lustre-OST0000 00000020:01000004:0.0:1789265834.115550:0:24209:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD OSS (typ=ost) 00000020:00000080:0.0:1789265834.115561:0:24209:0:(genops.c:413:class_newdev()) Allocate new device OSS (ffff93775f5419b8) 00000020:00000080:0.0:1789265834.115573:0:24209:0:(obd_config.c:720:class_attach_name()) OBD: dev 21 attached type ost with refcount 2 00000100:00100000:0.0:1789265834.116812:0:24209:0:(service.c:155:ptlrpc_grow_req_bufs()) ost: allocate 64 new 32768-byte reqbufs (0/64 left), rc = 0 00000100:00100000:0.0:1789265834.117143:0:24209:0:(service.c:3462:ptlrpc_start_thread()) ost[0] started 0 min 3 max 116 00000100:00100000:0.0:1789265834.117149:0:24209:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost00_000' 00000100:00100000:0.0:1789265834.117674:0:24209:0:(service.c:3462:ptlrpc_start_thread()) ost[0] started 1 min 3 max 116 00000100:00100000:0.0:1789265834.117680:0:24209:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost00_001' 00000100:00100000:0.0:1789265834.118284:0:24209:0:(service.c:3462:ptlrpc_start_thread()) ost[0] started 2 min 3 max 116 00000100:00100000:0.0:1789265834.118291:0:24209:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost00_002' 00000100:00100000:0.0:1789265834.120666:0:24209:0:(service.c:155:ptlrpc_grow_req_bufs()) ost_create: allocate 64 new 32768-byte reqbufs (0/64 left), rc = 0 00000100:00100000:0.0:1789265834.120847:0:24209:0:(service.c:3462:ptlrpc_start_thread()) ost_create[0] started 0 min 2 max 16 00000100:00100000:0.0:1789265834.120853:0:24209:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_create00_000' 00000100:00100000:1.0:1789265834.122688:0:24209:0:(service.c:3462:ptlrpc_start_thread()) ost_create[0] started 1 min 2 max 16 00000100:00100000:1.0:1789265834.122699:0:24209:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_create00_001' 00000100:00100000:2.0:1789265834.137169:0:24209:0:(service.c:155:ptlrpc_grow_req_bufs()) ost_io: allocate 64 new 524288-byte reqbufs (0/64 left), rc = 0 00000100:00100000:2.0:1789265834.137424:0:24209:0:(service.c:3462:ptlrpc_start_thread()) ost_io[0] started 0 min 3 max 116 00000100:00100000:2.0:1789265834.137430:0:24209:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_io00_000' 00000100:00100000:2.0:1789265834.138705:0:24209:0:(service.c:3462:ptlrpc_start_thread()) ost_io[0] started 1 min 3 max 116 00000100:00100000:2.0:1789265834.138715:0:24209:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_io00_001' 00000100:00100000:0.0:1789265834.139486:0:24209:0:(service.c:3462:ptlrpc_start_thread()) ost_io[0] started 2 min 3 max 116 00000100:00100000:0.0:1789265834.139496:0:24209:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_io00_002' 00000100:00100000:0.0:1789265834.141456:0:24209:0:(service.c:155:ptlrpc_grow_req_bufs()) ost_seq: allocate 64 new 32768-byte reqbufs (0/64 left), rc = 0 00000100:00100000:0.0:1789265834.141667:0:24209:0:(service.c:3462:ptlrpc_start_thread()) ost_seq[0] started 0 min 2 max 16 00000100:00100000:0.0:1789265834.141673:0:24209:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_seq00_000' 00000100:00100000:0.0:1789265834.143453:0:24209:0:(service.c:3462:ptlrpc_start_thread()) ost_seq[0] started 1 min 2 max 16 00000100:00100000:0.0:1789265834.143464:0:24209:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_seq00_001' 00000100:00100000:2.0:1789265834.174066:0:24209:0:(service.c:155:ptlrpc_grow_req_bufs()) ost_out: allocate 64 new 1048576-byte reqbufs (0/64 left), rc = 0 00000100:00100000:2.0:1789265834.174277:0:24209:0:(service.c:3462:ptlrpc_start_thread()) ost_out[0] started 0 min 2 max 16 00000100:00100000:2.0:1789265834.174284:0:24209:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_out00_000' 00000100:00100000:2.0:1789265834.176399:0:24209:0:(service.c:3462:ptlrpc_start_thread()) ost_out[0] started 1 min 2 max 16 00000100:00100000:2.0:1789265834.176413:0:24209:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_out00_001' 00000020:00000080:2.0:1789265834.177087:0:24209:0:(obd_config.c:826:class_setup()) finished setup of obd OSS (uuid OSS_uuid) 00000020:01000004:2.0:1789265834.177115:0:24209:0:(tgt_mount.c:280:server_mgc_set_fs()) Set mgc disk for /dev/mapper/ost1_flakey 10000000:01000000:2.0:1789265834.177121:0:24209:0:(mgc_request_server.c:89:mgc_fs_setup()) MGC192.168.202.142@tcp: cl_mgc_mutex lustre-OST0000-osd for locked: rc = 0 00000040:01000000:3.0:1789265834.191239:0:24209:0:(llog_obd.c:197:llog_setup()) obd MGC192.168.202.142@tcp ctxt 0 is initialized 00000020:01000004:3.0:1789265834.191282:0:24209:0:(tgt_mount.c:1418:server_register_target()) Registration lustre-OST0000, fs=lustre, 192.168.202.142@tcp, index=0000, flags=0x20002 00000020:01000004:3.0:1789265834.191288:0:24209:0:(tgt_mount.c:1175:server_mti_print()) mti - server_register_target 00000020:01000004:3.0:1789265834.191289:0:24209:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0000 00000020:01000004:3.0:1789265834.191291:0:24209:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:3.0:1789265834.191292:0:24209:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:3.0:1789265834.191450:0:24209:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:3.0:1789265834.191453:0:24209:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:3.0:1789265834.191455:0:24209:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1789265834.191457:0:24209:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1789265834.191458:0:24209:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:3.0:1789265834.191462:0:24209:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-OST0000 0x10020002 00000020:01000004:3.0:1789265834.191465:0:24209:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:3.0:1789265834.191467:0:24209:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0000 00000020:01000004:3.0:1789265834.191468:0:24209:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:3.0:1789265834.191469:0:24209:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:3.0:1789265834.191470:0:24209:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:3.0:1789265834.191471:0:24209:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:3.0:1789265834.191472:0:24209:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1789265834.191474:0:24209:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1789265834.191475:0:24209:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:3.0:1789265834.191500:0:24209:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-OST0000 00000100:00100000:3.0:1789265834.191521:0:24209:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff937777839880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fc778fa6-86d2-4d40-bdad-261484e7f4ad:24209:1876180579117952:0@lo:253:mount.lustre.0 00000100:00100000:3.0:1789265834.191592:0:24209:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789265834.191701:0:24209:0:(client.c:2715:ptlrpc_set_wait()) set ffff93777a3f1180 going to sleep for 11 seconds 00000100:00100000:1.0:1789265834.191847:0:22700:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180579117952 00000100:00100000:1.0:1789265834.191856:0:22700:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180579117952 00000100:00100000:1.0:1789265834.192104:0:22700:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 65 00000100:00100000:1.0:1789265834.192114:0:22700:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93777ade7050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fc778fa6-86d2-4d40-bdad-261484e7f4ad+18:24209:x1876180579117952:12345-0@lo:253:mount.lustre.0 20000000:01000000:1.0:1789265834.192155:0:22700:0:(mgs_handler.c:479:mgs_target_reg()) fs: lustre index: 0 is registered to MGS. 20000000:01000000:1.0:1789265834.192159:0:22700:0:(mgs_handler.c:529:mgs_target_reg()) Server lustre-OST0000 is running on 0@lo 20000000:01000000:1.0:1789265834.192163:0:22700:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00000100:00100000:1.0:1789265834.192540:0:22700:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93777ade7050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fc778fa6-86d2-4d40-bdad-261484e7f4ad+18:24209:x1876180579117952:12345-0@lo:253:mount.lustre.0 Request processed in 427us (946us total) trans 0 rc 0/0 00000100:00100000:1.0:1789265834.192549:0:22700:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 65 00000100:00100000:3.0:1789265834.192622:0:24209:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff937777839880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fc778fa6-86d2-4d40-bdad-261484e7f4ad:24209:1876180579117952:0@lo:253:mount.lustre.0 10000000:01000000:3.0:1789265834.192632:0:24209:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-OST0000 got index = 0 00000020:01000004:3.0:1789265834.192635:0:24209:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:3.0:1789265834.192636:0:24209:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0000 00000020:01000004:3.0:1789265834.192637:0:24209:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:3.0:1789265834.192638:0:24209:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:3.0:1789265834.192639:0:24209:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:3.0:1789265834.192640:0:24209:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:3.0:1789265834.192641:0:24209:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1789265834.192642:0:24209:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1789265834.192644:0:24209:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 00000020:01000004:3.0:1789265834.192673:0:24209:0:(tgt_mount.c:101:server_register_mount()) register mount ffff937643351000 from lustre-OST0000 10000000:01000000:3.0:1789265834.192698:0:24209:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-OST0000 from 0 10000000:01000000:3.0:1789265834.192701:0:24209:0:(mgc_request.c:329:config_log_add()) add config log lustre-OST0000-0000000000000000 10000000:01000000:3.0:1789265834.192708:0:24209:0:(mgc_request_server.c:874:mgc_get_local_copy()) Get log lustre-sptlrpc-ffff93775def3370 local copy 00010000:00010000:3.0:1789265834.192717:0:24209:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.142@tcp lock: ffff93775181ba00/0xbbfdc9019c1d538a lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0xbbfdc9019c1d5391 expref: -99 pid: 22685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789265834.192793:0:24209:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff937777839880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fc778fa6-86d2-4d40-bdad-261484e7f4ad:24209:1876180579118080:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1789265834.192825:0:24209:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789265834.193015:0:24209:0:(client.c:2715:ptlrpc_set_wait()) set ffff93777a3f1f00 going to sleep for 11 seconds 00000100:00100000:2.0:1789265834.193159:0:22701:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180579118080 00000100:00100000:2.0:1789265834.193164:0:22701:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180579118080 00000100:00100000:2.0:1789265834.193190:0:22701:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 66 00000100:00100000:2.0:1789265834.193197:0:22701:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93777ade5050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fc778fa6-86d2-4d40-bdad-261484e7f4ad+18:24209:x1876180579118080:12345-0@lo:501:mount.lustre.0 00000100:00100000:2.0:1789265834.193269:0:22701:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93777ade5050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fc778fa6-86d2-4d40-bdad-261484e7f4ad+18:24209:x1876180579118080:12345-0@lo:501:mount.lustre.0 Request processed in 72us (443us total) trans 0 rc -2/-2 00000100:00100000:2.0:1789265834.193284:0:22701:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 66 00000100:00100000:3.0:1789265834.193426:0:24209:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff937777839880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fc778fa6-86d2-4d40-bdad-261484e7f4ad:24209:1876180579118080:0@lo:501:mount.lustre.0 10000000:01000000:3.0:1789265834.193441:0:24209:0:(mgc_request_server.c:765:mgc_llog_local_copy()) MGC192.168.202.142@tcp: no remote llog for lustre-sptlrpc, check MGS config 10000000:01000000:3.0:1789265834.193458:0:24209:0:(mgc_request_server.c:897:mgc_get_local_copy()) MGC192.168.202.142@tcp: can't save local copy of 'lustre-sptlrpc': rc = -2. 00010000:00010000:3.0:1789265834.193464:0:24209:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.142@tcp lock: ffff93775181ba00/0xbbfdc9019c1d538a lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0xbbfdc9019c1d5391 expref: -99 pid: 22685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265834.193473:0:24209:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.142@tcp lock: ffff93775181ba00/0xbbfdc9019c1d538a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0xbbfdc9019c1d5391 expref: -99 pid: 22685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1789265834.193497:0:24209:0:(mgc_request.c:194:do_config_log_add()) do adding config log params-ffff937643351000 10000000:01000000:3.0:1789265834.193507:0:24209:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 10000000:01000000:3.0:1789265834.193512:0:24209:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-OST0000-0000000000000000 10000000:01000000:3.0:1789265834.193515:0:24209:0:(mgc_request.c:68:mgc_name2resid()) log lustre-OST0000 to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:3.0:1789265834.193519:0:24209:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-OST0000-0000000000000000 from 1 10000000:01000000:3.0:1789265834.193522:0:24209:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-OST0000 (res 0x65727473756c) 00010000:00010000:3.0:1789265834.193544:0:24209:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.142@tcp lock: ffff93775181a800/0xbbfdc9019c1d55dd lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 24209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265834.193552:0:24209:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.142@tcp lock: ffff93775181a800/0xbbfdc9019c1d55dd lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 24209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265834.193561:0:24209:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.142@tcp lock: ffff93775181a800/0xbbfdc9019c1d55dd lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 24209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789265834.193574:0:24209:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff937777839880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fc778fa6-86d2-4d40-bdad-261484e7f4ad:24209:1876180579118208:0@lo:101:mount.lustre.0 00000100:00100000:3.0:1789265834.193601:0:24209:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789265834.193622:0:24209:0:(client.c:2715:ptlrpc_set_wait()) set ffff93777a3f1f00 going to sleep for 11 seconds 00000100:00100000:2.0:1789265834.193726:0:22701:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180579118208 00000100:00100000:2.0:1789265834.193730:0:22701:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180579118208 00000100:00100000:2.0:1789265834.193749:0:22701:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 67 00000100:00100000:2.0:1789265834.193755:0:22701:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93777ade7c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fc778fa6-86d2-4d40-bdad-261484e7f4ad+18:24209:x1876180579118208:12345-0@lo:101:mount.lustre.0 00010000:00010000:2.0:1789265834.193763:0:22701:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1789265834.193774:0:22701:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9377413fda00/0xbbfdc9019c1d55e4 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: local remote: 0xbbfdc9019c1d55dd expref: -99 pid: 22701 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265834.193793:0:22701:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9377413fda00/0xbbfdc9019c1d55e4 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xbbfdc9019c1d55dd expref: 19 pid: 22701 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265834.193803:0:22701:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9377413fda00/0xbbfdc9019c1d55e4 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xbbfdc9019c1d55dd expref: 19 pid: 22701 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265834.193811:0:22701:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9377413fda00, rc 0) 00000100:00100000:2.0:1789265834.193848:0:22701:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93777ade7c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fc778fa6-86d2-4d40-bdad-261484e7f4ad+19:24209:x1876180579118208:12345-0@lo:101:mount.lustre.0 Request processed in 93us (246us total) trans 0 rc 0/0 00000100:00100000:2.0:1789265834.193854:0:22701:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 67 00000100:00100000:3.0:1789265834.194032:0:24209:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff937777839880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fc778fa6-86d2-4d40-bdad-261484e7f4ad:24209:1876180579118208:0@lo:101:mount.lustre.0 00010000:00010000:3.0:1789265834.194045:0:24209:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.142@tcp lock: ffff93775181a800/0xbbfdc9019c1d55dd lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0xbbfdc9019c1d55e4 expref: -99 pid: 24209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265834.194054:0:24209:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.142@tcp lock: ffff93775181a800/0xbbfdc9019c1d55dd lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000000000000 nid: local remote: 0xbbfdc9019c1d55e4 expref: -99 pid: 24209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1789265834.195191:0:24209:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x6:0x0] index 14 count 14 00000040:00080000:3.0:1789265834.196044:0:24209:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:3.0:1789265834.198193:0:24209:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].1, 224 off8416 00000040:00080000:3.0:1789265834.198237:0:24209:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].2, 128 off8544 00000040:00080000:3.0:1789265834.198251:0:24209:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].3, 112 off8656 00000040:00080000:3.0:1789265834.198263:0:24209:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].4, 224 off8880 00000040:00080000:3.0:1789265834.198283:0:24209:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].5, 224 off9104 00000040:00080000:3.0:1789265834.198296:0:24209:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].6, 80 off9184 00000040:00080000:3.0:1789265834.198310:0:24209:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].7, 224 off9408 00000040:00080000:3.0:1789265834.198408:0:24209:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].8, 224 off9632 00000040:00080000:3.0:1789265834.198423:0:24209:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].9, 80 off9712 00000040:00080000:3.0:1789265834.198436:0:24209:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].10, 224 off9936 00000040:00080000:3.0:1789265834.198452:0:24209:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].11, 224 off10160 00000040:00080000:3.0:1789265834.198465:0:24209:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].12, 120 off10280 00000040:00080000:3.0:1789265834.198489:0:24209:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].13, 224 off10504 00000040:00080000:3.0:1789265834.198495:0:24209:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x6:0x0] index 13 count 14 00000100:00100000:3.0:1789265834.198594:0:24209:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff937777839880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fc778fa6-86d2-4d40-bdad-261484e7f4ad:24209:1876180579118336:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1789265834.198731:0:24209:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789265834.198847:0:24209:0:(client.c:2715:ptlrpc_set_wait()) set ffff93777a3f1300 going to sleep for 11 seconds 00000100:00100000:2.0:1789265834.199069:0:22701:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180579118336 00000100:00100000:2.0:1789265834.199076:0:22701:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180579118336 00000100:00100000:2.0:1789265834.199156:0:22701:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 68 00000100:00100000:2.0:1789265834.199166:0:22701:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93777ade4c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fc778fa6-86d2-4d40-bdad-261484e7f4ad+19:24209:x1876180579118336:12345-0@lo:501:mount.lustre.0 00000100:00100000:2.0:1789265834.199301:0:22701:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93777ade4c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fc778fa6-86d2-4d40-bdad-261484e7f4ad+19:24209:x1876180579118336:12345-0@lo:501:mount.lustre.0 Request processed in 136us (569us total) trans 0 rc 0/0 00000100:00100000:2.0:1789265834.199309:0:22701:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 68 00000100:00100000:3.0:1789265834.199392:0:24209:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff937777839880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fc778fa6-86d2-4d40-bdad-261484e7f4ad:24209:1876180579118336:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1789265834.199425:0:24209:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff937777839880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fc778fa6-86d2-4d40-bdad-261484e7f4ad:24209:1876180579118464:0@lo:503:mount.lustre.0 00000100:00100000:3.0:1789265834.199467:0:24209:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789265834.199616:0:24209:0:(client.c:2715:ptlrpc_set_wait()) set ffff93777a3f1300 going to sleep for 11 seconds 00000100:00100000:1.0:1789265834.199646:0:22700:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180579118464 00000100:00100000:1.0:1789265834.199767:0:22700:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180579118464 00000100:00100000:1.0:1789265834.199803:0:22700:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 69 00000100:00100000:1.0:1789265834.199811:0:22700:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93777ade5450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fc778fa6-86d2-4d40-bdad-261484e7f4ad+19:24209:x1876180579118464:12345-0@lo:503:mount.lustre.0 00000100:00100000:1.0:1789265834.200741:0:22700:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93777ade5450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fc778fa6-86d2-4d40-bdad-261484e7f4ad+19:24209:x1876180579118464:12345-0@lo:503:mount.lustre.0 Request processed in 926us (1268us total) trans 0 rc 0/0 00000100:00100000:1.0:1789265834.200750:0:22700:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 69 00000100:00100000:3.0:1789265834.201108:0:24209:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff937777839880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fc778fa6-86d2-4d40-bdad-261484e7f4ad:24209:1876180579118464:0@lo:503:mount.lustre.0 00000040:00080000:3.0:1789265834.201582:0:24209:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:3.0:1789265834.201727:0:24209:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff937777839880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fc778fa6-86d2-4d40-bdad-261484e7f4ad:24209:1876180579118592:0@lo:502:mount.lustre.0 00000100:00100000:3.0:1789265834.201784:0:24209:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789265834.201897:0:24209:0:(client.c:2715:ptlrpc_set_wait()) set ffff93777a3f1f00 going to sleep for 11 seconds 00000100:00100000:0.0:1789265834.202047:0:22699:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180579118592 00000100:00100000:0.0:1789265834.202054:0:22699:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180579118592 00000100:00100000:0.0:1789265834.202136:0:22699:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 70 00000100:00100000:0.0:1789265834.202146:0:22699:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93777ade6450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fc778fa6-86d2-4d40-bdad-261484e7f4ad+19:24209:x1876180579118592:12345-0@lo:502:mount.lustre.0 00000100:00100000:0.0:1789265834.202584:0:22699:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93777ade6450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fc778fa6-86d2-4d40-bdad-261484e7f4ad+19:24209:x1876180579118592:12345-0@lo:502:mount.lustre.0 Request processed in 439us (799us total) trans 0 rc 0/0 00000100:00100000:0.0:1789265834.202593:0:22699:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 70 00000100:00100000:3.0:1789265834.202675:0:24209:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff937777839880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fc778fa6-86d2-4d40-bdad-261484e7f4ad:24209:1876180579118592:0@lo:502:mount.lustre.0 00000040:00080000:3.0:1789265834.202832:0:24209:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].1, 224 off8416 00000040:00080000:3.0:1789265834.202855:0:24209:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].2, 128 off8544 00000040:00080000:3.0:1789265834.202901:0:24209:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].3, 112 off8656 00000040:00080000:3.0:1789265834.203050:0:24209:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].4, 224 off8880 00000040:00080000:3.0:1789265834.203074:0:24209:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].5, 224 off9104 00000040:00080000:3.0:1789265834.203090:0:24209:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].6, 80 off9184 00000040:00080000:3.0:1789265834.203104:0:24209:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].7, 224 off9408 00000040:00080000:3.0:1789265834.203128:0:24209:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].8, 224 off9632 00000040:00080000:3.0:1789265834.203142:0:24209:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].9, 80 off9712 00000040:00080000:3.0:1789265834.203155:0:24209:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].10, 224 off9936 00000040:00080000:3.0:1789265834.203166:0:24209:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].11, 224 off10160 00000040:00080000:3.0:1789265834.203178:0:24209:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].12, 120 off10280 00000100:00100000:3.0:1789265834.203206:0:24209:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff937777839880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fc778fa6-86d2-4d40-bdad-261484e7f4ad:24209:1876180579118720:0@lo:502:mount.lustre.0 00000100:00100000:3.0:1789265834.203248:0:24209:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789265834.203395:0:24209:0:(client.c:2715:ptlrpc_set_wait()) set ffff93777a3f1f00 going to sleep for 11 seconds 00000100:00100000:1.0:1789265834.203536:0:22700:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180579118720 00000100:00100000:1.0:1789265834.203542:0:22700:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180579118720 00000100:00100000:1.0:1789265834.203572:0:22700:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 71 00000100:00100000:1.0:1789265834.203580:0:22700:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff937643659450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fc778fa6-86d2-4d40-bdad-261484e7f4ad+19:24209:x1876180579118720:12345-0@lo:502:mount.lustre.0 00000100:00100000:1.0:1789265834.203692:0:22700:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff937643659450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fc778fa6-86d2-4d40-bdad-261484e7f4ad+19:24209:x1876180579118720:12345-0@lo:502:mount.lustre.0 Request processed in 112us (443us total) trans 0 rc 0/0 00000100:00100000:1.0:1789265834.203699:0:22700:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 71 00000100:00100000:3.0:1789265834.203841:0:24209:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff937777839880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fc778fa6-86d2-4d40-bdad-261484e7f4ad:24209:1876180579118720:0@lo:502:mount.lustre.0 00000040:00080000:3.0:1789265834.203918:0:24209:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].13, 224 off10504 00000040:00080000:3.0:1789265834.203927:0:24209:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x9:0x0] index 13 count 14 00000020:01000000:3.0:1789265834.205036:0:24226:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:3.0:1789265834.205046:0:24226:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0000 (0) in 0 of /dev/mapper/ost1_flakey 00000020:00000080:3.0:1789265834.205053:0:24226:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1789265834.205055:0:24226:0:(obd_config.c:1563:class_process_config()) marker 21 (0x1) lustre-OST0000 add ost 00000020:00000080:3.0:1789265834.205061:0:24226:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:3.0:1789265834.205075:0:24226:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0000 (ffff9376433acd28) 00000020:00000080:3.0:1789265834.205098:0:24226:0:(obd_config.c:720:class_attach_name()) OBD: dev 22 attached type obdfilter with refcount 2 00000020:00000080:3.0:1789265834.205105:0:24226:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000020:01000004:3.0:1789265834.205170:0:24226:0:(tgt_mount.c:153:server_get_mount()) get mount ffff937643351000 from lustre-OST0000, refs=2 00080000:01000000:3.0:1789265834.205178:0:24226:0:(osd_handler.c:8925:osd_obd_connect()) connect #1 00000020:00000080:3.0:1789265834.205185:0:24226:0:(genops.c:1385:class_connect()) connect: client lustre-OST0000-osd_UUID, cookie 0xbbfdc9019c1d55f2 00010000:00010000:3.0:1789265834.209544:0:24226:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-filter-lustre-OST0000_UUID-3 is initialized 00000001:00000004:3.0:1789265834.210174:0:24226:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 3, last_transno is 8589934594 00080000:10000000:3.0:1789265834.211545:0:24226:0:(osd_handler.c:5581:osd_index_try()) lustre-OST0000: index object [0x200000003:0xb:0x0] (8/32) registered 00000020:00000080:3.0:1789265834.213175:0:24226:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0000 (uuid lustre-OST0000_UUID) 00000020:01000000:3.0:1789265834.213186:0:24226:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1789265834.213200:0:24226:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1789265834.213202:0:24226:0:(obd_config.c:1563:class_process_config()) marker 21 (0x2) lustre-OST0000 add ost 00000020:01000000:3.0:1789265834.213206:0:24226:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:3.0:1789265834.213209:0:24226:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #26 00000020:01000000:3.0:1789265834.213210:0:24226:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:3.0:1789265834.213212:0:24226:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:3.0:1789265834.213213:0:24226:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:3.0:1789265834.213216:0:24226:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1789265834.213217:0:24226:0:(obd_config.c:1563:class_process_config()) marker 26 (0x6) lustre sys.timeout 00000020:01000000:3.0:1789265834.213219:0:24226:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1789265834.213222:0:24226:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1789265834.213223:0:24226:0:(obd_config.c:1563:class_process_config()) marker 34 (0x1) lustre sys.timeout 00000020:00000080:3.0:1789265834.213226:0:24226:0:(obd_config.c:1472:class_process_config()) processing cmd: cf009 00000020:00000080:3.0:1789265834.213228:0:24226:0:(obd_config.c:1537:class_process_config()) changing lustre timeout from 20 to 20 00000020:01000000:3.0:1789265834.213230:0:24226:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1789265834.213232:0:24226:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1789265834.213233:0:24226:0:(obd_config.c:1563:class_process_config()) marker 34 (0x2) lustre sys.timeout 00000020:01000000:3.0:1789265834.213235:0:24226:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1789265834.213237:0:24226:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1789265834.213239:0:24226:0:(obd_config.c:1563:class_process_config()) marker 39 (0x1) lustre sys.jobid_var 00000020:00000080:3.0:1789265834.213242:0:24226:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00f 00000020:01000000:3.0:1789265834.213270:0:24226:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1789265834.213273:0:24226:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1789265834.213274:0:24226:0:(obd_config.c:1563:class_process_config()) marker 39 (0x2) lustre sys.jobid_var 00000040:00080000:3.0:1789265834.213277:0:24226:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xc:0x0] index 14 count 14 00000020:01000000:2.0:1789265834.213526:0:24209:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-OST0000 gen 1-13 (rc=0) 10000000:01000000:2.0:1789265834.213559:0:24209:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.142@tcp: configuration from log 'lustre-OST0000' succeeded (0). 00010000:00010000:2.0:1789265834.213583:0:24209:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.142@tcp lock: ffff93775181a800/0xbbfdc9019c1d55dd lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0xbbfdc9019c1d55e4 expref: -99 pid: 24209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265834.213595:0:24209:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.142@tcp lock: ffff93775181a800/0xbbfdc9019c1d55dd lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0xbbfdc9019c1d55e4 expref: -99 pid: 24209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1789265834.213603:0:24209:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff937643351000 from 1 10000000:01000000:2.0:1789265834.213606:0:24209:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:2.0:1789265834.213640:0:24209:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.142@tcp lock: ffff9377413fc400/0xbbfdc9019c1d55f9 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 24209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265834.213648:0:24209:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.142@tcp lock: ffff9377413fc400/0xbbfdc9019c1d55f9 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 24209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265834.213669:0:24209:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.142@tcp lock: ffff9377413fc400/0xbbfdc9019c1d55f9 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 24209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789265834.213696:0:24209:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93774f2f3b80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fc778fa6-86d2-4d40-bdad-261484e7f4ad:24209:1876180579118848:0@lo:101:mount.lustre.0 00000100:00100000:2.0:1789265834.213762:0:24209:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789265834.213804:0:24209:0:(client.c:2715:ptlrpc_set_wait()) set ffff9377501f3c00 going to sleep for 11 seconds 00000100:00100000:0.0:1789265834.213946:0:22700:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180579118848 00000100:00100000:0.0:1789265834.213959:0:22700:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180579118848 00000100:00100000:0.0:1789265834.214003:0:22700:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72 00000100:00100000:0.0:1789265834.214011:0:22700:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93764365a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fc778fa6-86d2-4d40-bdad-261484e7f4ad+19:24209:x1876180579118848:12345-0@lo:101:mount.lustre.0 00010000:00010000:0.0:1789265834.214024:0:22700:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1789265834.214036:0:22700:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff937642393e00/0xbbfdc9019c1d5600 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0xbbfdc9019c1d55f9 expref: -99 pid: 22700 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789265834.214058:0:22700:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff937642393e00/0xbbfdc9019c1d5600 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xbbfdc9019c1d55f9 expref: 20 pid: 22700 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789265834.214068:0:22700:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff937642393e00/0xbbfdc9019c1d5600 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xbbfdc9019c1d55f9 expref: 20 pid: 22700 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789265834.214076:0:22700:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff937642393e00, rc 0) 00000100:00100000:0.0:1789265834.214125:0:22700:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93764365a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fc778fa6-86d2-4d40-bdad-261484e7f4ad+20:24209:x1876180579118848:12345-0@lo:101:mount.lustre.0 Request processed in 114us (361us total) trans 0 rc 0/0 00000100:00100000:0.0:1789265834.214131:0:22700:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72 00000100:00100000:2.0:1789265834.214280:0:24209:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93774f2f3b80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fc778fa6-86d2-4d40-bdad-261484e7f4ad:24209:1876180579118848:0@lo:101:mount.lustre.0 00010000:00010000:2.0:1789265834.214295:0:24209:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.142@tcp lock: ffff9377413fc400/0xbbfdc9019c1d55f9 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xbbfdc9019c1d5600 expref: -99 pid: 24209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265834.214305:0:24209:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.142@tcp lock: ffff9377413fc400/0xbbfdc9019c1d55f9 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0xbbfdc9019c1d5600 expref: -99 pid: 24209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1789265834.215535:0:24209:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x8:0x0] index 13 count 13 00000040:00080000:2.0:1789265834.215895:0:24209:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:2.0:1789265834.216152:0:24209:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].1, 224 off8416 00000040:00080000:2.0:1789265834.216175:0:24209:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].2, 112 off8528 00000040:00080000:2.0:1789265834.216187:0:24209:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].3, 224 off8752 00000040:00080000:2.0:1789265834.216199:0:24209:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].4, 224 off8976 00000040:00080000:2.0:1789265834.216212:0:24209:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].5, 112 off9088 00000040:00080000:2.0:1789265834.216224:0:24209:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].6, 224 off9312 00000040:00080000:2.0:1789265834.216238:0:24209:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].7, 224 off9536 00000040:00080000:2.0:1789265834.216251:0:24209:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].8, 128 off9664 00000040:00080000:2.0:1789265834.216278:0:24209:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].9, 224 off9888 00000040:00080000:2.0:1789265834.216293:0:24209:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].10, 224 off10112 00000040:00080000:2.0:1789265834.216307:0:24209:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].11, 128 off10240 00000040:00080000:2.0:1789265834.216398:0:24209:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].12, 224 off10464 00000040:00080000:2.0:1789265834.216404:0:24209:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x8:0x0] index 12 count 13 00000100:00100000:2.0:1789265834.216476:0:24209:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93774f2f3b80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fc778fa6-86d2-4d40-bdad-261484e7f4ad:24209:1876180579118976:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1789265834.216533:0:24209:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789265834.216575:0:24209:0:(client.c:2715:ptlrpc_set_wait()) set ffff937756ecec00 going to sleep for 11 seconds 00000100:00100000:3.0:1789265834.216759:0:22701:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180579118976 00000100:00100000:3.0:1789265834.216766:0:22701:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180579118976 00000100:00100000:3.0:1789265834.216804:0:22701:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73 00000100:00100000:3.0:1789265834.216813:0:22701:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff937643658c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fc778fa6-86d2-4d40-bdad-261484e7f4ad+20:24209:x1876180579118976:12345-0@lo:501:mount.lustre.0 00000100:00100000:3.0:1789265834.217009:0:22701:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff937643658c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fc778fa6-86d2-4d40-bdad-261484e7f4ad+20:24209:x1876180579118976:12345-0@lo:501:mount.lustre.0 Request processed in 196us (474us total) trans 0 rc 0/0 00000100:00100000:3.0:1789265834.217016:0:22701:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73 00000100:00100000:2.0:1789265834.217152:0:24209:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93774f2f3b80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fc778fa6-86d2-4d40-bdad-261484e7f4ad:24209:1876180579118976:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1789265834.217182:0:24209:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93774f2f3b80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fc778fa6-86d2-4d40-bdad-261484e7f4ad:24209:1876180579119104:0@lo:503:mount.lustre.0 00000100:00100000:2.0:1789265834.217220:0:24209:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789265834.217247:0:24209:0:(client.c:2715:ptlrpc_set_wait()) set ffff937756ecec00 going to sleep for 11 seconds 00000100:00100000:0.0:1789265834.217303:0:22699:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180579119104 00000100:00100000:0.0:1789265834.217307:0:22699:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180579119104 00000100:00100000:0.0:1789265834.217422:0:22699:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74 00000100:00100000:0.0:1789265834.217430:0:22699:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff937643658450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fc778fa6-86d2-4d40-bdad-261484e7f4ad+20:24209:x1876180579119104:12345-0@lo:503:mount.lustre.0 00000100:00100000:0.0:1789265834.217515:0:22699:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff937643658450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fc778fa6-86d2-4d40-bdad-261484e7f4ad+20:24209:x1876180579119104:12345-0@lo:503:mount.lustre.0 Request processed in 86us (293us total) trans 0 rc 0/0 00000100:00100000:0.0:1789265834.217522:0:22699:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74 00000100:00100000:2.0:1789265834.217627:0:24209:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93774f2f3b80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fc778fa6-86d2-4d40-bdad-261484e7f4ad:24209:1876180579119104:0@lo:503:mount.lustre.0 00000040:00080000:2.0:1789265834.218236:0:24209:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:2.0:1789265834.219469:0:24209:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93774f2f3b80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fc778fa6-86d2-4d40-bdad-261484e7f4ad:24209:1876180579119232:0@lo:502:mount.lustre.0 00000100:00100000:2.0:1789265834.219537:0:24209:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789265834.219566:0:24209:0:(client.c:2715:ptlrpc_set_wait()) set ffff9377446649c0 going to sleep for 11 seconds 00000100:00100000:0.0:1789265834.219631:0:22700:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180579119232 00000100:00100000:0.0:1789265834.219638:0:22700:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180579119232 00000100:00100000:0.0:1789265834.219766:0:22700:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 75 00000100:00100000:0.0:1789265834.219775:0:22700:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93764365bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fc778fa6-86d2-4d40-bdad-261484e7f4ad+20:24209:x1876180579119232:12345-0@lo:502:mount.lustre.0 00000100:00100000:0.0:1789265834.220075:0:22700:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93764365bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fc778fa6-86d2-4d40-bdad-261484e7f4ad+20:24209:x1876180579119232:12345-0@lo:502:mount.lustre.0 Request processed in 300us (537us total) trans 0 rc 0/0 00000100:00100000:0.0:1789265834.220084:0:22700:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 75 00000100:00100000:2.0:1789265834.220188:0:24209:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93774f2f3b80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fc778fa6-86d2-4d40-bdad-261484e7f4ad:24209:1876180579119232:0@lo:502:mount.lustre.0 00000040:00080000:2.0:1789265834.220799:0:24209:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].1, 224 off8416 00000040:00080000:2.0:1789265834.220841:0:24209:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].2, 112 off8528 00000040:00080000:2.0:1789265834.220887:0:24209:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].3, 224 off8752 00000040:00080000:2.0:1789265834.222415:0:24209:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].4, 224 off8976 00000040:00080000:2.0:1789265834.222466:0:24209:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].5, 112 off9088 00000040:00080000:2.0:1789265834.222480:0:24209:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].6, 224 off9312 00000040:00080000:2.0:1789265834.222492:0:24209:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].7, 224 off9536 00000040:00080000:2.0:1789265834.222504:0:24209:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].8, 128 off9664 00000040:00080000:2.0:1789265834.222517:0:24209:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].9, 224 off9888 00000040:00080000:2.0:1789265834.222528:0:24209:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].10, 224 off10112 00000040:00080000:2.0:1789265834.222560:0:24209:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].11, 128 off10240 00000100:00100000:2.0:1789265834.222606:0:24209:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93774f2f3b80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fc778fa6-86d2-4d40-bdad-261484e7f4ad:24209:1876180579119360:0@lo:502:mount.lustre.0 00000100:00100000:2.0:1789265834.230053:0:24209:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789265834.230107:0:24209:0:(client.c:2715:ptlrpc_set_wait()) set ffff9377501f3c00 going to sleep for 11 seconds 00000100:00100000:0.0:1789265834.230427:0:22701:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180579119360 00000100:00100000:0.0:1789265834.230437:0:22701:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180579119360 00000100:00100000:0.0:1789265834.230492:0:22701:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 76 00000100:00100000:0.0:1789265834.230502:0:22701:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93764365b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fc778fa6-86d2-4d40-bdad-261484e7f4ad+20:24209:x1876180579119360:12345-0@lo:502:mount.lustre.0 00000100:00100000:0.0:1789265834.231056:0:22701:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93764365b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fc778fa6-86d2-4d40-bdad-261484e7f4ad+20:24209:x1876180579119360:12345-0@lo:502:mount.lustre.0 Request processed in 554us (1009us total) trans 0 rc 0/0 00000100:00100000:0.0:1789265834.231064:0:22701:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 76 00000100:00100000:3.0:1789265834.231423:0:24209:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93774f2f3b80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fc778fa6-86d2-4d40-bdad-261484e7f4ad:24209:1876180579119360:0@lo:502:mount.lustre.0 00000040:00080000:3.0:1789265834.231535:0:24209:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].12, 224 off10464 00000040:00080000:3.0:1789265834.231549:0:24209:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 12 count 13 00000020:01000000:1.0:1789265834.235127:0:24230:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1789265834.235140:0:24230:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1789265834.235142:0:24230:0:(obd_config.c:1563:class_process_config()) marker 2 (0x1) general debug_raw_pointers 00000020:01000000:1.0:1789265834.235149:0:24230:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff937643351000 00000020:00000080:1.0:1789265834.235152:0:24230:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:1.0:1789265834.235160:0:24230:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1789265834.235162:0:24230:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1789265834.235164:0:24230:0:(obd_config.c:1563:class_process_config()) marker 2 (0x2) general debug_raw_pointers 00000020:01000000:1.0:1789265834.235166:0:24230:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1789265834.235168:0:24230:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1789265834.235169:0:24230:0:(obd_config.c:1563:class_process_config()) marker 3 (0x1) general lod.*.mdt_hash 00000020:01000000:1.0:1789265834.235172:0:24230:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff937643351000 00000020:00000080:1.0:1789265834.235174:0:24230:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:1.0:1789265834.235228:0:24230:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1789265834.235231:0:24230:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1789265834.235233:0:24230:0:(obd_config.c:1563:class_process_config()) marker 3 (0x2) general lod.*.mdt_hash 00000020:01000000:1.0:1789265834.235235:0:24230:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1789265834.235238:0:24230:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1789265834.235239:0:24230:0:(obd_config.c:1563:class_process_config()) marker 4 (0x1) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:1.0:1789265834.235243:0:24230:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff937643351000 00000020:00000080:1.0:1789265834.235245:0:24230:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:1.0:1789265834.235263:0:24230:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1789265834.235266:0:24230:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1789265834.235267:0:24230:0:(obd_config.c:1563:class_process_config()) marker 4 (0x2) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:1.0:1789265834.235269:0:24230:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1789265834.235271:0:24230:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1789265834.235272:0:24230:0:(obd_config.c:1563:class_process_config()) marker 5 (0x1) lustre mdt.lustre-MDT0001.hsm_control 00000020:01000000:1.0:1789265834.235275:0:24230:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff937643351000 00000020:00000080:1.0:1789265834.235276:0:24230:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:1.0:1789265834.235304:0:24230:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1789265834.235307:0:24230:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1789265834.235308:0:24230:0:(obd_config.c:1563:class_process_config()) marker 5 (0x2) lustre mdt.lustre-MDT0001.hsm_control 00000040:00080000:1.0:1789265834.235327:0:24230:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xe:0x0] index 13 count 13 00000020:01000000:0.0:1789265834.256882:0:24209:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 1-12 (rc=0) 10000000:01000000:0.0:1789265834.256949:0:24209:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.142@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:0.0:1789265834.256970:0:24209:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.142@tcp lock: ffff9377413fc400/0xbbfdc9019c1d55f9 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xbbfdc9019c1d5600 expref: -99 pid: 24209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789265834.256984:0:24209:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.142@tcp lock: ffff9377413fc400/0xbbfdc9019c1d55f9 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xbbfdc9019c1d5600 expref: -99 pid: 24209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1789265834.257046:0:24209:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-client from 0 10000000:01000000:0.0:1789265834.257049:0:24209:0:(mgc_request.c:329:config_log_add()) add config log lustre-client-ffff937643351000 10000000:01000000:0.0:1789265834.257052:0:24209:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-client-ffff937643351000 10000000:01000000:0.0:1789265834.257056:0:24209:0:(mgc_request.c:68:mgc_name2resid()) log lustre-client to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:0.0:1789265834.257063:0:24209:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-client-ffff937643351000 from 1 10000000:01000000:0.0:1789265834.257066:0:24209:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:0.0:1789265834.257103:0:24209:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.142@tcp lock: ffff937642392400/0xbbfdc9019c1d5607 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 24209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789265834.257111:0:24209:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.142@tcp lock: ffff937642392400/0xbbfdc9019c1d5607 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 24209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789265834.257130:0:24209:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.142@tcp lock: ffff937642392400/0xbbfdc9019c1d5607 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 24209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789265834.257155:0:24209:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93775f6eaa00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fc778fa6-86d2-4d40-bdad-261484e7f4ad:24209:1876180579119488:0@lo:101:mount.lustre.0 00000100:00100000:0.0:1789265834.257219:0:24209:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789265834.257261:0:22700:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180579119488 00000100:00100000:0.0:1789265834.257268:0:22700:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180579119488 00000100:00100000:0.0:1789265834.257333:0:22700:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 77 00000100:00100000:0.0:1789265834.257342:0:22700:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93764365b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fc778fa6-86d2-4d40-bdad-261484e7f4ad+20:24209:x1876180579119488:12345-0@lo:101:mount.lustre.0 00010000:00010000:0.0:1789265834.257354:0:22700:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1789265834.257367:0:22700:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff937642393000/0xbbfdc9019c1d560e lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: local remote: 0xbbfdc9019c1d5607 expref: -99 pid: 22700 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789265834.257387:0:22700:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff937642393000/0xbbfdc9019c1d560e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xbbfdc9019c1d5607 expref: 21 pid: 22700 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789265834.257398:0:22700:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff937642393000/0xbbfdc9019c1d560e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xbbfdc9019c1d5607 expref: 21 pid: 22700 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789265834.257405:0:22700:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff937642393000, rc 0) 00000100:00100000:0.0:1789265834.257439:0:22700:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93764365b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fc778fa6-86d2-4d40-bdad-261484e7f4ad+21:24209:x1876180579119488:12345-0@lo:101:mount.lustre.0 Request processed in 97us (219us total) trans 0 rc 0/0 00000100:00100000:0.0:1789265834.257446:0:22700:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 77 00000100:00100000:0.0:1789265834.257486:0:24209:0:(client.c:2715:ptlrpc_set_wait()) set ffff93777a3edb40 going to sleep for 11 seconds 00000100:00100000:0.0:1789265834.257506:0:24209:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93775f6eaa00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fc778fa6-86d2-4d40-bdad-261484e7f4ad:24209:1876180579119488:0@lo:101:mount.lustre.0 00010000:00010000:0.0:1789265834.257519:0:24209:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.142@tcp lock: ffff937642392400/0xbbfdc9019c1d5607 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0xbbfdc9019c1d560e expref: -99 pid: 24209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789265834.257534:0:24209:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.142@tcp lock: ffff937642392400/0xbbfdc9019c1d5607 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000000000000 nid: local remote: 0xbbfdc9019c1d560e expref: -99 pid: 24209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1789265834.274736:0:24209:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 52 count 51 00000040:00080000:1.0:1789265834.275104:0:24209:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:1.0:1789265834.275342:0:24209:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].1, 224 off8416 00000040:00080000:1.0:1789265834.275367:0:24209:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].2, 120 off8536 00000040:00080000:1.0:1789265834.275381:0:24209:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].3, 168 off8704 00000040:00080000:1.0:1789265834.275395:0:24209:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].4, 224 off8928 00000040:00080000:1.0:1789265834.275409:0:24209:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].5, 224 off9152 00000040:00080000:1.0:1789265834.275424:0:24209:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].6, 120 off9272 00000040:00080000:1.0:1789265834.275439:0:24209:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].7, 168 off9440 00000040:00080000:1.0:1789265834.275471:0:24209:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].8, 224 off9664 00000040:00080000:1.0:1789265834.275486:0:24209:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].9, 224 off9888 00000040:00080000:1.0:1789265834.275497:0:24209:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].10, 120 off10008 00000040:00080000:1.0:1789265834.275511:0:24209:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].11, 224 off10232 00000040:00080000:1.0:1789265834.275523:0:24209:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].12, 224 off10456 00000040:00080000:1.0:1789265834.275535:0:24209:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].13, 88 off10544 00000040:00080000:1.0:1789265834.275549:0:24209:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].14, 128 off10672 00000040:00080000:1.0:1789265834.275563:0:24209:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].15, 144 off10816 00000040:00080000:1.0:1789265834.275577:0:24209:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].16, 160 off10976 00000040:00080000:1.0:1789265834.275590:0:24209:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].17, 224 off11200 00000040:00080000:1.0:1789265834.275603:0:24209:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].18, 224 off11424 00000040:00080000:1.0:1789265834.275617:0:24209:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].19, 80 off11504 00000040:00080000:1.0:1789265834.275630:0:24209:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].20, 224 off11728 00000040:00080000:1.0:1789265834.275643:0:24209:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].21, 224 off11952 00000040:00080000:1.0:1789265834.275657:0:24209:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].22, 88 off12040 00000040:00080000:1.0:1789265834.275671:0:24209:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].23, 128 off12168 00000040:00080000:1.0:1789265834.275699:0:24209:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].24, 144 off12312 00000040:00080000:1.0:1789265834.275714:0:24209:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].25, 160 off12472 00000040:00080000:1.0:1789265834.275728:0:24209:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].26, 224 off12696 00000040:00080000:1.0:1789265834.275740:0:24209:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].27, 224 off12920 00000040:00080000:1.0:1789265834.275763:0:24209:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].28, 80 off13000 00000040:00080000:1.0:1789265834.275776:0:24209:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].29, 224 off13224 00000040:00080000:1.0:1789265834.275788:0:24209:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].30, 224 off13448 00000040:00080000:1.0:1789265834.275799:0:24209:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].31, 88 off13536 00000040:00080000:1.0:1789265834.275811:0:24209:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].32, 128 off13664 00000040:00080000:1.0:1789265834.275822:0:24209:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].33, 144 off13808 00000040:00080000:1.0:1789265834.275834:0:24209:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].34, 128 off13936 00000040:00080000:1.0:1789265834.275847:0:24209:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].35, 224 off14160 00000040:00080000:1.0:1789265834.275921:0:24209:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].36, 224 off14384 00000040:00080000:1.0:1789265834.275940:0:24209:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].37, 80 off14464 00000040:00080000:1.0:1789265834.275954:0:24209:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].38, 224 off14688 00000040:00080000:1.0:1789265834.275967:0:24209:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].39, 224 off14912 00000040:00080000:1.0:1789265834.275997:0:24209:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].40, 88 off15000 00000040:00080000:1.0:1789265834.276012:0:24209:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].41, 128 off15128 00000040:00080000:1.0:1789265834.276025:0:24209:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].42, 144 off15272 00000040:00080000:1.0:1789265834.276039:0:24209:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].43, 128 off15400 00000040:00080000:1.0:1789265834.276052:0:24209:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].44, 224 off15624 00000040:00080000:1.0:1789265834.276066:0:24209:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].45, 224 off15848 00000040:00080000:1.0:1789265834.276077:0:24209:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].46, 80 off15928 00000040:00080000:1.0:1789265834.276091:0:24209:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].47, 224 off16152 00000040:00080000:1.0:1789265834.276104:0:24209:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].48, 232 off16384 00000040:00080000:1.0:1789265834.276239:0:24209:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].49, 224 off16608 00000040:00080000:1.0:1789265834.276260:0:24209:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].50, 120 off16728 00000040:00080000:1.0:1789265834.276279:0:24209:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].51, 224 off16952 00000040:00080000:1.0:1789265834.276285:0:24209:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 51 count 51 00000100:00100000:1.0:1789265834.276403:0:24209:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff937644c5e680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fc778fa6-86d2-4d40-bdad-261484e7f4ad:24209:1876180579119616:0@lo:501:mount.lustre.0 00000100:00100000:1.0:1789265834.276486:0:24209:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789265834.276541:0:24209:0:(client.c:2715:ptlrpc_set_wait()) set ffff93775834a480 going to sleep for 11 seconds 00000100:00100000:3.0:1789265834.281037:0:22701:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180579119616 00000100:00100000:3.0:1789265834.281056:0:22701:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180579119616 00000100:00100000:3.0:1789265834.281127:0:22701:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 78 00000100:00100000:3.0:1789265834.281139:0:22701:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93764365b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fc778fa6-86d2-4d40-bdad-261484e7f4ad+21:24209:x1876180579119616:12345-0@lo:501:mount.lustre.0 00000100:00100000:3.0:1789265834.281313:0:22701:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93764365b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fc778fa6-86d2-4d40-bdad-261484e7f4ad+21:24209:x1876180579119616:12345-0@lo:501:mount.lustre.0 Request processed in 177us (4827us total) trans 0 rc 0/0 00000100:00100000:3.0:1789265834.281335:0:22701:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 78 00000100:00100000:1.0:1789265834.282228:0:24209:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff937644c5e680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fc778fa6-86d2-4d40-bdad-261484e7f4ad:24209:1876180579119616:0@lo:501:mount.lustre.0 00000100:00100000:1.0:1789265834.282287:0:24209:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff937644c5e680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fc778fa6-86d2-4d40-bdad-261484e7f4ad:24209:1876180579119744:0@lo:503:mount.lustre.0 00000100:00100000:1.0:1789265834.282368:0:24209:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789265834.282406:0:24209:0:(client.c:2715:ptlrpc_set_wait()) set ffff93775834a480 going to sleep for 11 seconds 00000100:00100000:3.0:1789265834.297724:0:22699:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180579119744 00000100:00100000:3.0:1789265834.297743:0:22699:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180579119744 00000100:00100000:3.0:1789265834.297806:0:22699:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 79 00000100:00100000:3.0:1789265834.297818:0:22699:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff937643659c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fc778fa6-86d2-4d40-bdad-261484e7f4ad+21:24209:x1876180579119744:12345-0@lo:503:mount.lustre.0 00000100:00100000:0.0:1789265834.300795:0:24209:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff937644c5e680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fc778fa6-86d2-4d40-bdad-261484e7f4ad:24209:1876180579119744:0@lo:503:mount.lustre.0 00000040:00080000:0.0:1789265834.302177:0:24209:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:3.0:1789265834.302209:0:22699:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff937643659c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fc778fa6-86d2-4d40-bdad-261484e7f4ad+21:24209:x1876180579119744:12345-0@lo:503:mount.lustre.0 Request processed in 4389us (19835us total) trans 0 rc 0/0 00000100:00100000:3.0:1789265834.302223:0:22699:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 79 00000100:00100000:0.0:1789265834.302277:0:24209:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93775f6eaa00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fc778fa6-86d2-4d40-bdad-261484e7f4ad:24209:1876180579119872:0@lo:502:mount.lustre.0 00000100:00100000:0.0:1789265834.302361:0:24209:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789265834.302411:0:24209:0:(client.c:2715:ptlrpc_set_wait()) set ffff93777a3edb40 going to sleep for 11 seconds 00000100:00100000:1.0:1789265834.304390:0:22700:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180579119872 00000100:00100000:1.0:1789265834.304404:0:22700:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180579119872 00000100:00100000:1.0:1789265834.304523:0:22700:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 80 00000100:00100000:1.0:1789265834.304534:0:22700:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff937643659050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fc778fa6-86d2-4d40-bdad-261484e7f4ad+21:24209:x1876180579119872:12345-0@lo:502:mount.lustre.0 00000100:00100000:1.0:1789265834.304714:0:22700:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff937643659050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fc778fa6-86d2-4d40-bdad-261484e7f4ad+21:24209:x1876180579119872:12345-0@lo:502:mount.lustre.0 Request processed in 181us (2354us total) trans 0 rc 0/0 00000100:00100000:1.0:1789265834.304721:0:22700:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 80 00000100:00100000:0.0:1789265834.306486:0:24209:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93775f6eaa00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fc778fa6-86d2-4d40-bdad-261484e7f4ad:24209:1876180579119872:0@lo:502:mount.lustre.0 00000040:00080000:0.0:1789265834.306784:0:24209:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].1, 224 off8416 00000040:00080000:0.0:1789265834.306817:0:24209:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].2, 120 off8536 00000040:00080000:0.0:1789265834.306831:0:24209:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].3, 168 off8704 00000040:00080000:0.0:1789265834.306844:0:24209:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].4, 224 off8928 00000040:00080000:0.0:1789265834.306857:0:24209:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].5, 224 off9152 00000040:00080000:0.0:1789265834.306934:0:24209:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].6, 120 off9272 00000040:00080000:0.0:1789265834.306951:0:24209:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].7, 168 off9440 00000040:00080000:0.0:1789265834.306964:0:24209:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].8, 224 off9664 00000040:00080000:0.0:1789265834.306976:0:24209:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].9, 224 off9888 00000040:00080000:0.0:1789265834.306989:0:24209:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].10, 120 off10008 00000040:00080000:0.0:1789265834.307002:0:24209:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].11, 224 off10232 00000040:00080000:0.0:1789265834.307014:0:24209:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].12, 224 off10456 00000040:00080000:0.0:1789265834.307026:0:24209:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].13, 88 off10544 00000040:00080000:0.0:1789265834.307037:0:24209:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].14, 128 off10672 00000040:00080000:0.0:1789265834.307050:0:24209:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].15, 144 off10816 00000040:00080000:0.0:1789265834.307066:0:24209:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].16, 160 off10976 00000040:00080000:0.0:1789265834.307081:0:24209:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].17, 224 off11200 00000040:00080000:0.0:1789265834.307094:0:24209:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].18, 224 off11424 00000040:00080000:0.0:1789265834.307109:0:24209:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].19, 80 off11504 00000040:00080000:0.0:1789265834.307134:0:24209:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].20, 224 off11728 00000040:00080000:0.0:1789265834.307148:0:24209:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].21, 224 off11952 00000040:00080000:0.0:1789265834.307176:0:24209:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].22, 88 off12040 00000040:00080000:0.0:1789265834.307191:0:24209:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].23, 128 off12168 00000040:00080000:0.0:1789265834.307202:0:24209:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].24, 144 off12312 00000040:00080000:0.0:1789265834.307214:0:24209:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].25, 160 off12472 00000040:00080000:0.0:1789265834.307228:0:24209:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].26, 224 off12696 00000040:00080000:0.0:1789265834.307241:0:24209:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].27, 224 off12920 00000040:00080000:0.0:1789265834.307254:0:24209:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].28, 80 off13000 00000040:00080000:0.0:1789265834.307265:0:24209:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].29, 224 off13224 00000040:00080000:0.0:1789265834.307277:0:24209:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].30, 224 off13448 00000040:00080000:0.0:1789265834.307290:0:24209:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].31, 88 off13536 00000040:00080000:0.0:1789265834.307303:0:24209:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].32, 128 off13664 00000040:00080000:0.0:1789265834.307315:0:24209:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].33, 144 off13808 00000040:00080000:0.0:1789265834.307342:0:24209:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].34, 128 off13936 00000040:00080000:0.0:1789265834.307353:0:24209:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].35, 224 off14160 00000040:00080000:0.0:1789265834.307364:0:24209:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].36, 224 off14384 00000040:00080000:0.0:1789265834.307376:0:24209:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].37, 80 off14464 00000040:00080000:0.0:1789265834.307406:0:24209:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].38, 224 off14688 00000040:00080000:0.0:1789265834.307420:0:24209:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].39, 224 off14912 00000040:00080000:0.0:1789265834.307431:0:24209:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].40, 88 off15000 00000040:00080000:0.0:1789265834.307443:0:24209:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].41, 128 off15128 00000040:00080000:0.0:1789265834.307453:0:24209:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].42, 144 off15272 00000040:00080000:0.0:1789265834.307465:0:24209:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].43, 128 off15400 00000040:00080000:0.0:1789265834.307476:0:24209:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].44, 224 off15624 00000040:00080000:0.0:1789265834.307487:0:24209:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].45, 224 off15848 00000040:00080000:0.0:1789265834.307501:0:24209:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].46, 80 off15928 00000040:00080000:0.0:1789265834.307514:0:24209:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].47, 224 off16152 00000040:00080000:0.0:1789265834.307526:0:24209:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].48, 232 off16384 00000100:00100000:0.0:1789265834.307576:0:24209:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93775f6eaa00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fc778fa6-86d2-4d40-bdad-261484e7f4ad:24209:1876180579120000:0@lo:502:mount.lustre.0 00000100:00100000:0.0:1789265834.307646:0:24209:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789265834.307809:0:24209:0:(client.c:2715:ptlrpc_set_wait()) set ffff93777a3edb40 going to sleep for 11 seconds 00000100:00100000:1.0:1789265834.307896:0:22700:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180579120000 00000100:00100000:1.0:1789265834.307903:0:22700:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180579120000 00000100:00100000:1.0:1789265834.307950:0:22700:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 81 00000100:00100000:1.0:1789265834.307960:0:22700:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93764365a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fc778fa6-86d2-4d40-bdad-261484e7f4ad+21:24209:x1876180579120000:12345-0@lo:502:mount.lustre.0 00000100:00100000:1.0:1789265834.308076:0:22700:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93764365a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fc778fa6-86d2-4d40-bdad-261484e7f4ad+21:24209:x1876180579120000:12345-0@lo:502:mount.lustre.0 Request processed in 118us (430us total) trans 0 rc 0/0 00000100:00100000:1.0:1789265834.308083:0:22700:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 81 00000100:00100000:0.0:1789265834.311034:0:24209:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93775f6eaa00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fc778fa6-86d2-4d40-bdad-261484e7f4ad:24209:1876180579120000:0@lo:502:mount.lustre.0 00000040:00080000:0.0:1789265834.311267:0:24209:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].49, 224 off16608 00000040:00080000:0.0:1789265834.311298:0:24209:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].50, 120 off16728 00000100:00100000:0.0:1789265834.311352:0:24209:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93775f6eaa00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fc778fa6-86d2-4d40-bdad-261484e7f4ad:24209:1876180579120128:0@lo:502:mount.lustre.0 00000100:00100000:0.0:1789265834.311427:0:24209:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789265834.311466:0:24209:0:(client.c:2715:ptlrpc_set_wait()) set ffff93777a3edb40 going to sleep for 11 seconds 00000100:00100000:1.0:1789265834.311549:0:22700:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180579120128 00000100:00100000:1.0:1789265834.311557:0:22700:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180579120128 00000100:00100000:1.0:1789265834.311646:0:22700:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 82 00000100:00100000:1.0:1789265834.311657:0:22700:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93764365a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fc778fa6-86d2-4d40-bdad-261484e7f4ad+21:24209:x1876180579120128:12345-0@lo:502:mount.lustre.0 00000100:00100000:1.0:1789265834.311830:0:22700:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93764365a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fc778fa6-86d2-4d40-bdad-261484e7f4ad+21:24209:x1876180579120128:12345-0@lo:502:mount.lustre.0 Request processed in 174us (402us total) trans 0 rc 0/0 00000100:00100000:1.0:1789265834.311837:0:22700:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 82 00000100:00100000:0.0:1789265834.311967:0:24209:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93775f6eaa00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fc778fa6-86d2-4d40-bdad-261484e7f4ad:24209:1876180579120128:0@lo:502:mount.lustre.0 00000040:00080000:0.0:1789265834.312007:0:24209:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].51, 224 off16952 00000040:00080000:0.0:1789265834.314786:0:24209:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 51 count 51 00000020:01000004:2.0:1789265834.330100:0:24234:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0000-lwp-OST0000 (typ=lwp) 00000020:00000080:2.0:1789265834.330121:0:24234:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-lwp-OST0000 (ffff9376424f3370) 00000020:00000080:2.0:1789265834.330145:0:24234:0:(obd_config.c:720:class_attach_name()) OBD: dev 23 attached type lwp with refcount 2 00000020:01000004:2.0:1789265834.330241:0:24234:0:(tgt_mount.c:153:server_get_mount()) get mount ffff937643351000 from lustre-OST0000, refs=3 00000020:01000004:2.0:1789265834.330245:0:24234:0:(tgt_mount.c:187:server_put_mount()) put mount ffff937643351000 from lustre-OST0000, refs=3 00000020:01000004:2.0:1789265834.330249:0:24234:0:(obd_mount.c:710:lustre_put_lsi()) put ffff937643351000 3 00010000:00080000:2.0:1789265834.330280:0:24234:0:(ldlm_lib.c:102:import_set_conn()) imp ffff93777d767800@lustre-MDT0000-lwp-OST0000: add connection 192.168.202.142@tcp at head 00010000:00010000:2.0:1789265834.332244:0:24234:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-lwp-OST0000-9 is initialized 00000020:00000080:2.0:1789265834.332450:0:24234:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-lwp-OST0000 (uuid lustre-MDT0000-lwp-OST0000_UUID) 00000010:01000000:2.0:1789265834.332495:0:24234:0:(lwp_dev.c:513:lwp_obd_connect()) connect #0 00000020:00000080:2.0:1789265834.332520:0:24234:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-lwp-OST0000, cookie 0xbbfdc9019c1d561c 00000100:00080000:2.0:1789265834.332529:0:24234:0:(import.c:510:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 0 00000100:00080000:2.0:1789265834.332535:0:24234:0:(import.c:624:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff93777d767800 using connection 192.168.202.142@tcp/0@lo 00000100:00100000:2.0:1789265834.332570:0:24234:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93774f2f0000 x1876180579120256/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789265834.332596:0:24234:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID 00000100:00080000:2.0:1789265834.332656:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1789265834.332665:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789265834.332668:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1789265834.332670:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789265834.332697:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1789265834.332701:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789265834.332704:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1789265834.332707:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:2.0:1789265834.332740:0:3643:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9376434d6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3643:1876180579120768:0@lo:400:kworker.0 00000100:00100000:2.0:1789265834.332804:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789265834.333257:0:3643:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1789265834.333265:0:3643:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93774f2f0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3643:1876180579120384:0@lo:400:kworker.0 00000100:00100000:2.0:1789265834.333297:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789265834.333384:0:3645:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93774f2f0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3645:1876180579120512:0@lo:400:kworker.0 00000100:00100000:2.0:1789265834.333409:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789265834.333425:0:3645:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1789265834.333430:0:3645:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93774f2f3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3645:1876180579120640:0@lo:400:kworker.0 00000100:00100000:2.0:1789265834.333450:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789265834.333533:0:23450:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180579120384 00000100:00100000:0.0:1789265834.333542:0:23450:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180579120384 00000100:00100000:0.0:1789265834.333581:0:23450:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180579120640 00000100:00100000:0.0:1789265834.333584:0:23450:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180579120640 00000100:00100000:0.0:1789265834.333600:0:23450:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25 00000100:00100000:0.0:1789265834.333608:0:23450:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9376434d4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3643:x1876180579120384:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789265834.333664:0:23450:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9376434d4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3643:x1876180579120384:12345-0@lo:400:kworker.0 Request processed in 56us (365us total) trans 0 rc 0/0 00000100:00100000:0.0:1789265834.333671:0:23450:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25 00000100:00100000:0.0:1789265834.333686:0:23450:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 26 00000100:00100000:0.0:1789265834.333692:0:23450:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9376434d7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3645:x1876180579120640:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789265834.333725:0:23450:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9376434d7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3645:x1876180579120640:12345-0@lo:400:kworker.0 Request processed in 33us (274us total) trans 0 rc 0/0 00000100:00100000:0.0:1789265834.333731:0:23450:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 26 00000100:00100000:0.0:1789265834.333768:0:3643:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93774f2f0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3643:1876180579120384:0@lo:400:kworker.0 00000100:00100000:0.0:1789265834.333795:0:3645:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93774f2f3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3645:1876180579120640:0@lo:400:kworker.0 00000100:00100000:1.0:1789265834.334545:0:22706:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180579120768 00000100:00100000:1.0:1789265834.334553:0:22706:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180579120768 00000100:00100000:1.0:1789265834.334588:0:22706:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180579120512 00000100:00100000:1.0:1789265834.334592:0:22706:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180579120512 00000100:00100000:0.0:1789265834.334621:0:22707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:0.0:1789265834.334639:0:22707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9376434d6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3643:x1876180579120768:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789265834.334695:0:22707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9376434d6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3643:x1876180579120768:12345-0@lo:400:kworker.0 Request processed in 59us (1890us total) trans 0 rc 0/0 00010000:00080000:2.0:1789265834.334744:0:3643:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff9376434d6a00 x1876180579120768/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789265850 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789265834.334756:0:3643:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9376434d6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3643:1876180579120768:0@lo:400:kworker.0 00000020:01000004:3.0:1789265834.336281:0:24234:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0001-lwp-OST0000 (typ=lwp) 00000020:00000080:3.0:1789265834.336294:0:24234:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0001-lwp-OST0000 (ffff93775f68cd28) 00000020:00000080:3.0:1789265834.336327:0:24234:0:(obd_config.c:720:class_attach_name()) OBD: dev 24 attached type lwp with refcount 2 00000020:01000004:3.0:1789265834.336432:0:24234:0:(tgt_mount.c:153:server_get_mount()) get mount ffff937643351000 from lustre-OST0000, refs=3 00000020:01000004:3.0:1789265834.336436:0:24234:0:(tgt_mount.c:187:server_put_mount()) put mount ffff937643351000 from lustre-OST0000, refs=3 00000020:01000004:3.0:1789265834.336440:0:24234:0:(obd_mount.c:710:lustre_put_lsi()) put ffff937643351000 3 00010000:00080000:3.0:1789265834.336473:0:24234:0:(ldlm_lib.c:102:import_set_conn()) imp ffff937643345000@lustre-MDT0001-lwp-OST0000: add connection 192.168.202.142@tcp at head 00000100:00100000:1.0:1789265834.337804:0:22706:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:0.0:1789265834.337840:0:22707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00100000:1.0:1789265834.338212:0:22706:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9376434d7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3645:x1876180579120512:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789265834.338465:0:22706:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9376434d7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3645:x1876180579120512:12345-0@lo:400:kworker.0 Request processed in 264us (5054us total) trans 0 rc 0/0 00000100:00100000:1.0:1789265834.338473:0:22706:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00100000:1.0:1789265834.338521:0:3642:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93774f2f0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3642:1876180579120256:0@lo:38:llog_process_th.0 00000100:00100000:1.0:1789265834.338561:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789265834.338631:0:22708:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180579120256 00000100:00100000:1.0:1789265834.338639:0:22708:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180579120256 00000100:00100000:1.0:1789265834.338663:0:22708:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:1.0:1789265834.338668:0:22708:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff937644c5fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3642:x1876180579120256:12345-0@lo:38:llog_process_th.0 00010000:00080000:1.0:1789265834.338689:0:22708:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-MDT0000: connection from lustre-MDT0000-lwp-OST0000_UUID@0@lo t0 exp 0000000000000000 cur 689 last 0 00000020:00000080:1.0:1789265834.338722:0:22708:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-lwp-OST0000_UUID, cookie 0xbbfdc9019c1d562a 00000004:00100000:1.0:1789265834.338738:0:22708:0:(mdt_handler.c:7297:mdt_connect_internal()) lustre-MDT0000: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000100:00080000:1.0:1789265834.338768:0:22708:0:(import.c:65:import_set_state_nolock()) ffff93777e235800 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1789265834.338806:0:22708:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff937644c5fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3642:x1876180579120256:12345-0@lo:38:llog_process_th.0 Request processed in 136us (244us total) trans 0 rc 0/0 00000100:00100000:1.0:1789265834.338826:0:22708:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00010000:00010000:3.0:1789265834.341176:0:24234:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0001-lwp-OST0000-10 is initialized 00010000:00080000:1.0:1789265834.341568:0:3642:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff93774f2f0000 x1876180579120256/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/416 e 0 to 0 dl 1789265844 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789265834.341581:0:3642:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: committing for last_committed 0 gen 2 00000100:00080000:1.0:1789265834.341590:0:3642:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-MDT0000-lwp-OST0000: connect to target with instance 3 00000100:00080000:1.0:1789265834.341597:0:3642:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-MDT0000-lwp-OST0000: Resetting ns_connect_flags to server flags: 0x2041401043000020 00000100:00080000:1.0:1789265834.341602:0:3642:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:1.0:1789265834.341606:0:3642:0:(import.c:65:import_set_state_nolock()) ffff93777d767800 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00100000:1.0:1789265834.341613:0:3642:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93774f2f0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3642:1876180579120256:0@lo:38:llog_process_th.0 00000020:00000080:3.0:1789265834.341745:0:24234:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0001-lwp-OST0000 (uuid lustre-MDT0001-lwp-OST0000_UUID) 00000010:01000000:3.0:1789265834.341790:0:24234:0:(lwp_dev.c:513:lwp_obd_connect()) connect #0 00000020:00000080:3.0:1789265834.341801:0:24234:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-lwp-OST0000, cookie 0xbbfdc9019c1d5631 00000100:00080000:3.0:1789265834.341807:0:24234:0:(import.c:510:import_select_connection()) lustre-MDT0001-lwp-OST0000: connect to NID 0@lo last attempt 0 00000100:00080000:3.0:1789265834.341817:0:24234:0:(import.c:624:import_select_connection()) lustre-MDT0001-lwp-OST0000: import ffff937643345000 using connection 192.168.202.142@tcp/0@lo 00000100:00100000:3.0:1789265834.341843:0:24234:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff937777839880 x1876180579120896/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789265834.341880:0:24234:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID 00000100:00080000:2.0:1789265834.342625:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1789265834.342630:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789265834.342640:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1789265834.342643:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789265834.342663:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1789265834.342667:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789265834.342670:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1789265834.342673:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:1.0:1789265834.343443:0:3642:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff937777839880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3642:1876180579120896:0@lo:38:llog_process_th.0 00000100:00100000:1.0:1789265834.343519:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789265834.343580:0:3644:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9376434d6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:fc778fa6-86d2-4d40-bdad-261484e7f4ad:3644:1876180579121024:0@lo:400:kworker.0 00000100:00100000:1.0:1789265834.343618:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789265834.343638:0:3644:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9376434d7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3644:1876180579121536:0@lo:400:kworker.0 00000100:00100000:1.0:1789265834.343663:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789265834.343686:0:3644:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1789265834.343692:0:3644:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9376434d7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3644:1876180579121408:0@lo:400:kworker.0 00000100:00100000:1.0:1789265834.343723:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789265834.343750:0:3646:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9376434d6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3646:1876180579121280:0@lo:400:kworker.0 00000100:00100000:1.0:1789265834.343779:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789265834.343798:0:3646:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:1.0:1789265834.343805:0:3646:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9376434d6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3646:1876180579121152:0@lo:400:kworker.0 00000100:00100000:1.0:1789265834.343830:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789265834.343847:0:3646:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9376434d5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3646:1876180579121664:0@lo:400:kworker.0 00000100:00100000:1.0:1789265834.343889:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789265834.343911:0:22708:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180579120896 00000100:00100000:1.0:1789265834.343917:0:22708:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180579120896 00000100:00100000:1.0:1789265834.343954:0:22708:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180579121536 00000100:00100000:1.0:1789265834.343957:0:22708:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180579121536 00000100:00100000:1.0:1789265834.343976:0:22708:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180579121280 00000100:00100000:1.0:1789265834.343979:0:22708:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180579121280 00000100:00100000:1.0:1789265834.343990:0:22708:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180579121664 00000100:00100000:1.0:1789265834.343992:0:22708:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180579121664 00000100:00100000:1.0:1789265834.344017:0:22708:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00100000:1.0:1789265834.344025:0:22708:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff937644c5dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3644:x1876180579121536:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789265834.344092:0:22708:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff937644c5dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3644:x1876180579121536:12345-0@lo:400:kworker.0 Request processed in 68us (428us total) trans 0 rc 0/0 00000100:00100000:1.0:1789265834.344098:0:22708:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000100:00100000:1.0:1789265834.344112:0:22708:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:1.0:1789265834.344118:0:22708:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff937644c5ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3646:x1876180579121280:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789265834.344143:0:22708:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff937644c5ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3646:x1876180579121280:12345-0@lo:400:kworker.0 Request processed in 25us (363us total) trans 0 rc 0/0 00000100:00100000:1.0:1789265834.344148:0:22708:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000100:00100000:1.0:1789265834.344158:0:22708:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:1.0:1789265834.344163:0:22708:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff937644c5df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3646:x1876180579121664:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789265834.344184:0:22708:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff937644c5df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3646:x1876180579121664:12345-0@lo:400:kworker.0 Request processed in 21us (296us total) trans 0 rc 0/0 00000100:00100000:1.0:1789265834.344189:0:22708:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000100:00100000:1.0:1789265834.344198:0:22708:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:1.0:1789265834.344201:0:22708:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff937644c5f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3642:x1876180579120896:12345-0@lo:38:llog_process_th.0 00010000:00080000:1.0:1789265834.344220:0:22708:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-MDT0001: connection from lustre-MDT0001-lwp-OST0000_UUID@0@lo t0 exp 0000000000000000 cur 690 last 0 00000020:00000080:1.0:1789265834.344248:0:22708:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-lwp-OST0000_UUID, cookie 0xbbfdc9019c1d5638 00000004:00100000:1.0:1789265834.344260:0:22708:0:(mdt_handler.c:7297:mdt_connect_internal()) lustre-MDT0001: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000100:00080000:1.0:1789265834.344286:0:22708:0:(import.c:65:import_set_state_nolock()) ffff93777e233000 : changing import state from RECOVER to FULL 00010000:00080000:3.0:1789265834.344351:0:3644:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff9376434d7b80 x1876180579121536/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789265850 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789265834.344366:0:3644:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9376434d7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3644:1876180579121536:0@lo:400:kworker.0 00000100:00080000:2.0:1789265834.346501:0:22702:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1789265834.346594:0:22708:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff937644c5f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3642:x1876180579120896:12345-0@lo:38:llog_process_th.0 Request processed in 2387us (3071us total) trans 0 rc 0/0 00000100:00100000:1.0:1789265834.346606:0:22708:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00100000:1.0:1789265834.346645:0:22701:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180579121024 00000100:00100000:1.0:1789265834.346653:0:22701:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180579121024 00000100:00100000:1.0:1789265834.346696:0:22701:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83 00000100:00100000:1.0:1789265834.346718:0:22701:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93764365ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fc778fa6-86d2-4d40-bdad-261484e7f4ad+21:3644:x1876180579121024:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789265834.346783:0:22701:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93764365ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fc778fa6-86d2-4d40-bdad-261484e7f4ad+21:3644:x1876180579121024:12345-0@lo:400:kworker.0 Request processed in 68us (3165us total) trans 0 rc 0/0 00000100:00100000:1.0:1789265834.346790:0:22701:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83 00000100:00100000:1.0:1789265834.346830:0:22712:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180579121408 00000100:00100000:1.0:1789265834.346840:0:22712:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180579121408 00000100:00100000:1.0:1789265834.346886:0:22712:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180579121152 00000100:00100000:1.0:1789265834.346890:0:22712:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180579121152 00000100:00100000:3.0:1789265834.346904:0:22711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 27 00000100:00100000:3.0:1789265834.346913:0:22711:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff937644c5ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3644:x1876180579121408:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789265834.346946:0:22711:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff937644c5ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3644:x1876180579121408:12345-0@lo:400:kworker.0 Request processed in 36us (3223us total) trans 0 rc 0/0 00000100:00100000:1.0:1789265834.347002:0:22712:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28 00000100:00100000:1.0:1789265834.347012:0:22712:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff937644c5f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3646:x1876180579121152:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789265834.347049:0:22712:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff937644c5f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3646:x1876180579121152:12345-0@lo:400:kworker.0 Request processed in 39us (3217us total) trans 0 rc 0/0 00000100:00100000:1.0:1789265834.347055:0:22712:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28 00000100:00100000:1.0:1789265834.347093:0:3646:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9376434d6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3646:1876180579121152:0@lo:400:kworker.0 00010000:00080000:1.0:1789265834.347110:0:3646:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff9376434d5500 x1876180579121664/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789265850 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789265834.347120:0:3646:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9376434d5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3646:1876180579121664:0@lo:400:kworker.0 00010000:00080000:1.0:1789265834.347132:0:3646:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff9376434d6300 x1876180579121280/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789265850 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789265834.347140:0:3646:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9376434d6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3646:1876180579121280:0@lo:400:kworker.0 00010000:00080000:1.0:1789265834.347175:0:3642:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff937777839880 x1876180579120896/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/416 e 0 to 0 dl 1789265844 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789265834.347182:0:3642:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: committing for last_committed 0 gen 2 00000100:00080000:1.0:1789265834.347189:0:3642:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-MDT0001-lwp-OST0000: connect to target with instance 3 00000100:00080000:1.0:1789265834.347197:0:3642:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-MDT0001-lwp-OST0000: Resetting ns_connect_flags to server flags: 0x2041401043000020 00000100:00080000:1.0:1789265834.347208:0:3642:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0001_UUID 00000100:00080000:1.0:1789265834.347211:0:3642:0:(import.c:65:import_set_state_nolock()) ffff937643345000 lustre-MDT0001_UUID: changing import state from CONNECTING to FULL 00000100:00100000:1.0:1789265834.347219:0:3642:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff937777839880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3642:1876180579120896:0@lo:38:llog_process_th.0 00000100:00100000:1.0:1789265834.347250:0:3644:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9376434d7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3644:1876180579121408:0@lo:400:kworker.0 00000100:00100000:1.0:1789265834.347258:0:3644:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9376434d6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:fc778fa6-86d2-4d40-bdad-261484e7f4ad:3644:1876180579121024:0@lo:400:kworker.0 00000100:00100000:3.0:1789265834.347362:0:22711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 27 00010000:00080000:0.0:1789265834.347516:0:3645:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff93774f2f0a80 x1876180579120512/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789265850 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789265834.347526:0:3645:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93774f2f0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3645:1876180579120512:0@lo:400:kworker.0 00000040:00080000:1.0:1789265834.348424:0:24234:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x10:0x0] index 52 count 51 00000020:01000000:0.0:1789265834.349450:0:24209:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 1-51 (rc=0) 10000000:01000000:0.0:1789265834.349490:0:24209:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.142@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:0.0:1789265834.349543:0:24209:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.142@tcp lock: ffff937642392400/0xbbfdc9019c1d5607 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0xbbfdc9019c1d560e expref: -99 pid: 24209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789265834.349557:0:24209:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.142@tcp lock: ffff937642392400/0xbbfdc9019c1d5607 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0xbbfdc9019c1d560e expref: -99 pid: 24209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:01000004:1.0:1789265834.349717:0:24209:0:(tgt_mount.c:1175:server_mti_print()) mti - server_notify_target 00000020:01000004:1.0:1789265834.349720:0:24209:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0000 00000020:01000004:1.0:1789265834.349721:0:24209:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:1.0:1789265834.349722:0:24209:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:1.0:1789265834.349723:0:24209:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:1.0:1789265834.349725:0:24209:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:1.0:1789265834.349727:0:24209:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:1.0:1789265834.349729:0:24209:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1789265834.349730:0:24209:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:1.0:1789265834.349733:0:24209:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-OST0000 0x40020002 00000020:01000004:1.0:1789265834.349736:0:24209:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:1.0:1789265834.349737:0:24209:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0000 00000020:01000004:1.0:1789265834.349738:0:24209:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:1.0:1789265834.349739:0:24209:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:1.0:1789265834.349740:0:24209:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:1.0:1789265834.349741:0:24209:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:1.0:1789265834.349742:0:24209:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:1.0:1789265834.349743:0:24209:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1789265834.349744:0:24209:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:1.0:1789265834.349768:0:24209:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-OST0000 00000100:00100000:1.0:1789265834.349789:0:24209:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff937644c5f100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fc778fa6-86d2-4d40-bdad-261484e7f4ad:24209:1876180579121792:0@lo:253:mount.lustre.0 00000100:00100000:1.0:1789265834.349893:0:24209:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789265834.349934:0:24209:0:(client.c:2715:ptlrpc_set_wait()) set ffff93777a3f1e40 going to sleep for 11 seconds 00000100:00100000:0.0:1789265834.349992:0:22699:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180579121792 00000100:00100000:0.0:1789265834.349999:0:22699:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180579121792 00000100:00100000:0.0:1789265834.350048:0:22699:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 84 00000100:00100000:0.0:1789265834.350058:0:22699:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff937643658050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fc778fa6-86d2-4d40-bdad-261484e7f4ad+21:24209:x1876180579121792:12345-0@lo:253:mount.lustre.0 20000000:01000000:0.0:1789265834.350084:0:22699:0:(mgs_handler.c:453:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:01000000:0.0:1789265834.350097:0:22699:0:(mgs_nids.c:463:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #0 20000000:01000000:0.0:1789265834.351454:0:22699:0:(mgs_nids.c:815:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:01000000:0.0:1789265834.351496:0:22699:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00000100:00100000:1.0:1789265834.351883:0:22699:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff937643658050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fc778fa6-86d2-4d40-bdad-261484e7f4ad+21:24209:x1876180579121792:12345-0@lo:253:mount.lustre.0 Request processed in 1801us (1999us total) trans 0 rc 0/0 00000100:00100000:1.0:1789265834.351895:0:22699:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 84 00000100:00100000:0.0:1789265834.352000:0:24209:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff937644c5f100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fc778fa6-86d2-4d40-bdad-261484e7f4ad:24209:1876180579121792:0@lo:253:mount.lustre.0 10000000:01000000:0.0:1789265834.352013:0:24209:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-OST0000 got index = 0 00000020:01000004:0.0:1789265834.352016:0:24209:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:0.0:1789265834.352018:0:24209:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0000 00000020:01000004:0.0:1789265834.352025:0:24209:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:0.0:1789265834.352026:0:24209:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:0.0:1789265834.352027:0:24209:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:0.0:1789265834.352029:0:24209:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:0.0:1789265834.352030:0:24209:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1789265834.352032:0:24209:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1789265834.352033:0:24209:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 00000020:02000000:0.0:1789265834.352047:0:24209:0:(tgt_mount.c:2695:server_calc_timeout()) lustre-OST0000: Imperative Recovery not enabled, recovery window 60-180 20000000:01000000:2.0:1789265834.352660:0:22722:0:(mgs_nids.c:712:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 10000000:01000000:2.0:1789265834.352666:0:22722:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00010000:2.0:1789265834.352685:0:22722:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff9377413fca00/0xbbfdc9019c1d563f lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 22722 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265834.352700:0:22722:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff937642392c00/0xbbfdc9019c1d5589 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xbbfdc9019c1d5582 expref: 20 pid: 22700 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265834.352708:0:22722:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff937642393400/0xbbfdc9019c1d5597 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xbbfdc9019c1d5590 expref: 20 pid: 22699 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265834.352714:0:22722:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff9377413fca00/0xbbfdc9019c1d563f lrc: 5/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 22722 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265834.352747:0:22722:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff937642393400/0xbbfdc9019c1d5597 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xbbfdc9019c1d5590 expref: 20 pid: 22699 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265834.352760:0:22722:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff937642393400/0xbbfdc9019c1d5597 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xbbfdc9019c1d5590 expref: 20 pid: 22699 timeout: 790 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789265834.352772:0:22722:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9376434d5180 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22722:1876180579121920:0@lo:104: 00000100:00100000:2.0:1789265834.352820:0:22722:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1789265834.352939:0:22722:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff937642392c00/0xbbfdc9019c1d5589 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xbbfdc9019c1d5582 expref: 20 pid: 22700 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265834.352948:0:22722:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff937642392c00/0xbbfdc9019c1d5589 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xbbfdc9019c1d5582 expref: 20 pid: 22700 timeout: 790 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789265834.352955:0:22722:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9376434d4e00 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22722:1876180579122048:0@lo:104: 00000100:00100000:2.0:1789265834.352976:0:22722:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789265834.353101:0:22722:0:(client.c:2715:ptlrpc_set_wait()) set ffff937744664000 going to sleep for 11 seconds 00000100:00100000:1.0:1789265834.353244:0:22690:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:1.0:1789265834.353258:0:22690:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180579121920 00000100:00100000:1.0:1789265834.353263:0:22690:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180579121920 00000100:00100000:1.0:1789265834.353294:0:22690:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180579122048 00000100:00100000:1.0:1789265834.353298:0:22690:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180579122048 00000100:00100000:1.0:1789265834.353327:0:22690:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:1.0:1789265834.353336:0:22690:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9376434d5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:fc778fa6-86d2-4d40-bdad-261484e7f4ad+4:22722:x1876180579121920:12345-0@lo:104: 00010000:00010000:1.0:1789265834.353348:0:22690:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.142@tcp lock: ffff93775181be00/0xbbfdc9019c1d5590 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xbbfdc9019c1d5597 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789265834.353402:0:22690:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1789265834.353408:0:22690:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9376434d5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:fc778fa6-86d2-4d40-bdad-261484e7f4ad+4:22722:x1876180579121920:12345-0@lo:104: Request processed in 74us (589us total) trans 0 rc 0/0 00000100:00100000:1.0:1789265834.353414:0:22690:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00100000:1.0:1789265834.353427:0:22690:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:1.0:1789265834.353433:0:22690:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93774f504450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:fc778fa6-86d2-4d40-bdad-261484e7f4ad+3:22722:x1876180579122048:12345-0@lo:104: 00010000:00010000:1.0:1789265834.353440:0:22690:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.142@tcp lock: ffff9377413fdc00/0xbbfdc9019c1d5582 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xbbfdc9019c1d5589 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789265834.353483:0:22690:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:1.0:1789265834.353489:0:22690:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93774f504450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:fc778fa6-86d2-4d40-bdad-261484e7f4ad+3:22722:x1876180579122048:12345-0@lo:104: Request processed in 56us (512us total) trans 0 rc 0/0 00000100:00100000:1.0:1789265834.353495:0:22690:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00010000:00010000:1.0:1789265834.353530:0:22694:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1789265834.353536:0:22694:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.142@tcp lock: ffff93775181be00/0xbbfdc9019c1d5590 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xbbfdc9019c1d5597 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789265834.353543:0:22694:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93775181be00 already unused, calling callback (ffffffffc13cbc20) 10000000:00010000:1.0:1789265834.353547:0:22694:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.142@tcp lock: ffff93775181be00/0xbbfdc9019c1d5590 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0xbbfdc9019c1d5597 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789265834.353561:0:22694:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.142@tcp lock: ffff93775181be00/0xbbfdc9019c1d5590 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0xbbfdc9019c1d5597 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1789265834.353569:0:22694:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.142@tcp lock: ffff93775181be00/0xbbfdc9019c1d5590 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0xbbfdc9019c1d5597 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1789265834.353574:0:22694:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:1.0:1789265834.353603:0:22694:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.142@tcp lock: ffff93775181be00/0xbbfdc9019c1d5590 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xbbfdc9019c1d5597 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789265834.353609:0:22694:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1789265834.353627:0:22694:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.142@tcp lock: ffff93775181be00/0xbbfdc9019c1d5590 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xbbfdc9019c1d5597 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789265834.353634:0:22694:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.142@tcp lock: ffff93775181be00/0xbbfdc9019c1d5590 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xbbfdc9019c1d5597 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789265834.353645:0:22694:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1789265834.353648:0:22694:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.142@tcp lock: ffff9377413fdc00/0xbbfdc9019c1d5582 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xbbfdc9019c1d5589 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789265834.353654:0:22694:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9377413fdc00 already unused, calling callback (ffffffffc13cbc20) 10000000:00010000:1.0:1789265834.353657:0:22694:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.142@tcp lock: ffff9377413fdc00/0xbbfdc9019c1d5582 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xbbfdc9019c1d5589 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789265834.353663:0:22694:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.142@tcp lock: ffff9377413fdc00/0xbbfdc9019c1d5582 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xbbfdc9019c1d5589 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1789265834.353669:0:22694:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.142@tcp lock: ffff9377413fdc00/0xbbfdc9019c1d5582 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xbbfdc9019c1d5589 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1789265834.353680:0:22694:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:1.0:1789265834.353693:0:22694:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.142@tcp lock: ffff9377413fdc00/0xbbfdc9019c1d5582 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xbbfdc9019c1d5589 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789265834.353699:0:22694:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1789265834.353714:0:22694:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.142@tcp lock: ffff9377413fdc00/0xbbfdc9019c1d5582 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xbbfdc9019c1d5589 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789265834.353722:0:22694:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.142@tcp lock: ffff9377413fdc00/0xbbfdc9019c1d5582 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xbbfdc9019c1d5589 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789265834.353736:0:22694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789265834.353737:0:22694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789265834.353738:0:22694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789265834.353744:0:22695:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1789265834.353760:0:3646:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff937644c5f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:fc778fa6-86d2-4d40-bdad-261484e7f4ad:3646:1876180579122176:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1789265834.353788:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789265834.353818:0:3643:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff937644c5e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:fc778fa6-86d2-4d40-bdad-261484e7f4ad:3643:1876180579122304:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1789265834.353840:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789265834.353902:0:22692:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180579122176 00000100:00100000:1.0:1789265834.353906:0:22692:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180579122176 00010000:00010000:1.0:1789265834.353921:0:22692:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff937642393400/0xbbfdc9019c1d5597 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xbbfdc9019c1d5590 expref: 21 pid: 22699 timeout: 790 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789265834.353940:0:22692:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180579122304 00000100:00100000:1.0:1789265834.353942:0:22692:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180579122304 00010000:00010000:1.0:1789265834.353951:0:22692:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff937642392c00/0xbbfdc9019c1d5589 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xbbfdc9019c1d5582 expref: 22 pid: 22700 timeout: 790 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789265834.353975:0:22692:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:1.0:1789265834.353981:0:22692:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93775182fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:fc778fa6-86d2-4d40-bdad-261484e7f4ad+22:3646:x1876180579122176:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1789265834.353990:0:22692:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1789265834.353995:0:22692:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff937642393400/0xbbfdc9019c1d5597 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xbbfdc9019c1d5590 expref: 22 pid: 22699 timeout: 790 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789265834.354003:0:22692:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff937642393400/0xbbfdc9019c1d5597 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xbbfdc9019c1d5590 expref: 22 pid: 22699 timeout: 790 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789265834.354017:0:22692:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1789265834.354040:0:22692:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93775182fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:fc778fa6-86d2-4d40-bdad-261484e7f4ad+22:3646:x1876180579122176:12345-0@lo:103:ldlm_bl.0 Request processed in 60us (252us total) trans 0 rc 0/0 00000100:00100000:1.0:1789265834.354046:0:22692:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00100000:1.0:1789265834.354057:0:22692:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:1.0:1789265834.354062:0:22692:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93777a3a6050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:fc778fa6-86d2-4d40-bdad-261484e7f4ad+21:3643:x1876180579122304:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1789265834.354069:0:22692:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1789265834.354072:0:22692:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff937642392c00/0xbbfdc9019c1d5589 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xbbfdc9019c1d5582 expref: 21 pid: 22700 timeout: 790 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789265834.354080:0:22692:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff937642392c00/0xbbfdc9019c1d5589 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xbbfdc9019c1d5582 expref: 21 pid: 22700 timeout: 790 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789265834.354090:0:22692:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff9377413fca00/0xbbfdc9019c1d563f lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 22722 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789265834.354097:0:22692:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9377413fca00/0xbbfdc9019c1d563f lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 22722 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 20000000:01000000:1.0:1789265834.354116:0:22692:0:(mgs_nids.c:688:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.005629582s 00010000:00010000:1.0:1789265834.354121:0:22692:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff9377413fca00/0xbbfdc9019c1d563f lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 22722 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789265834.354126:0:22692:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff9377413fca00/0xbbfdc9019c1d563f lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22722 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789265834.354132:0:22692:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff9377413fca00/0xbbfdc9019c1d563f lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22722 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789265834.354138:0:22692:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff9377413fca00/0xbbfdc9019c1d563f lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22722 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789265834.354143:0:22692:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9377413fca00 already unused, calling callback (ffffffffc0da9350) 00010000:00010000:1.0:1789265834.354146:0:22692:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff9377413fca00/0xbbfdc9019c1d563f lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22722 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789265834.354153:0:22692:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff9377413fca00/0xbbfdc9019c1d563f lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 22722 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789265834.354161:0:22692:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff9377413fca00/0xbbfdc9019c1d563f lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22722 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789265834.354169:0:22692:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1789265834.354195:0:22692:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93777a3a6050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:fc778fa6-86d2-4d40-bdad-261484e7f4ad+21:3643:x1876180579122304:12345-0@lo:103:ldlm_bl.0 Request processed in 132us (353us total) trans 0 rc 0/0 00000100:00100000:1.0:1789265834.354201:0:22692:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00100000:1.0:1789265834.354252:0:3646:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff937644c5f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:fc778fa6-86d2-4d40-bdad-261484e7f4ad:3646:1876180579122176:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1789265834.354276:0:3643:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff937644c5e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:fc778fa6-86d2-4d40-bdad-261484e7f4ad:3643:1876180579122304:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1789265834.354384:0:22722:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff937642393400/0xbbfdc9019c1d5597 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xbbfdc9019c1d5590 expref: 20 pid: 22699 timeout: 790 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789265834.354396:0:22722:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9376434d5180 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22722:1876180579121920:0@lo:104: 00010000:00010000:2.0:1789265834.354405:0:22722:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff937642392c00/0xbbfdc9019c1d5589 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xbbfdc9019c1d5582 expref: 19 pid: 22700 timeout: 790 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789265834.354412:0:22722:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9376434d4e00 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22722:1876180579122048:0@lo:104: 00010000:00010000:2.0:1789265834.354424:0:22722:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff9377413fca00/0xbbfdc9019c1d563f lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22722 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265834.354432:0:22722:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff9377413fca00/0xbbfdc9019c1d563f lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22722 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265834.354437:0:22722:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff9377413fca00/0xbbfdc9019c1d563f lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22722 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265834.354443:0:22722:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9377413fca00/0xbbfdc9019c1d563f lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22722 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789265834.354585:0:22689:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 0 new 8192-byte reqbufs (1/1 left), rc = 0 00000001:00000004:1.0:1789265834.355628:0:24209:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 3, last_transno is 12884901888 00002000:00080000:1.0:1789265834.358022:0:24209:0:(ofd_obd.c:539:ofd_postrecov()) lustre-OST0000: recovery is over 00100000:10000000:1.0:1789265834.358031:0:24209:0:(lfsck_lib.c:3085:lfsck_start()) lustre-OST0000-osd: start master thread 00000020:01000004:1.0:1789265834.358066:0:24209:0:(tgt_mount.c:298:server_mgc_clear_fs()) Unassign mgc disk 10000000:01000000:1.0:1789265834.358101:0:24209:0:(mgc_request_server.c:166:mgc_fs_clear()) MGC192.168.202.142@tcp: cl_mgc_mutex unlock 00000020:01000004:1.0:1789265834.358120:0:24209:0:(tgt_mount.c:2461:server_fill_super_common()) Server sb, dev=49 00000080:00000004:1.0:1789265834.358135:0:24209:0:(super25.c:182:lustre_fill_super()) /dev/mapper/ost1_flakey: Mount complete 00000020:00000004:1.0:1789265834.358941:0:24209:0:(tgt_mount.c:2347:server_getattr()) lustre-OST0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:1.0:1789265834.359130:0:24209:0:(tgt_mount.c:2362:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:3.0:1789265835.125387:0:22694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000004:2.0:1789265835.303460:0:24287:0:(tgt_mount.c:2347:server_getattr()) lustre-OST0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:2.0:1789265835.303752:0:24287:0:(tgt_mount.c:2362:is_cmd_supported()) ioctl cmd=81009431 10000000:01000000:1.0:1789265836.082931:0:22703:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:01000000:1.0:1789265836.082938:0:22703:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-mdtir-ffff937756d71000 from 13 10000000:01000000:1.0:1789265836.082942:0:22703:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:1.0:1789265836.082986:0:22703:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.142@tcp lock: ffff937740031400/0xbbfdc9019c1d5646 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789265836.082997:0:22703:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.142@tcp lock: ffff937740031400/0xbbfdc9019c1d5646 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789265836.083010:0:22703:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.142@tcp lock: ffff937740031400/0xbbfdc9019c1d5646 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789265836.083038:0:22703:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93775182fb80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fc778fa6-86d2-4d40-bdad-261484e7f4ad:22703:1876180579122432:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1789265836.083102:0:22703:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789265836.083404:0:22703:0:(client.c:2715:ptlrpc_set_wait()) set ffff93777a3f13c0 going to sleep for 11 seconds 00000100:00100000:0.0:1789265836.084331:0:22700:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180579122432 00000100:00100000:0.0:1789265836.084340:0:22700:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180579122432 00000100:00100000:0.0:1789265836.084396:0:22700:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 85 00000100:00100000:0.0:1789265836.084407:0:22700:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93776600dc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fc778fa6-86d2-4d40-bdad-261484e7f4ad+19:22703:x1876180579122432:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1789265836.084420:0:22700:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1789265836.084438:0:22700:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff937642392600/0xbbfdc9019c1d564d lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xbbfdc9019c1d5646 expref: -99 pid: 22700 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789265836.084464:0:22700:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff937642392600/0xbbfdc9019c1d564d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xbbfdc9019c1d5646 expref: 20 pid: 22700 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789265836.084476:0:22700:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff937642392600/0xbbfdc9019c1d564d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xbbfdc9019c1d5646 expref: 20 pid: 22700 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789265836.084485:0:22700:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff937642392600, rc 0) 00000100:00100000:0.0:1789265836.084546:0:22700:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93776600dc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fc778fa6-86d2-4d40-bdad-261484e7f4ad+20:22703:x1876180579122432:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 141us (1443us total) trans 0 rc 0/0 00000100:00100000:0.0:1789265836.084553:0:22700:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 85 00000100:00100000:0.0:1789265836.084641:0:22703:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93775182fb80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fc778fa6-86d2-4d40-bdad-261484e7f4ad:22703:1876180579122432:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1789265836.084656:0:22703:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.142@tcp lock: ffff937740031400/0xbbfdc9019c1d5646 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xbbfdc9019c1d564d expref: -99 pid: 22703 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789265836.084683:0:22703:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.142@tcp lock: ffff937740031400/0xbbfdc9019c1d5646 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xbbfdc9019c1d564d expref: -99 pid: 22703 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789265836.084745:0:22703:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93775f6eaa00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fc778fa6-86d2-4d40-bdad-261484e7f4ad:22703:1876180579122560:0@lo:256:ll_cfg_requeue.0 00000100:00100000:0.0:1789265836.084775:0:22703:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789265836.084794:0:22703:0:(client.c:2715:ptlrpc_set_wait()) set ffff937757aeccc0 going to sleep for 11 seconds 00000100:00100000:0.0:1789265836.084807:0:22699:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180579122560 00000100:00100000:0.0:1789265836.084810:0:22699:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180579122560 00000100:00100000:0.0:1789265836.084835:0:22699:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 86 00000100:00100000:0.0:1789265836.084842:0:22699:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93776600f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fc778fa6-86d2-4d40-bdad-261484e7f4ad+20:22703:x1876180579122560:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:0.0:1789265836.084854:0:22699:0:(mgs_nids.c:914:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:0.0:1789265836.084889:0:22699:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:0.0:1789265836.084893:0:22699:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 13 00000100:00100000:0.0:1789265836.084962:0:22699:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93776600f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fc778fa6-86d2-4d40-bdad-261484e7f4ad+20:22703:x1876180579122560:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 120us (185us total) trans 0 rc 0/0 00000100:00100000:0.0:1789265836.084969:0:22699:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 86 00000100:00100000:0.0:1789265836.084996:0:22703:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93775f6eaa00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fc778fa6-86d2-4d40-bdad-261484e7f4ad:22703:1876180579122560:0@lo:256:ll_cfg_requeue.0 10000000:01000000:0.0:1789265836.085055:0:22703:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.142@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:0.0:1789265836.085062:0:22703:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.142@tcp lock: ffff937740031400/0xbbfdc9019c1d5646 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xbbfdc9019c1d564d expref: -99 pid: 22703 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789265836.085069:0:22703:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.142@tcp lock: ffff937740031400/0xbbfdc9019c1d5646 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xbbfdc9019c1d564d expref: -99 pid: 22703 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1789265836.085077:0:22703:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:01000000:0.0:1789265836.085080:0:22703:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-mdtir-ffff93777aeab000 from 13 10000000:01000000:0.0:1789265836.085087:0:22703:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:0.0:1789265836.085104:0:22703:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.142@tcp lock: ffff937642393400/0xbbfdc9019c1d5654 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789265836.085111:0:22703:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.142@tcp lock: ffff937642393400/0xbbfdc9019c1d5654 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789265836.086935:0:22703:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.142@tcp lock: ffff937642393400/0xbbfdc9019c1d5654 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789265836.086966:0:22703:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93775f6eaa00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fc778fa6-86d2-4d40-bdad-261484e7f4ad:22703:1876180579122688:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1789265836.087019:0:22703:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789265836.088390:0:22703:0:(client.c:2715:ptlrpc_set_wait()) set ffff937757aeccc0 going to sleep for 11 seconds 00000100:00100000:1.0:1789265836.093500:0:22699:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180579122688 00000100:00100000:1.0:1789265836.093518:0:22699:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180579122688 00000100:00100000:1.0:1789265836.093640:0:22699:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 87 00000100:00100000:1.0:1789265836.093652:0:22699:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93776600d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fc778fa6-86d2-4d40-bdad-261484e7f4ad+20:22703:x1876180579122688:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1789265836.093669:0:22699:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1789265836.093691:0:22699:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff937740031e00/0xbbfdc9019c1d565b lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0xbbfdc9019c1d5654 expref: -99 pid: 22699 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789265836.093734:0:22699:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff937740031e00/0xbbfdc9019c1d565b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xbbfdc9019c1d5654 expref: 21 pid: 22699 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789265836.093746:0:22699:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff937740031e00/0xbbfdc9019c1d565b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xbbfdc9019c1d5654 expref: 21 pid: 22699 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789265836.093756:0:22699:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff937740031e00, rc 0) 00000100:00100000:1.0:1789265836.093844:0:22699:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93776600d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fc778fa6-86d2-4d40-bdad-261484e7f4ad+21:22703:x1876180579122688:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 194us (6823us total) trans 0 rc 0/0 00000100:00100000:1.0:1789265836.093850:0:22699:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 87 00000100:00100000:3.0:1789265836.099882:0:22703:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93775f6eaa00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fc778fa6-86d2-4d40-bdad-261484e7f4ad:22703:1876180579122688:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1789265836.099914:0:22703:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.142@tcp lock: ffff937642393400/0xbbfdc9019c1d5654 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xbbfdc9019c1d565b expref: -99 pid: 22703 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265836.099927:0:22703:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.142@tcp lock: ffff937642393400/0xbbfdc9019c1d5654 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xbbfdc9019c1d565b expref: -99 pid: 22703 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789265836.100018:0:22703:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93777783b800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fc778fa6-86d2-4d40-bdad-261484e7f4ad:22703:1876180579122816:0@lo:256:ll_cfg_requeue.0 00000100:00100000:3.0:1789265836.100088:0:22703:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789265836.111472:0:22703:0:(client.c:2715:ptlrpc_set_wait()) set ffff93775f6f9540 going to sleep for 11 seconds 00000100:00100000:0.0:1789265836.112662:0:22700:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180579122816 00000100:00100000:0.0:1789265836.112678:0:22700:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180579122816 00000100:00100000:0.0:1789265836.112740:0:22700:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88 00000100:00100000:0.0:1789265836.112753:0:22700:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93776600c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fc778fa6-86d2-4d40-bdad-261484e7f4ad+21:22703:x1876180579122816:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:0.0:1789265836.112789:0:22700:0:(mgs_nids.c:914:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:0.0:1789265836.112814:0:22700:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:0.0:1789265836.112817:0:22700:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 13 00000100:00100000:0.0:1789265836.114235:0:22700:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93776600c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fc778fa6-86d2-4d40-bdad-261484e7f4ad+21:22703:x1876180579122816:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 1478us (14139us total) trans 0 rc 0/0 00000100:00100000:0.0:1789265836.114248:0:22700:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88 00000100:00100000:3.0:1789265836.117991:0:22703:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93777783b800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fc778fa6-86d2-4d40-bdad-261484e7f4ad:22703:1876180579122816:0@lo:256:ll_cfg_requeue.0 10000000:01000000:3.0:1789265836.118082:0:22703:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.142@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:3.0:1789265836.118099:0:22703:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.142@tcp lock: ffff937642393400/0xbbfdc9019c1d5654 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xbbfdc9019c1d565b expref: -99 pid: 22703 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265836.118109:0:22703:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.142@tcp lock: ffff937642393400/0xbbfdc9019c1d5654 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xbbfdc9019c1d565b expref: -99 pid: 22703 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265836.155088:0:22695:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789265837.180536:0:22694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1789265837.560192:0:3644:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93775f6ea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3644:1876180579122944:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1789265837.560265:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789265837.560344:0:22712:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180579122944 00000100:00100000:0.0:1789265837.560353:0:22712:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180579122944 00000100:00100000:0.0:1789265837.560403:0:22712:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 29 00000100:00100000:0.0:1789265837.560413:0:22712:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93775f6e8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3644:x1876180579122944:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1789265837.560458:0:22712:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000100:00100000:0.0:1789265837.560505:0:22712:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93775f6e8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3644:x1876180579122944:12345-0@lo:41:osp-pre-0-1.0 Request processed in 93us (240us total) trans 0 rc 0/0 00000100:00100000:0.0:1789265837.560513:0:22712:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 29 00000100:00100000:0.0:1789265837.560559:0:3644:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93775f6ea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3644:1876180579122944:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1789265838.072705:0:3646:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1789265838.072731:0:3646:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93775f6ea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3646:1876180579123072:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1789265838.072807:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789265838.073951:0:22711:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180579123072 00000100:00100000:0.0:1789265838.073960:0:22711:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180579123072 00000100:00100000:0.0:1789265838.074011:0:22711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 30 00000100:00100000:0.0:1789265838.074019:0:22711:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93775182ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3646:x1876180579123072:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1789265838.074055:0:22711:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446461440 avail 1300221952 00000100:00100000:0.0:1789265838.074120:0:22711:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93775182ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3646:x1876180579123072:12345-0@lo:41:osp-pre-1-0.0 Request processed in 100us (1312us total) trans 0 rc 0/0 00000100:00100000:0.0:1789265838.074127:0:22711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 30 00000100:00100000:1.0:1789265838.076418:0:3646:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93775f6ea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3646:1876180579123072:0@lo:41:osp-pre-1-0.0 00010000:00010000:1.0:1789265838.198532:0:22695:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789265839.219221:0:22694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789265839.603215:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1789265839.603221:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789265839.603224:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1789265839.603227:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789265839.603244:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1789265839.603248:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789265839.603251:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1789265839.603253:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:1.0:1789265839.603337:0:3646:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93775182d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:fc778fa6-86d2-4d40-bdad-261484e7f4ad:3646:1876180579123200:0@lo:400:kworker.0 00000100:00100000:1.0:1789265839.603411:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789265839.603448:0:3646:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93775182ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3646:1876180579123712:0@lo:400:kworker.0 00000100:00100000:1.0:1789265839.603474:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789265839.603500:0:3646:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1789265839.603506:0:3646:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93775182d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3646:1876180579123584:0@lo:400:kworker.0 00000100:00100000:1.0:1789265839.603530:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789265839.603557:0:3643:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93775182dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3643:1876180579123328:0@lo:400:kworker.0 00000100:00100000:1.0:1789265839.603579:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789265839.603599:0:3643:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93775182ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3643:1876180579123840:0@lo:400:kworker.0 00000100:00100000:1.0:1789265839.603621:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789265839.603638:0:3643:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:1.0:1789265839.603643:0:3643:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93775182d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3643:1876180579123456:0@lo:400:kworker.0 00000100:00100000:1.0:1789265839.603666:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789265839.603681:0:3643:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93775182c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3643:1876180579123968:0@lo:400:kworker.0 00000100:00100000:1.0:1789265839.603701:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789265839.603727:0:22700:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180579123200 00000100:00100000:1.0:1789265839.603734:0:22700:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180579123200 00000100:00100000:1.0:1789265839.603779:0:22700:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89 00000100:00100000:1.0:1789265839.603788:0:22700:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93776600c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fc778fa6-86d2-4d40-bdad-261484e7f4ad+21:3646:x1876180579123200:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789265839.603838:0:22700:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93776600c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fc778fa6-86d2-4d40-bdad-261484e7f4ad+21:3646:x1876180579123200:12345-0@lo:400:kworker.0 Request processed in 50us (426us total) trans 0 rc 0/0 00000100:00100000:1.0:1789265839.603845:0:22700:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89 00000100:00100000:1.0:1789265839.603894:0:22708:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180579123712 00000100:00100000:1.0:1789265839.603898:0:22708:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180579123712 00000100:00100000:1.0:1789265839.603926:0:22708:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180579123840 00000100:00100000:1.0:1789265839.603929:0:22708:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180579123840 00000100:00100000:1.0:1789265839.603952:0:22708:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180579123456 00000100:00100000:1.0:1789265839.603955:0:22708:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180579123456 00000100:00100000:1.0:1789265839.603965:0:22708:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180579123968 00000100:00100000:1.0:1789265839.603967:0:22708:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180579123968 00000100:00100000:1.0:1789265839.603981:0:22708:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00100000:1.0:1789265839.603987:0:22708:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93775182c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3646:x1876180579123712:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789265839.604024:0:22708:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93775182c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3646:x1876180579123712:12345-0@lo:400:kworker.0 Request processed in 36us (548us total) trans 0 rc 0/0 00000100:00100000:1.0:1789265839.604032:0:22708:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00000100:00100000:1.0:1789265839.604045:0:22708:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17 00000100:00100000:1.0:1789265839.604051:0:22708:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93775182f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3643:x1876180579123840:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789265839.604080:0:22708:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93775182f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3643:x1876180579123840:12345-0@lo:400:kworker.0 Request processed in 30us (459us total) trans 0 rc 0/0 00000100:00100000:1.0:1789265839.604087:0:22708:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17 00000100:00100000:1.0:1789265839.604098:0:22708:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 18 00000100:00100000:1.0:1789265839.604104:0:22708:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93775182f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3643:x1876180579123456:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789265839.604130:0:22708:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93775182f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3643:x1876180579123456:12345-0@lo:400:kworker.0 Request processed in 26us (463us total) trans 0 rc 0/0 00000100:00100000:1.0:1789265839.604136:0:22708:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 18 00000100:00100000:1.0:1789265839.604147:0:22708:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19 00000100:00100000:1.0:1789265839.604153:0:22708:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93775182f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3643:x1876180579123968:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789265839.604174:0:22708:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93775182f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3643:x1876180579123968:12345-0@lo:400:kworker.0 Request processed in 23us (473us total) trans 0 rc 0/0 00000100:00100000:1.0:1789265839.604180:0:22708:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19 00000100:00100000:1.0:1789265839.604195:0:23450:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180579123584 00000100:00100000:1.0:1789265839.604203:0:23450:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180579123584 00000100:00100000:1.0:1789265839.604224:0:23450:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180579123328 00000100:00100000:1.0:1789265839.604226:0:23450:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180579123328 00000100:00100000:1.0:1789265839.604236:0:23450:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 31 00000100:00100000:1.0:1789265839.604241:0:23450:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93775182c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3646:x1876180579123584:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789265839.604279:0:23450:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93775182c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3646:x1876180579123584:12345-0@lo:400:kworker.0 Request processed in 26us (737us total) trans 0 rc 0/0 00000100:00100000:1.0:1789265839.604285:0:23450:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 31 00000100:00100000:1.0:1789265839.604296:0:23450:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 32 00000100:00100000:1.0:1789265839.604302:0:23450:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93775182e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3643:x1876180579123328:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789265839.604328:0:23450:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93775182e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3643:x1876180579123328:12345-0@lo:400:kworker.0 Request processed in 27us (748us total) trans 0 rc 0/0 00000100:00100000:1.0:1789265839.604334:0:23450:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 32 00000100:00100000:1.0:1789265839.604375:0:3646:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93775182d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3646:1876180579123584:0@lo:400:kworker.0 00000100:00100000:1.0:1789265839.604384:0:3646:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93775182d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:fc778fa6-86d2-4d40-bdad-261484e7f4ad:3646:1876180579123200:0@lo:400:kworker.0 00010000:00080000:1.0:1789265839.604394:0:3646:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff93775182ed80 x1876180579123712/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789265855 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789265839.604404:0:3646:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93775182ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3646:1876180579123712:0@lo:400:kworker.0 00000100:00080000:1.0:1789265839.604425:0:22702:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1789265839.604428:0:22702:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00080000:1.0:1789265839.604439:0:3643:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff93775182d500 x1876180579123456/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789265855 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789265839.604447:0:3643:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93775182d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3643:1876180579123456:0@lo:400:kworker.0 00010000:00080000:1.0:1789265839.604455:0:3643:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff93775182c380 x1876180579123968/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789265855 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789265839.604475:0:3643:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93775182c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3643:1876180579123968:0@lo:400:kworker.0 00000100:00100000:1.0:1789265839.604484:0:3643:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93775182dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3643:1876180579123328:0@lo:400:kworker.0 00010000:00080000:1.0:1789265839.604493:0:3643:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff93775182ea00 x1876180579123840/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789265855 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789265839.604500:0:3643:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93775182ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3643:1876180579123840:0@lo:400:kworker.0 00000040:00080000:0.0:1789265839.796037:0:23465:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:3.0:1789265840.244319:0:22695:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:3.0:1789265840.515477:0:24577:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg242-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all 00010000:00010000:3.0:1789265841.269020:0:22694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000004:0.0:1789265841.319355:0:24630:0:(tgt_mount.c:2347:server_getattr()) lustre-OST0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:0.0:1789265841.319516:0:24630:0:(tgt_mount.c:2362:is_cmd_supported()) ioctl cmd=81009431 00000040:00080000:2.0:1789265841.653616:0:22742:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000020:00000004:2.0:1789265842.194621:0:24680:0:(tgt_mount.c:2347:server_getattr()) lustre-OST0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:2.0:1789265842.195444:0:24680:0:(tgt_mount.c:2362:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:3.0:1789265842.294288:0:22695:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1789265842.556471:0:3642:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789265827/real 1789265827] req@ffff937644c5e300 x1876180579116032/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 1 dl 1789265842 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789265842.556515:0:3642:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff937644c5e300 x1876180579116032/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 1 dl 1789265842 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789265842.556527:0:3642:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789265827/real 1789265827] req@ffff937644c5d880 x1876180579116160/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 1 dl 1789265842 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789265842.556540:0:3642:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff937644c5d880 x1876180579116160/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 1 dl 1789265842 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789265842.556571:0:3642:0:(import.c:65:import_set_state_nolock()) ffff9376420e5000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789265842.556597:0:3642:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 0@lo failed (-110) 00000100:00100000:3.0:1789265842.556602:0:3642:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff937644c5e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3642:1876180579116032:0@lo:8:kworker.0 00000100:00080000:3.0:1789265842.556609:0:3642:0:(import.c:65:import_set_state_nolock()) ffff93777f588000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789265842.556614:0:3642:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-110) 00000100:00100000:3.0:1789265842.556618:0:3642:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff937644c5d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3642:1876180579116160:0@lo:8:kworker.0 00000100:00080000:2.0:1789265842.556946:0:20468:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1789265842.556952:0:20468:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789265842.556955:0:20468:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1789265842.556958:0:20468:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789265842.556983:0:20468:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1789265842.556986:0:20468:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1789265842.556989:0:20468:0:(import.c:65:import_set_state_nolock()) ffff9376420e5000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789265842.556994:0:20468:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 683 00000100:00080000:2.0:1789265842.557001:0:20468:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 10s 00000100:00080000:2.0:1789265842.557009:0:20468:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff9376420e5000 using connection 192.168.202.142@tcp/0@lo 00000100:00100000:2.0:1789265842.557034:0:20468:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9376434d4700 x1876180579124608/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789265842.557048:0:20468:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1789265842.557051:0:20468:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1789265842.557053:0:20468:0:(import.c:65:import_set_state_nolock()) ffff93777f588000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789265842.557056:0:20468:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 0@lo last attempt 683 00000100:00080000:2.0:1789265842.557059:0:20468:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-MDT0001: tried all connections, increasing latency to 10s 00000100:00080000:2.0:1789265842.557062:0:20468:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-MDT0001: import ffff93777f588000 using connection 192.168.202.142@tcp/0@lo 00000100:00100000:2.0:1789265842.557073:0:20468:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9376434d5c00 x1876180579124736/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1789265842.557129:0:3642:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9376434d4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3642:1876180579124608:0@lo:8:kworker.0 00000100:00100000:2.0:1789265842.557220:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789265842.557358:0:3646:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9376434d5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3646:1876180579124224:0@lo:400:kworker.0 00000100:00100000:1.0:1789265842.557448:0:3645:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9376434d4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:fc778fa6-86d2-4d40-bdad-261484e7f4ad:3645:1876180579124096:0@lo:400:kworker.0 00000100:00100000:3.0:1789265842.558436:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789265842.558511:0:3646:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9376434d5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3646:1876180579124992:0@lo:400:kworker.0 00000100:00100000:3.0:1789265842.558555:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789265842.558627:0:24213:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180579124608 00000100:00100000:3.0:1789265842.558636:0:24213:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180579124608 00000100:00100000:3.0:1789265842.558680:0:24213:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:3.0:1789265842.558688:0:24213:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9376434d7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3642:x1876180579124608:12345-0@lo:8:kworker.0 00010000:00080000:3.0:1789265842.558728:0:24213:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-OST0000: connection from lustre-MDT0001-mdtlov_UUID@0@lo t0 exp 0000000000000000 cur 698 last 0 00000020:00000080:3.0:1789265842.558800:0:24213:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-mdtlov_UUID, cookie 0xbbfdc9019c1d5662 00002000:00100000:3.0:1789265842.558819:0:24213:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0000: cli lustre-MDT0001-mdtlov_UUID/ffff937643343000 ocd_connect_flags: 0xa044401443000026 ocd_version: 211396a ocd_grant: 0 ocd_index: 0 ocd_group 1 00002000:00080000:3.0:1789265842.558824:0:24213:0:(ofd_obd.c:139:ofd_parse_connect_data()) lustre-OST0000: Received MDS connection for group 1 00002000:00100000:3.0:1789265842.558827:0:24213:0:(ofd_obd.c:227:ofd_parse_connect_data()) lustre-OST0000: cli does not support OBD_CONNECT_CKSUM 00002000:00080000:3.0:1789265842.559080:0:24213:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0000: get connection from MDS 1 00000100:00080000:3.0:1789265842.559112:0:24213:0:(import.c:65:import_set_state_nolock()) ffff937643341800 : changing import state from RECOVER to FULL 00000100:00100000:3.0:1789265842.559173:0:24213:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9376434d7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+6:3642:x1876180579124608:12345-0@lo:8:kworker.0 Request processed in 484us (1952us total) trans 0 rc 0/0 00000100:00100000:3.0:1789265842.559182:0:24213:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00100000:0.0:1789265842.559702:0:23450:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180579124224 00000100:00100000:0.0:1789265842.559710:0:23450:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180579124224 00000100:00100000:0.0:1789265842.559881:0:23450:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 33 00000100:00100000:0.0:1789265842.559891:0:23450:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93777783b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3646:x1876180579124224:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789265842.559963:0:23450:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93777783b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3646:x1876180579124224:12345-0@lo:400:kworker.0 Request processed in 74us (1533us total) trans 0 rc 0/0 00000100:00100000:0.0:1789265842.559971:0:23450:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 33 00000100:00100000:3.0:1789265842.563746:0:3646:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9376434d5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3646:1876180579124224:0@lo:400:kworker.0 00010000:00080000:2.0:1789265842.564610:0:3642:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9376434d4700 x1876180579124608/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/416 e 0 to 0 dl 1789265862 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789265842.564626:0:3642:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: committing for last_committed 0 gen 2 00000100:00080000:2.0:1789265842.564638:0:3642:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-OST0000-osc-MDT0001: connect to target with instance 3 00000100:00080000:2.0:1789265842.564650:0:3642:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-OST0000-osc-MDT0001: Resetting ns_connect_flags to server flags: 0xa040401443000026 00000100:00080000:2.0:1789265842.564657:0:3642:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0000_UUID 00000100:00080000:2.0:1789265842.564662:0:3642:0:(import.c:65:import_set_state_nolock()) ffff9376420e5000 lustre-OST0000_UUID: changing import state from CONNECTING to FULL 00000004:00080000:2.0:1789265842.564688:0:3642:0:(osp_dev.c:1648:osp_import_event()) got connected 00000100:00100000:2.0:1789265842.564697:0:3642:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9376434d4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3642:1876180579124608:0@lo:8:kworker.0 00000100:00100000:2.0:1789265842.564710:0:3642:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9376434d5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3642:1876180579124736:0@lo:8:kworker.0 00000004:00080000:3.0:1789265842.565431:0:23452:0:(osp_precreate.c:882:osp_precreate_cleanup_orphans()) lustre-OST0000-osc-MDT0001: going to cleanup orphans since [0x280000400:0x1:0x0] 00000100:00100000:3.0:1789265842.565462:0:23452:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93777783b480 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:23452:1876180579125376:0@lo:7:osp-pre-0-1.0 00000100:00100000:3.0:1789265842.565526:0:23452:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789265842.565563:0:23452:0:(client.c:2715:ptlrpc_set_wait()) set ffff937757aec0c0 going to sleep for 11 seconds 00000004:00080000:3.0:1789265842.565586:0:23451:0:(osp_sync.c:1045:osp_sync_process_record()) processed all old entries 00000004:00080000:3.0:1789265842.565717:0:23451:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 698226856890ns, next at 0ns, rc = 0 00080000:00080000:3.0:1789265842.565743:0:23451:0:(osd_handler.c:2849:osd_commit_async()) lustre-MDT0001: async commit OSD 00000100:00100000:2.0:1789265842.565889:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789265842.565970:0:24213:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180579125376 00000100:00100000:2.0:1789265842.565979:0:24213:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180579125376 00000100:00100000:2.0:1789265842.566041:0:24213:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180579124736 00000100:00100000:2.0:1789265842.566044:0:24213:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180579124736 00000100:00100000:2.0:1789265842.566057:0:24213:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:2.0:1789265842.566069:0:24213:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff937777839f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+6:23452:x1876180579125376:12345-0@lo:7:osp-pre-0-1.0 00000100:00080000:3.0:1789265842.567515:0:22702:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1789265842.568088:0:3644:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9376434d4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3644:1876180579124480:0@lo:400:kworker.0 00000100:00100000:3.0:1789265842.568183:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789265842.568227:0:3644:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff937777838000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3644:1876180579125248:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1789265842.568618:0:22708:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180579124992 00000100:00100000:1.0:1789265842.568629:0:22708:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180579124992 00000100:00100000:1.0:1789265842.568699:0:22708:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20 00000100:00100000:1.0:1789265842.568709:0:22708:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93777783a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3646:x1876180579124992:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789265842.568781:0:22708:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93777783a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3646:x1876180579124992:12345-0@lo:400:kworker.0 Request processed in 74us (10224us total) trans 0 rc 0/0 00000100:00100000:1.0:1789265842.568789:0:22708:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20 00000100:00100000:1.0:1789265842.568820:0:22711:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180579124480 00000100:00100000:1.0:1789265842.568825:0:22711:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180579124480 00000100:00100000:1.0:1789265842.568888:0:22711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34 00000100:00100000:1.0:1789265842.568896:0:22711:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff937777839c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3644:x1876180579124480:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789265842.568933:0:22711:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff937777839c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3644:x1876180579124480:12345-0@lo:400:kworker.0 Request processed in 38us (750us total) trans 0 rc 0/0 00000100:00100000:1.0:1789265842.568939:0:22711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34 00000100:00080000:1.0:1789265842.568978:0:22702:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00080000:1.0:1789265842.569021:0:3646:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9376434d5880 x1876180579124992/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789265858 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789265842.569052:0:3646:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9376434d5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3646:1876180579124992:0@lo:400:kworker.0 00000100:00100000:1.0:1789265842.569196:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789265842.569233:0:3645:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9376434d4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3645:1876180579124864:0@lo:400:kworker.0 00000100:00100000:1.0:1789265842.569273:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789265842.569295:0:22707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180579124864 00000100:00100000:1.0:1789265842.569299:0:22707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180579124864 00000100:00100000:1.0:1789265842.569326:0:22707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21 00000100:00100000:1.0:1789265842.569332:0:22707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93775182ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3645:x1876180579124864:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789265842.569365:0:22707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93775182ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3645:x1876180579124864:12345-0@lo:400:kworker.0 Request processed in 33us (91us total) trans 0 rc 0/0 00000100:00100000:1.0:1789265842.569415:0:22707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21 00000100:00100000:3.0:1789265842.569781:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789265842.569821:0:3644:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9376434d4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3644:1876180579124480:0@lo:400:kworker.0 00000100:00100000:3.0:1789265842.569839:0:3644:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:3.0:1789265842.569849:0:3644:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9376434d5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3644:1876180579124352:0@lo:400:kworker.0 00000100:00100000:3.0:1789265842.569889:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789265842.569910:0:3644:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9376434d6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3644:1876180579125120:0@lo:400:kworker.0 00000100:00100000:3.0:1789265842.569937:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789265842.569970:0:22706:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180579124352 00000100:00100000:3.0:1789265842.569974:0:22706:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180579124352 00000100:00100000:3.0:1789265842.570002:0:22706:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180579125120 00000100:00100000:3.0:1789265842.570005:0:22706:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180579125120 00000100:00100000:3.0:1789265842.570032:0:22706:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22 00000100:00100000:3.0:1789265842.570039:0:22706:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff937777839880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3644:x1876180579124352:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789265842.570077:0:22706:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff937777839880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3644:x1876180579124352:12345-0@lo:400:kworker.0 Request processed in 39us (187us total) trans 0 rc 0/0 00000100:00100000:3.0:1789265842.570085:0:22706:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22 00000100:00100000:3.0:1789265842.570101:0:22706:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23 00000100:00100000:3.0:1789265842.570107:0:22706:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93777783b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3644:x1876180579125120:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789265842.570133:0:22706:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93777783b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3644:x1876180579125120:12345-0@lo:400:kworker.0 Request processed in 27us (195us total) trans 0 rc 0/0 00000100:00100000:3.0:1789265842.570140:0:22706:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23 00000100:00080000:3.0:1789265842.570168:0:22702:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00080000:3.0:1789265842.570191:0:3644:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9376434d5f80 x1876180579124352/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789265858 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789265842.570203:0:3644:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9376434d5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3644:1876180579124352:0@lo:400:kworker.0 00010000:00080000:3.0:1789265842.570215:0:3644:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9376434d6a00 x1876180579125120/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789265858 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789265842.570223:0:3644:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9376434d6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3644:1876180579125120:0@lo:400:kworker.0 00000100:00100000:0.0:1789265842.570369:0:22699:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180579124096 00000100:00100000:0.0:1789265842.570375:0:22699:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180579124096 00000100:00100000:0.0:1789265842.570420:0:22699:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90 00000100:00100000:0.0:1789265842.570428:0:22699:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93776600c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fc778fa6-86d2-4d40-bdad-261484e7f4ad+21:3645:x1876180579124096:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789265842.570473:0:22699:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93776600c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fc778fa6-86d2-4d40-bdad-261484e7f4ad+21:3645:x1876180579124096:12345-0@lo:400:kworker.0 Request processed in 46us (1277us total) trans 0 rc 0/0 00000100:00100000:0.0:1789265842.570480:0:22699:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90 00010000:00080000:1.0:1789265842.570665:0:3645:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9376434d4000 x1876180579124864/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789265858 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789265842.570675:0:3645:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9376434d4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3645:1876180579124864:0@lo:400:kworker.0 00000100:00100000:1.0:1789265842.570695:0:3645:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9376434d4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:fc778fa6-86d2-4d40-bdad-261484e7f4ad:3645:1876180579124096:0@lo:400:kworker.0 00000100:00100000:0.0:1789265842.571277:0:24217:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180579125248 00000100:00100000:0.0:1789265842.571284:0:24217:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180579125248 00000100:00100000:0.0:1789265842.571320:0:24217:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:0.0:1789265842.571329:0:24217:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff937777838700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+7:3644:x1876180579125248:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1789265842.571356:0:24217:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 280000 pending 0 free 3923513344 avail 3691991040 00000100:00100000:0.0:1789265842.571411:0:24217:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff937777838700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+7:3644:x1876180579125248:12345-0@lo:13:osp-pre-0-1.0 Request processed in 83us (1629us total) trans 0 rc 0/0 00000100:00100000:0.0:1789265842.571418:0:24217:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00010000:00080000:3.0:1789265842.572320:0:3644:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff937777838000 x1876180579125248/t0(0) o13->lustre-OST0000-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1789265858 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789265842.572345:0:3644:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff937777838000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3644:1876180579125248:0@lo:13:osp-pre-0-1.0 00002000:00080000:2.0:1789265842.572493:0:24213:0:(ofd_fs.c:432:ofd_seq_load()) lustre-OST0000: adding sequence 0x280000400 00002000:00080000:2.0:1789265842.572500:0:24213:0:(ofd_dev.c:1208:ofd_get_info_hdl()) lustre-OST0000: LAST FID is [0x280000400:0x41:0x0] 00000100:00100000:2.0:1789265842.572571:0:24213:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff937777839f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+6:23452:x1876180579125376:12345-0@lo:7:osp-pre-0-1.0 Request processed in 6502us (7043us total) trans 0 rc 0/0 00000100:00100000:2.0:1789265842.572580:0:24213:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00100000:2.0:1789265842.572603:0:24213:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:2.0:1789265842.572609:0:24213:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9376434d6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3642:x1876180579124736:12345-0@lo:8:kworker.0 00010000:00020000:2.0:1789265842.572642:0:24213:0:(ldlm_lib.c:1190:target_handle_connect()) lustre-OST0001: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1789265842.572689:0:24213:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9376434d6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3642:x1876180579124736:12345-0@lo:8:kworker.0 Request processed in 78us (6799us total) trans 0 rc -19/-19 00000100:00100000:2.0:1789265842.572696:0:24213:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00010000:00080000:3.0:1789265842.572776:0:23452:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff93777783b480 x1876180579125376/t0(0) o7->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 264/240 e 0 to 0 dl 1789265858 ref 2 fl Rpc:RNQU/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789265842.572789:0:23452:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93777783b480 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:23452:1876180579125376:0@lo:7:osp-pre-0-1.0 00000004:00080000:3.0:1789265842.572802:0:23452:0:(osp_precreate.c:810:osp_get_lastfid_from_ost()) lustre-OST0000-osc-MDT0001: Got last_fid [0x280000400:0x41:0x0] 00000100:00100000:3.0:1789265842.572843:0:23452:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93777783b480 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:23452:1876180579125504:0@lo:5:osp-pre-0-1.0 00000100:00100000:3.0:1789265842.572922:0:23452:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789265842.572947:0:23452:0:(client.c:2715:ptlrpc_set_wait()) set ffff937757aec0c0 going to sleep for 11 seconds 00000100:00100000:3.0:1789265842.572968:0:24215:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180579125504 00000100:00100000:3.0:1789265842.572974:0:24215:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180579125504 00000100:00100000:3.0:1789265842.573006:0:24215:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:3.0:1789265842.573013:0:24215:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff937777838000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+6:23452:x1876180579125504:12345-0@lo:5:osp-pre-0-1.0 00002000:00080000:3.0:1789265842.573039:0:24215:0:(ofd_dev.c:1640:ofd_create_hdl()) ofd_last_id() = 65 -> diff = 0 00000100:00100000:3.0:1789265842.573074:0:24215:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff937777838000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+6:23452:x1876180579125504:12345-0@lo:5:osp-pre-0-1.0 Request processed in 62us (152us total) trans 0 rc 0/0 00000100:00100000:3.0:1789265842.573091:0:24215:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00010000:00080000:3.0:1789265842.573119:0:23452:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff93777783b480 x1876180579125504/t0(0) o5->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 432/432 e 0 to 0 dl 1789265858 ref 2 fl Rpc:RNQU/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789265842.573129:0:23452:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93777783b480 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:23452:1876180579125504:0@lo:5:osp-pre-0-1.0 00000004:00080000:3.0:1789265842.573137:0:23452:0:(osp_precreate.c:960:osp_precreate_cleanup_orphans()) lustre-OST0000-osc-MDT0001: Got last_id [0x280000400:0x41:0x0] from OST, last_created [0x280000400:0x41:0x0]last_used is [0x280000400:0x41:0x0] 00000100:00100000:3.0:1789265842.573165:0:23452:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93777783b480 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:23452:1876180579125632:0@lo:5:osp-pre-0-1.0 00000100:00100000:3.0:1789265842.573188:0:23452:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789265842.573201:0:23452:0:(client.c:2715:ptlrpc_set_wait()) set ffff937757aec0c0 going to sleep for 11 seconds 00000100:00080000:0.0:1789265842.573239:0:3642:0:(import.c:65:import_set_state_nolock()) ffff93777f588000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789265842.573256:0:3642:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1789265842.573260:0:3642:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9376434d5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3642:1876180579124736:0@lo:8:kworker.0 00000100:00100000:0.0:1789265842.573293:0:24214:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180579125632 00000100:00100000:0.0:1789265842.573297:0:24214:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180579125632 00000100:00100000:0.0:1789265842.573326:0:24214:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:0.0:1789265842.573333:0:24214:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93777783ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+6:23452:x1876180579125632:12345-0@lo:5:osp-pre-0-1.0 00002000:00080000:0.0:1789265842.573362:0:24214:0:(ofd_dev.c:1747:ofd_create_hdl()) lustre-OST0000: reserve 32 objects in group 0x280000400 at 66 00000004:00080000:2.0:1789265842.580500:0:23442:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 1 committed 00000001:00080000:2.0:1789265842.618181:0:24210:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 12884901889 is committed 00000001:00100000:2.0:1789265842.618208:0:24210:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of lustre-MDT0001-mdtlov_UUID 00000100:00100000:1.0:1789265842.619433:0:24214:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93777783ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:23452:x1876180579125632:12345-0@lo:5:osp-pre-0-1.0 Request processed in 46089us (46232us total) trans 12884901889 rc 0/0 00000100:00100000:1.0:1789265842.619455:0:24214:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00010000:00080000:3.0:1789265842.619643:0:23452:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff93777783b480 x1876180579125632/t0(0) o5->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 432/432 e 0 to 0 dl 1789265858 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789265842.619658:0:23452:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: committing for last_committed 12884901889 gen 2 00000100:00100000:3.0:1789265842.619674:0:23452:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93777783b480 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:23452:1876180579125632:0@lo:5:osp-pre-0-1.0 00000004:00080000:3.0:1789265842.619699:0:23452:0:(osp_precreate.c:705:osp_precreate_send()) lustre-OST0000-osc-MDT0001: current precreated pool: [0x280000400:0x41:0x0]-[0x280000400:0x61:0x0] 00000100:00100000:3.0:1789265842.619782:0:23452:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93777783b480 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0000-lwp-MDT0001_UUID:23452:1876180579125760:0@lo:900:osp-pre-0-1.0 00000100:00100000:3.0:1789265842.619908:0:23452:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789265842.619945:0:23452:0:(client.c:2715:ptlrpc_set_wait()) set ffff937757aec0c0 going to sleep for 11 seconds 00000100:00100000:1.0:1789265842.621835:0:22717:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180579125760 00000100:00100000:1.0:1789265842.621895:0:22717:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180579125760 00000100:00100000:1.0:1789265842.621959:0:22717:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:1.0:1789265842.621969:0:22717:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff937772982300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:lustre-MDT0000-lwp-MDT0001_UUID+5:23452:x1876180579125760:12345-0@lo:900:osp-pre-0-1.0 00000100:00100000:1.0:1789265842.622091:0:22717:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff937772982300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:lustre-MDT0000-lwp-MDT0001_UUID+5:23452:x1876180579125760:12345-0@lo:900:osp-pre-0-1.0 Request processed in 123us (2231us total) trans 0 rc 0/0 00000100:00100000:1.0:1789265842.622119:0:22717:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00010000:00080000:3.0:1789265842.622145:0:23452:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff93777783b480 x1876180579125760/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 1789265858 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789265842.622161:0:23452:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93777783b480 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0000-lwp-MDT0001_UUID:23452:1876180579125760:0@lo:900:osp-pre-0-1.0 00000100:00100000:1.0:1789265842.675537:0:3645:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93775f6e9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3645:1876180579125888:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1789265842.675662:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789265842.676461:0:22711:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180579125888 00000100:00100000:0.0:1789265842.676474:0:22711:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180579125888 00000100:00100000:0.0:1789265842.676538:0:22711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35 00000100:00100000:0.0:1789265842.676549:0:22711:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93775182dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3645:x1876180579125888:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1789265842.676596:0:22711:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000100:00100000:0.0:1789265842.676685:0:22711:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93775182dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3645:x1876180579125888:12345-0@lo:41:osp-pre-0-1.0 Request processed in 136us (1041us total) trans 0 rc 0/0 00000100:00100000:2.0:1789265842.676777:0:3645:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93775f6e9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3645:1876180579125888:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1789265842.682827:0:22711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35 00000100:00100000:0.0:1789265843.190022:0:3645:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1789265843.190058:0:3645:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93775f6e8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3645:1876180579126016:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1789265843.190174:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789265843.190424:0:23450:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180579126016 00000100:00100000:3.0:1789265843.190441:0:23450:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180579126016 00000100:00100000:3.0:1789265843.190515:0:23450:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36 00000100:00100000:3.0:1789265843.190526:0:23450:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93775f6eb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3645:x1876180579126016:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1789265843.190576:0:23450:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446461440 avail 1300221952 00000100:00100000:3.0:1789265843.190792:0:23450:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93775f6eb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3645:x1876180579126016:12345-0@lo:41:osp-pre-1-0.0 Request processed in 267us (618us total) trans 0 rc 0/0 00000100:00100000:3.0:1789265843.190800:0:23450:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36 00000100:00100000:0.0:1789265843.190924:0:3645:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93775f6e8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3645:1876180579126016:0@lo:41:osp-pre-1-0.0 00010000:00010000:3.0:1789265843.315204:0:22694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789265844.340185:0:22695:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1789265844.596717:0:3642:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789265824/real 1789265824] req@ffff93774f101c00 x1876180579114368/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1789265844 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789265844.596762:0:3642:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff93774f101c00 x1876180579114368/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1789265844 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789265844.596772:0:3642:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789265824/real 1789265824] req@ffff93774f101500 x1876180579114496/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1789265844 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789265844.596784:0:3642:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff93774f101500 x1876180579114496/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1789265844 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789265844.596802:0:3642:0:(import.c:65:import_set_state_nolock()) ffff9377660c4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789265844.596819:0:3642:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 0@lo failed (-110) 00000100:00100000:0.0:1789265844.596823:0:3642:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93774f101c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3642:1876180579114368:0@lo:8:kworker.0 00000100:00080000:0.0:1789265844.596829:0:3642:0:(import.c:65:import_set_state_nolock()) ffff9377660c0800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789265844.596834:0:3642:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-110) 00000100:00100000:0.0:1789265844.596837:0:3642:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93774f101500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3642:1876180579114496:0@lo:8:kworker.0 00000100:00080000:1.0:1789265844.597054:0:20468:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1789265844.597059:0:20468:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1789265844.597062:0:20468:0:(import.c:65:import_set_state_nolock()) ffff9377660c4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789265844.597067:0:20468:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 680 00000100:00080000:1.0:1789265844.597071:0:20468:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 15s 00000100:00080000:1.0:1789265844.597077:0:20468:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff9377660c4000 using connection 192.168.202.142@tcp/0@lo 00000100:00100000:1.0:1789265844.597097:0:20468:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93775182ed80 x1876180579126400/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789265844.597111:0:20468:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1789265844.597114:0:20468:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1789265844.597116:0:20468:0:(import.c:65:import_set_state_nolock()) ffff9377660c0800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789265844.597119:0:20468:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 680 00000100:00080000:1.0:1789265844.597122:0:20468:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-MDT0000: tried all connections, increasing latency to 15s 00000100:00080000:1.0:1789265844.597125:0:20468:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-MDT0000: import ffff9377660c0800 using connection 192.168.202.142@tcp/0@lo 00000100:00100000:1.0:1789265844.597138:0:20468:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93775182d880 x1876180579126528/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789265844.597176:0:20468:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1789265844.597180:0:20468:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1789265844.597182:0:20468:0:(import.c:65:import_set_state_nolock()) ffff93777f588000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789265844.597186:0:20468:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 0@lo last attempt 698 00000100:00080000:1.0:1789265844.597199:0:20468:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-MDT0001: tried all connections, increasing latency to 15s 00000100:00080000:1.0:1789265844.597203:0:20468:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-MDT0001: import ffff93777f588000 using connection 192.168.202.142@tcp/0@lo 00000100:00100000:1.0:1789265844.597217:0:20468:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93775182e300 x1876180579127040/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789265844.597274:0:3644:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93775182d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3644:1876180579126272:0@lo:400:kworker.0 00000100:00100000:1.0:1789265844.597340:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789265844.597374:0:3644:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93775182fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3644:1876180579127168:0@lo:400:kworker.0 00000100:00100000:1.0:1789265844.597402:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789265844.597423:0:3644:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:1.0:1789265844.597428:0:3644:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93775182c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:fc778fa6-86d2-4d40-bdad-261484e7f4ad:3644:1876180579126144:0@lo:400:kworker.0 00000100:00100000:1.0:1789265844.597459:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789265844.597488:0:3644:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93775182df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3644:1876180579126912:0@lo:400:kworker.0 00000100:00100000:1.0:1789265844.597516:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789265844.597544:0:3645:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93775182d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3645:1876180579126656:0@lo:400:kworker.0 00000100:00100000:1.0:1789265844.597568:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789265844.598776:0:3645:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff937644c5d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3645:1876180579127296:0@lo:400:kworker.0 00000100:00100000:1.0:1789265844.598817:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789265844.604778:0:3645:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:1.0:1789265844.604798:0:3645:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93775182ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3645:1876180579126784:0@lo:400:kworker.0 00000100:00100000:1.0:1789265844.604876:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789265844.604897:0:3645:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff937644c5e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3645:1876180579127424:0@lo:400:kworker.0 00000100:00100000:1.0:1789265844.604921:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789265844.605082:0:22707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180579127168 00000100:00100000:0.0:1789265844.605091:0:22707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180579127168 00000100:00100000:0.0:1789265844.605136:0:22707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180579126656 00000100:00100000:0.0:1789265844.605140:0:22707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180579126656 00000100:00100000:0.0:1789265844.605166:0:22707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180579127296 00000100:00100000:0.0:1789265844.605170:0:22707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180579127296 00000100:00100000:0.0:1789265844.605206:0:22707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24 00000100:00100000:0.0:1789265844.605215:0:22707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff937644c5f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3644:x1876180579127168:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789265844.605285:0:22707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff937644c5f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3644:x1876180579127168:12345-0@lo:400:kworker.0 Request processed in 70us (7882us total) trans 0 rc 0/0 00000100:00100000:0.0:1789265844.605293:0:22707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24 00000100:00100000:0.0:1789265844.605310:0:22707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25 00000100:00100000:0.0:1789265844.605316:0:22707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9377507a3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3645:x1876180579126656:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789265844.605345:0:22707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9377507a3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3645:x1876180579126656:12345-0@lo:400:kworker.0 Request processed in 29us (7776us total) trans 0 rc 0/0 00000100:00100000:0.0:1789265844.605351:0:22707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25 00000100:00100000:0.0:1789265844.605362:0:22707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 26 00000100:00100000:0.0:1789265844.605369:0:22707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9377507a0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3645:x1876180579127296:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789265844.605396:0:22707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9377507a0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3645:x1876180579127296:12345-0@lo:400:kworker.0 Request processed in 29us (6580us total) trans 0 rc 0/0 00000100:00100000:0.0:1789265844.605402:0:22707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 26 00000100:00080000:3.0:1789265844.605665:0:22702:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1789265844.605926:0:22701:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180579126144 00000100:00100000:0.0:1789265844.605931:0:22701:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180579126144 00000100:00100000:0.0:1789265844.605968:0:22701:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 91 00000100:00100000:0.0:1789265844.605976:0:22701:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93776600fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fc778fa6-86d2-4d40-bdad-261484e7f4ad+21:3644:x1876180579126144:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789265844.606015:0:22701:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93776600fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fc778fa6-86d2-4d40-bdad-261484e7f4ad+21:3644:x1876180579126144:12345-0@lo:400:kworker.0 Request processed in 40us (8555us total) trans 0 rc 0/0 00000100:00100000:0.0:1789265844.606022:0:22701:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 91 00000100:00100000:0.0:1789265844.606062:0:22711:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180579126272 00000100:00100000:0.0:1789265844.606067:0:22711:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180579126272 00000100:00100000:0.0:1789265844.606093:0:22711:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180579126784 00000100:00100000:0.0:1789265844.606102:0:22711:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180579126784 00000100:00100000:0.0:1789265844.606118:0:22711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37 00000100:00100000:0.0:1789265844.606124:0:22711:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff937644c5e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3644:x1876180579126272:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789265844.606175:0:22711:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff937644c5e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3644:x1876180579126272:12345-0@lo:400:kworker.0 Request processed in 51us (8835us total) trans 0 rc 0/0 00000100:00100000:0.0:1789265844.606195:0:22711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37 00000100:00100000:0.0:1789265844.606208:0:22711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38 00000100:00100000:0.0:1789265844.606214:0:22711:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9377507a3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3645:x1876180579126784:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789265844.606254:0:22711:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9377507a3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3645:x1876180579126784:12345-0@lo:400:kworker.0 Request processed in 40us (1394us total) trans 0 rc 0/0 00000100:00100000:0.0:1789265844.606260:0:22711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38 00000100:00100000:0.0:1789265844.606289:0:3642:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93775182ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3642:1876180579126400:0@lo:8:kworker.0 00000100:00100000:0.0:1789265844.606320:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789265844.606353:0:3642:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93775182d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3642:1876180579126528:0@lo:8:kworker.0 00000100:00100000:0.0:1789265844.606376:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789265844.606395:0:3642:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93775182e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3642:1876180579127040:0@lo:8:kworker.0 00000100:00100000:0.0:1789265844.606417:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789265844.606444:0:24215:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180579126912 00000100:00100000:0.0:1789265844.606449:0:24215:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180579126912 00000100:00100000:0.0:1789265844.606479:0:24215:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180579126400 00000100:00100000:0.0:1789265844.606482:0:24215:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180579126400 00000100:00100000:0.0:1789265844.606490:0:24215:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180579126528 00000100:00100000:0.0:1789265844.606492:0:24215:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180579126528 00000100:00100000:0.0:1789265844.606498:0:24215:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180579127040 00000100:00100000:0.0:1789265844.606500:0:24215:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180579127040 00000100:00100000:0.0:1789265844.606508:0:24215:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:0.0:1789265844.606515:0:24215:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9377507a2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3644:x1876180579126912:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789265844.606555:0:24215:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9377507a2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3644:x1876180579126912:12345-0@lo:400:kworker.0 Request processed in 41us (9038us total) trans 0 rc 0/0 00000100:00100000:0.0:1789265844.606562:0:24215:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00100000:0.0:1789265844.606960:0:24215:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:0.0:1789265844.606966:0:24215:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93775f6e8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3642:x1876180579126400:12345-0@lo:8:kworker.0 00010000:00080000:0.0:1789265844.606993:0:24215:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-OST0000: connection from lustre-MDT0000-mdtlov_UUID@0@lo t0 exp 0000000000000000 cur 700 last 0 00000020:00000080:0.0:1789265844.607019:0:24215:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0xbbfdc9019c1d5669 00002000:00100000:0.0:1789265844.607035:0:24215:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/ffff93774f14d000 ocd_connect_flags: 0xa044401443000026 ocd_version: 211396a ocd_grant: 0 ocd_index: 0 ocd_group 0 00002000:00080000:0.0:1789265844.607039:0:24215:0:(ofd_obd.c:139:ofd_parse_connect_data()) lustre-OST0000: Received MDS connection for group 0 00002000:00100000:0.0:1789265844.607042:0:24215:0:(ofd_obd.c:227:ofd_parse_connect_data()) lustre-OST0000: cli does not support OBD_CONNECT_CKSUM 00002000:00080000:0.0:1789265844.607124:0:24215:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0000: get connection from MDS 0 00000100:00080000:0.0:1789265844.607147:0:24215:0:(import.c:65:import_set_state_nolock()) ffff93774f14c000 : changing import state from RECOVER to FULL 00000100:00100000:0.0:1789265844.607192:0:24215:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93775f6e8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:3642:x1876180579126400:12345-0@lo:8:kworker.0 Request processed in 225us (872us total) trans 0 rc 0/0 00000100:00100000:0.0:1789265844.607198:0:24215:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00100000:0.0:1789265844.607212:0:24215:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:0.0:1789265844.607216:0:24215:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93775f6eb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3642:x1876180579126528:12345-0@lo:8:kworker.0 00010000:00020000:0.0:1789265844.607237:0:24215:0:(ldlm_lib.c:1190:target_handle_connect()) lustre-OST0001: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1789265844.607262:0:24215:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93775f6eb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3642:x1876180579126528:12345-0@lo:8:kworker.0 Request processed in 45us (886us total) trans 0 rc -19/-19 00000100:00100000:0.0:1789265844.607268:0:24215:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00100000:0.0:1789265844.607279:0:24215:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:0.0:1789265844.607283:0:24215:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93775f6ebb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3642:x1876180579127040:12345-0@lo:8:kworker.0 00010000:00020000:0.0:1789265844.607292:0:24215:0:(ldlm_lib.c:1190:target_handle_connect()) lustre-OST0001: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1789265844.607323:0:24215:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93775f6ebb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3642:x1876180579127040:12345-0@lo:8:kworker.0 Request processed in 39us (906us total) trans 0 rc -19/-19 00000100:00100000:0.0:1789265844.607329:0:24215:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00080000:0.0:1789265844.607345:0:22702:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00080000:0.0:1789265844.607374:0:3642:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff93775182ed80 x1876180579126400/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/416 e 0 to 0 dl 1789265869 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789265844.607385:0:3642:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 0 gen 2 00000100:00080000:0.0:1789265844.607393:0:3642:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-OST0000-osc-MDT0000: connect to target with instance 3 00000100:00080000:0.0:1789265844.607401:0:3642:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-OST0000-osc-MDT0000: Resetting ns_connect_flags to server flags: 0xa040401443000026 00000100:00080000:0.0:1789265844.607406:0:3642:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0000_UUID 00000100:00080000:0.0:1789265844.607409:0:3642:0:(import.c:65:import_set_state_nolock()) ffff9377660c4000 lustre-OST0000_UUID: changing import state from CONNECTING to FULL 00000004:00080000:0.0:1789265844.607421:0:3642:0:(osp_dev.c:1648:osp_import_event()) got connected 00000100:00100000:0.0:1789265844.607426:0:3642:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93775182ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3642:1876180579126400:0@lo:8:kworker.0 00000100:00080000:0.0:1789265844.607438:0:3642:0:(import.c:65:import_set_state_nolock()) ffff9377660c0800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789265844.607442:0:3642:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1789265844.607445:0:3642:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93775182d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3642:1876180579126528:0@lo:8:kworker.0 00000100:00080000:0.0:1789265844.607453:0:3642:0:(import.c:65:import_set_state_nolock()) ffff93777f588000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789265844.607457:0:3642:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1789265844.607460:0:3642:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93775182e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3642:1876180579127040:0@lo:8:kworker.0 00000004:00080000:0.0:1789265844.607517:0:22731:0:(osp_precreate.c:882:osp_precreate_cleanup_orphans()) lustre-OST0000-osc-MDT0000: going to cleanup orphans since [0x280000401:0x5:0x0] 00000100:00100000:0.0:1789265844.607534:0:22731:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93775f6ea300 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:22731:1876180579127680:0@lo:5:osp-pre-0-0.0 00000100:00100000:0.0:1789265844.607560:0:22731:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:3.0:1789265844.607710:0:22730:0:(osp_sync.c:1045:osp_sync_process_record()) processed all old entries 00000004:00080000:3.0:1789265844.607790:0:22730:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 700268929556ns, next at 0ns, rc = 0 00080000:00080000:3.0:1789265844.607797:0:22730:0:(osd_handler.c:2849:osd_commit_async()) lustre-MDT0000: async commit OSD 00000100:00100000:3.0:1789265844.608105:0:24214:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180579127680 00000100:00100000:3.0:1789265844.608111:0:24214:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180579127680 00000100:00100000:3.0:1789265844.608147:0:24214:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:3.0:1789265844.608153:0:24214:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93775f6e9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:22731:x1876180579127680:12345-0@lo:5:osp-pre-0-0.0 00000100:00100000:0.0:1789265844.608852:0:22731:0:(client.c:2715:ptlrpc_set_wait()) set ffff937643557000 going to sleep for 11 seconds 00000100:00100000:0.0:1789265844.608887:0:3643:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93775f6e8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3643:1876180579127552:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1789265844.608932:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789265844.608983:0:24217:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180579127552 00000100:00100000:0.0:1789265844.608987:0:24217:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180579127552 00000100:00100000:0.0:1789265844.609022:0:24217:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:0.0:1789265844.609029:0:24217:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93775f6ea680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3643:x1876180579127552:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1789265844.609049:0:24217:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923513344 avail 3691991040 00000100:00100000:0.0:1789265844.609089:0:24217:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93775f6ea680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3643:x1876180579127552:12345-0@lo:13:osp-pre-0-0.0 Request processed in 60us (156us total) trans 0 rc 0/0 00000100:00100000:0.0:1789265844.609096:0:24217:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00010000:00080000:0.0:1789265844.609129:0:3643:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff93775f6e8e00 x1876180579127552/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1789265860 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789265844.609148:0:3643:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93775f6e8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3643:1876180579127552:0@lo:13:osp-pre-0-0.0 00000100:00080000:0.0:1789265844.609166:0:22702:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00080000:1.0:1789265844.610953:0:3645:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff93775182d180 x1876180579126656/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789265860 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789265844.610985:0:3645:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93775182d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3645:1876180579126656:0@lo:400:kworker.0 00010000:00080000:1.0:1789265844.611003:0:3645:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff937644c5d880 x1876180579127296/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789265860 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789265844.611011:0:3645:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff937644c5d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3645:1876180579127296:0@lo:400:kworker.0 00000100:00100000:1.0:1789265844.611041:0:3645:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93775182ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3645:1876180579126784:0@lo:400:kworker.0 00000100:00100000:1.0:1789265844.611071:0:3644:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93775182c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:fc778fa6-86d2-4d40-bdad-261484e7f4ad:3644:1876180579126144:0@lo:400:kworker.0 00010000:00080000:1.0:1789265844.611084:0:3644:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff93775182df80 x1876180579126912/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1789265860 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789265844.611093:0:3644:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93775182df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3644:1876180579126912:0@lo:400:kworker.0 00000100:00100000:1.0:1789265844.611105:0:3644:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93775182d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3644:1876180579126272:0@lo:400:kworker.0 00010000:00080000:1.0:1789265844.611117:0:3644:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff93775182fb80 x1876180579127168/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789265860 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789265844.611124:0:3644:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93775182fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3644:1876180579127168:0@lo:400:kworker.0 00000100:00100000:0.0:1789265844.611274:0:22707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180579127424 00000100:00100000:0.0:1789265844.611282:0:22707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180579127424 00000100:00100000:0.0:1789265844.611332:0:22707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 27 00000100:00100000:0.0:1789265844.611343:0:22707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9377507a3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3645:x1876180579127424:12345-0@lo:400:kworker.0 00000004:00080000:3.0:1789265844.611344:0:22686:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1 committed 00000100:00100000:0.0:1789265844.611416:0:22707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9377507a3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3645:x1876180579127424:12345-0@lo:400:kworker.0 Request processed in 75us (6493us total) trans 0 rc 0/0 00000100:00100000:0.0:1789265844.611424:0:22707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 27 00010000:00080000:1.0:1789265844.611498:0:3645:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff937644c5e300 x1876180579127424/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789265860 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789265844.611507:0:3645:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff937644c5e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3645:1876180579127424:0@lo:400:kworker.0 00000100:00080000:1.0:1789265844.611524:0:22702:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00002000:00080000:3.0:1789265844.612646:0:24214:0:(ofd_fs.c:432:ofd_seq_load()) lustre-OST0000: adding sequence 0x280000401 00002000:00080000:3.0:1789265844.612657:0:24214:0:(ofd_dev.c:1640:ofd_create_hdl()) ofd_last_id() = 65 -> diff = -60 00002000:02000040:3.0:1789265844.612664:0:24214:0:(ofd_dev.c:1491:ofd_orphans_destroy()) lustre-OST0000: new connection from lustre-MDT0000-mdtlov (cleaning up unused objects from 0x280000401:6 to 0x280000401:65) 00002000:00010000:2.0:1789265844.622497:0:24214:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x41:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1789265844.622511:0:24214:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a9201a77/0xbbfdc9019c1d5670 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265844.622530:0:24214:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x41:0x0].0x0 since=700s v=(0 0) 00010000:00010000:2.0:1789265844.622534:0:24214:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x41:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1789265844.622541:0:24214:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a9201a77/0xbbfdc9019c1d5670 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265844.622558:0:24214:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a9201a77/0xbbfdc9019c1d5670 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265844.622568:0:24214:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a9201a77/0xbbfdc9019c1d5670 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265844.622587:0:24214:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000a9201a77/0xbbfdc9019c1d5670 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265844.622620:0:24214:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1789265844.622640:0:22694:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1789265844.622648:0:22694:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000a9201a77/0xbbfdc9019c1d5670 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265844.622656:0:22694:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9377413fde00 already unused, calling callback (ffffffffc0da9350) 00010000:00010000:3.0:1789265844.622660:0:22694:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000a9201a77/0xbbfdc9019c1d5670 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265844.622669:0:22694:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000a9201a77/0xbbfdc9019c1d5670 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265844.622698:0:22694:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000a9201a77/0xbbfdc9019c1d5670 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265844.622706:0:22694:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a9201a77/0xbbfdc9019c1d5670 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265844.622726:0:22694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789265844.622728:0:22694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789265844.622730:0:22694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1789265844.623973:0:24214:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x40:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1789265844.623983:0:24214:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000007cc535d9/0xbbfdc9019c1d5677 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265844.623996:0:24214:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x40:0x0].0x0 since=700s v=(0 0) 00010000:00010000:3.0:1789265844.623999:0:24214:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x40:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1789265844.624005:0:24214:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000007cc535d9/0xbbfdc9019c1d5677 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265844.624016:0:24214:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000007cc535d9/0xbbfdc9019c1d5677 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265844.624026:0:24214:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000007cc535d9/0xbbfdc9019c1d5677 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265844.624032:0:24214:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000007cc535d9/0xbbfdc9019c1d5677 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265844.624142:0:24214:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1789265844.624168:0:22695:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1789265844.624175:0:22695:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000007cc535d9/0xbbfdc9019c1d5677 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789265844.624183:0:22695:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93775181ac00 already unused, calling callback (ffffffffc0da9350) 00010000:00010000:0.0:1789265844.624187:0:22695:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000007cc535d9/0xbbfdc9019c1d5677 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789265844.624205:0:22695:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000007cc535d9/0xbbfdc9019c1d5677 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789265844.624238:0:22695:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000007cc535d9/0xbbfdc9019c1d5677 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789265844.624246:0:22695:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000007cc535d9/0xbbfdc9019c1d5677 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789265844.624261:0:22695:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789265844.624263:0:22695:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789265844.624264:0:22695:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1789265844.624816:0:24214:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x3f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1789265844.624823:0:24214:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000084355895/0xbbfdc9019c1d567e lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265844.624833:0:24214:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3f:0x0].0x0 since=700s v=(0 0) 00010000:00010000:3.0:1789265844.624836:0:24214:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3f:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1789265844.624841:0:24214:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000084355895/0xbbfdc9019c1d567e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265844.624850:0:24214:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000084355895/0xbbfdc9019c1d567e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265844.624880:0:24214:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000084355895/0xbbfdc9019c1d567e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265844.624889:0:24214:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000084355895/0xbbfdc9019c1d567e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265844.624909:0:24214:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1789265844.624970:0:22694:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1789265844.624976:0:22694:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000084355895/0xbbfdc9019c1d567e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789265844.624994:0:22694:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93775181b200 already unused, calling callback (ffffffffc0da9350) 00010000:00010000:1.0:1789265844.624998:0:22694:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000084355895/0xbbfdc9019c1d567e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789265844.625006:0:22694:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000084355895/0xbbfdc9019c1d567e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789265844.625021:0:22694:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000084355895/0xbbfdc9019c1d567e lrc: 1/0,0 mode: --/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789265844.625028:0:22694:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000084355895/0xbbfdc9019c1d567e lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789265844.625042:0:22694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789265844.625044:0:22694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789265844.625046:0:22694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1789265844.626012:0:24214:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x3e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1789265844.626023:0:24214:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000000bbe5deb/0xbbfdc9019c1d5685 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265844.626036:0:24214:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3e:0x0].0x0 since=700s v=(0 0) 00010000:00010000:3.0:1789265844.626055:0:24214:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3e:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1789265844.626061:0:24214:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000000bbe5deb/0xbbfdc9019c1d5685 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265844.626072:0:24214:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000000bbe5deb/0xbbfdc9019c1d5685 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265844.626081:0:24214:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000000bbe5deb/0xbbfdc9019c1d5685 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265844.626088:0:24214:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000000bbe5deb/0xbbfdc9019c1d5685 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265844.626108:0:24214:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1789265844.626160:0:22695:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1789265844.626165:0:22695:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000000bbe5deb/0xbbfdc9019c1d5685 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789265844.626173:0:22695:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93775181aa00 already unused, calling callback (ffffffffc0da9350) 00010000:00010000:0.0:1789265844.626177:0:22695:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000000bbe5deb/0xbbfdc9019c1d5685 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789265844.626185:0:22695:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000000bbe5deb/0xbbfdc9019c1d5685 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789265844.626198:0:22695:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000000bbe5deb/0xbbfdc9019c1d5685 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789265844.626229:0:22695:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000bbe5deb/0xbbfdc9019c1d5685 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789265844.626245:0:22695:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789265844.626247:0:22695:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789265844.626248:0:22695:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1789265844.626469:0:24214:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x3d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1789265844.626475:0:24214:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000769f76ab/0xbbfdc9019c1d568c lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265844.626484:0:24214:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3d:0x0].0x0 since=700s v=(0 0) 00010000:00010000:3.0:1789265844.626487:0:24214:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3d:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1789265844.626491:0:24214:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000769f76ab/0xbbfdc9019c1d568c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265844.626500:0:24214:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000769f76ab/0xbbfdc9019c1d568c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265844.626508:0:24214:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000769f76ab/0xbbfdc9019c1d568c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265844.626526:0:24214:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000769f76ab/0xbbfdc9019c1d568c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265844.626537:0:24214:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1789265844.626570:0:22694:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1789265844.626585:0:22694:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000769f76ab/0xbbfdc9019c1d568c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789265844.626593:0:22694:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93775181a000 already unused, calling callback (ffffffffc0da9350) 00010000:00010000:1.0:1789265844.626597:0:22694:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000769f76ab/0xbbfdc9019c1d568c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789265844.626605:0:22694:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000769f76ab/0xbbfdc9019c1d568c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789265844.626623:0:22694:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000769f76ab/0xbbfdc9019c1d568c lrc: 1/0,0 mode: --/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789265844.626630:0:22694:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000769f76ab/0xbbfdc9019c1d568c lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789265844.626644:0:22694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789265844.626645:0:22694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789265844.626647:0:22694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1789265844.626919:0:24214:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x3c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1789265844.626926:0:24214:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000098e56d59/0xbbfdc9019c1d5693 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265844.626935:0:24214:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3c:0x0].0x0 since=700s v=(0 0) 00010000:00010000:3.0:1789265844.626938:0:24214:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3c:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1789265844.626942:0:24214:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000098e56d59/0xbbfdc9019c1d5693 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265844.626951:0:24214:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000098e56d59/0xbbfdc9019c1d5693 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265844.626958:0:24214:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000098e56d59/0xbbfdc9019c1d5693 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265844.626964:0:24214:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000098e56d59/0xbbfdc9019c1d5693 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265844.626985:0:24214:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1789265844.626997:0:22695:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1789265844.627002:0:22695:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000098e56d59/0xbbfdc9019c1d5693 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789265844.627009:0:22695:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93775181a400 already unused, calling callback (ffffffffc0da9350) 00010000:00010000:0.0:1789265844.627013:0:22695:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000098e56d59/0xbbfdc9019c1d5693 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789265844.627021:0:22695:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000098e56d59/0xbbfdc9019c1d5693 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789265844.627033:0:22695:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000098e56d59/0xbbfdc9019c1d5693 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789265844.627040:0:22695:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000098e56d59/0xbbfdc9019c1d5693 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789265844.627053:0:22695:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789265844.627054:0:22695:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789265844.627056:0:22695:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1789265844.627242:0:24214:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x3b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1789265844.627248:0:24214:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000092b1f4c7/0xbbfdc9019c1d569a lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265844.627261:0:24214:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3b:0x0].0x0 since=700s v=(0 0) 00010000:00010000:3.0:1789265844.627265:0:24214:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3b:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1789265844.627269:0:24214:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000092b1f4c7/0xbbfdc9019c1d569a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265844.627278:0:24214:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000092b1f4c7/0xbbfdc9019c1d569a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265844.627286:0:24214:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000092b1f4c7/0xbbfdc9019c1d569a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265844.627293:0:24214:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000092b1f4c7/0xbbfdc9019c1d569a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265844.627314:0:24214:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1789265844.627345:0:22694:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1789265844.627350:0:22694:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000092b1f4c7/0xbbfdc9019c1d569a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789265844.627358:0:22694:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93775181bc00 already unused, calling callback (ffffffffc0da9350) 00010000:00010000:1.0:1789265844.627361:0:22694:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000092b1f4c7/0xbbfdc9019c1d569a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789265844.627369:0:22694:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000092b1f4c7/0xbbfdc9019c1d569a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789265844.627381:0:22694:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000092b1f4c7/0xbbfdc9019c1d569a lrc: 1/0,0 mode: --/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789265844.627389:0:22694:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000092b1f4c7/0xbbfdc9019c1d569a lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789265844.627414:0:22694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789265844.627416:0:22694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789265844.627418:0:22694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1789265844.627612:0:24214:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x3a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1789265844.627618:0:24214:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000005077eef3/0xbbfdc9019c1d56a1 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265844.627627:0:24214:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3a:0x0].0x0 since=700s v=(0 0) 00010000:00010000:3.0:1789265844.627630:0:24214:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3a:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1789265844.627634:0:24214:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005077eef3/0xbbfdc9019c1d56a1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265844.627642:0:24214:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000005077eef3/0xbbfdc9019c1d56a1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265844.627659:0:24214:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000005077eef3/0xbbfdc9019c1d56a1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265844.627666:0:24214:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000005077eef3/0xbbfdc9019c1d56a1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265844.627684:0:24214:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:3.0:1789265844.627972:0:24214:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x39:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1789265844.627977:0:24214:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000013202482/0xbbfdc9019c1d56a8 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265844.627985:0:24214:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x39:0x0].0x0 since=700s v=(0 0) 00010000:00010000:3.0:1789265844.627987:0:24214:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x39:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1789265844.627991:0:24214:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000013202482/0xbbfdc9019c1d56a8 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265844.628000:0:24214:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000013202482/0xbbfdc9019c1d56a8 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265844.628007:0:24214:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000013202482/0xbbfdc9019c1d56a8 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265844.628013:0:24214:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000013202482/0xbbfdc9019c1d56a8 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265844.628106:0:24214:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:0.0:1789265844.628109:0:22695:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1789265844.628114:0:22695:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000005077eef3/0xbbfdc9019c1d56a1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789265844.628123:0:22695:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93775181b400 already unused, calling callback (ffffffffc0da9350) 00010000:00010000:0.0:1789265844.628126:0:22695:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000005077eef3/0xbbfdc9019c1d56a1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789265844.628134:0:22695:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000005077eef3/0xbbfdc9019c1d56a1 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789265844.628146:0:22695:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000005077eef3/0xbbfdc9019c1d56a1 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789265844.628153:0:22695:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000005077eef3/0xbbfdc9019c1d56a1 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789265844.628165:0:22695:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1789265844.628169:0:22695:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000013202482/0xbbfdc9019c1d56a8 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789265844.628175:0:22695:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93775181a600 already unused, calling callback (ffffffffc0da9350) 00010000:00010000:0.0:1789265844.628179:0:22695:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000013202482/0xbbfdc9019c1d56a8 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789265844.628186:0:22695:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000013202482/0xbbfdc9019c1d56a8 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789265844.628208:0:22695:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000013202482/0xbbfdc9019c1d56a8 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789265844.628214:0:22695:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000013202482/0xbbfdc9019c1d56a8 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789265844.628372:0:22694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789265844.628407:0:22695:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789265844.628409:0:22695:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789265844.628410:0:22695:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1789265844.636411:0:24214:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x38:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1789265844.636424:0:24214:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000edecada4/0xbbfdc9019c1d56af lrc: 3/0,1 mode: --/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265844.636441:0:24214:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x38:0x0].0x0 since=700s v=(0 0) 00010000:00010000:3.0:1789265844.636446:0:24214:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x38:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1789265844.636453:0:24214:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000edecada4/0xbbfdc9019c1d56af lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265844.636466:0:24214:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000edecada4/0xbbfdc9019c1d56af lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265844.637294:0:24214:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000edecada4/0xbbfdc9019c1d56af lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265844.637304:0:24214:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000edecada4/0xbbfdc9019c1d56af lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265844.637356:0:24214:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1789265844.637368:0:22694:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1789265844.637373:0:22694:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000edecada4/0xbbfdc9019c1d56af lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265844.637381:0:22694:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93775181a200 already unused, calling callback (ffffffffc0da9350) 00010000:00010000:3.0:1789265844.637392:0:22694:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000edecada4/0xbbfdc9019c1d56af lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265844.637403:0:22694:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000edecada4/0xbbfdc9019c1d56af lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265844.637422:0:22694:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000edecada4/0xbbfdc9019c1d56af lrc: 1/0,0 mode: --/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265844.637430:0:22694:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000edecada4/0xbbfdc9019c1d56af lrc: 0/0,0 mode: --/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265844.637447:0:22694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789265844.637449:0:22694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789265844.637450:0:22694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1789265844.638083:0:24214:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x37:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1789265844.638090:0:24214:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000000bbe5deb/0xbbfdc9019c1d56b6 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265844.638101:0:24214:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x37:0x0].0x0 since=700s v=(0 0) 00010000:00010000:3.0:1789265844.638105:0:24214:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x37:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1789265844.638110:0:24214:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000000bbe5deb/0xbbfdc9019c1d56b6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265844.638121:0:24214:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000000bbe5deb/0xbbfdc9019c1d56b6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265844.638130:0:24214:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000000bbe5deb/0xbbfdc9019c1d56b6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265844.638142:0:24214:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000000bbe5deb/0xbbfdc9019c1d56b6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265844.638161:0:24214:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:3.0:1789265844.638537:0:24214:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x36:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1789265844.638544:0:24214:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000007cc535d9/0xbbfdc9019c1d56bd lrc: 3/0,1 mode: --/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265844.638553:0:24214:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x36:0x0].0x0 since=700s v=(0 0) 00010000:00010000:3.0:1789265844.638556:0:24214:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x36:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1789265844.638560:0:24214:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000007cc535d9/0xbbfdc9019c1d56bd lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265844.638570:0:24214:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000007cc535d9/0xbbfdc9019c1d56bd lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265844.638578:0:24214:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000007cc535d9/0xbbfdc9019c1d56bd lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265844.638585:0:24214:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000007cc535d9/0xbbfdc9019c1d56bd lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265844.638598:0:24214:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:3.0:1789265844.638606:0:22694:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1789265844.638611:0:22694:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000000bbe5deb/0xbbfdc9019c1d56b6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265844.638623:0:22694:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93775181aa00 already unused, calling callback (ffffffffc0da9350) 00010000:00010000:3.0:1789265844.638627:0:22694:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000000bbe5deb/0xbbfdc9019c1d56b6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265844.638636:0:22694:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000000bbe5deb/0xbbfdc9019c1d56b6 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265844.638651:0:22694:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000000bbe5deb/0xbbfdc9019c1d56b6 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265844.638658:0:22694:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000bbe5deb/0xbbfdc9019c1d56b6 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265844.638673:0:22694:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1789265844.638677:0:22694:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000007cc535d9/0xbbfdc9019c1d56bd lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265844.638683:0:22694:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93775181ac00 already unused, calling callback (ffffffffc0da9350) 00010000:00010000:3.0:1789265844.638686:0:22694:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000007cc535d9/0xbbfdc9019c1d56bd lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265844.638693:0:22694:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000007cc535d9/0xbbfdc9019c1d56bd lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265844.638702:0:22694:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000007cc535d9/0xbbfdc9019c1d56bd lrc: 1/0,0 mode: --/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265844.638715:0:22694:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000007cc535d9/0xbbfdc9019c1d56bd lrc: 0/0,0 mode: --/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265844.638726:0:22694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789265844.638728:0:22694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789265844.638730:0:22694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1789265844.639945:0:24214:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x35:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1789265844.639955:0:24214:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000c82ae487/0xbbfdc9019c1d56c4 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265844.639969:0:24214:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x35:0x0].0x0 since=700s v=(0 0) 00010000:00010000:3.0:1789265844.639972:0:24214:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x35:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1789265844.639977:0:24214:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c82ae487/0xbbfdc9019c1d56c4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265844.639989:0:24214:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000c82ae487/0xbbfdc9019c1d56c4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265844.639998:0:24214:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000c82ae487/0xbbfdc9019c1d56c4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265844.640005:0:24214:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000c82ae487/0xbbfdc9019c1d56c4 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265844.640023:0:24214:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1789265844.640035:0:22694:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1789265844.640044:0:22694:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000c82ae487/0xbbfdc9019c1d56c4 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265844.640052:0:22694:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93775181be00 already unused, calling callback (ffffffffc0da9350) 00010000:00010000:3.0:1789265844.640055:0:22694:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000c82ae487/0xbbfdc9019c1d56c4 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265844.640063:0:22694:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000c82ae487/0xbbfdc9019c1d56c4 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265844.640076:0:22694:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000c82ae487/0xbbfdc9019c1d56c4 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265844.640084:0:22694:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c82ae487/0xbbfdc9019c1d56c4 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265844.640097:0:22694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789265844.640099:0:22694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789265844.640100:0:22694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789265844.640315:0:22695:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1789265844.642041:0:24214:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x34:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1789265844.642054:0:24214:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000508c9661/0xbbfdc9019c1d56cb lrc: 3/0,1 mode: --/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265844.642072:0:24214:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x34:0x0].0x0 since=700s v=(0 0) 00010000:00010000:3.0:1789265844.642076:0:24214:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x34:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1789265844.642082:0:24214:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000508c9661/0xbbfdc9019c1d56cb lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265844.642112:0:24214:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000508c9661/0xbbfdc9019c1d56cb lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265844.642122:0:24214:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000508c9661/0xbbfdc9019c1d56cb lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265844.642129:0:24214:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000508c9661/0xbbfdc9019c1d56cb lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789265844.642238:0:24214:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1789265844.642437:0:22694:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1789265844.642443:0:22694:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000508c9661/0xbbfdc9019c1d56cb lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265844.642451:0:22694:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93775181ae00 already unused, calling callback (ffffffffc0da9350) 00010000:00010000:3.0:1789265844.642455:0:22694:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000508c9661/0xbbfdc9019c1d56cb lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265844.642465:0:22694:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000508c9661/0xbbfdc9019c1d56cb lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265844.642494:0:22694:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000508c9661/0xbbfdc9019c1d56cb lrc: 1/0,0 mode: --/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265844.642502:0:22694:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000508c9661/0xbbfdc9019c1d56cb lrc: 0/0,0 mode: --/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265844.642568:0:22694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789265844.642570:0:22694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789265844.642572:0:22694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1789265844.644519:0:24214:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x33:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1789265844.644534:0:24214:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f504ee39/0xbbfdc9019c1d56d2 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789265844.644549:0:24214:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x33:0x0].0x0 since=700s v=(0 0) 00010000:00010000:0.0:1789265844.644554:0:24214:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x33:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1789265844.644560:0:24214:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f504ee39/0xbbfdc9019c1d56d2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789265844.644573:0:24214:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f504ee39/0xbbfdc9019c1d56d2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789265844.644583:0:24214:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f504ee39/0xbbfdc9019c1d56d2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789265844.644590:0:24214:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000f504ee39/0xbbfdc9019c1d56d2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789265844.644631:0:24214:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1789265844.644647:0:22695:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1789265844.644653:0:22695:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000f504ee39/0xbbfdc9019c1d56d2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265844.644661:0:22695:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff937642392800 already unused, calling callback (ffffffffc0da9350) 00010000:00010000:3.0:1789265844.644665:0:22695:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000f504ee39/0xbbfdc9019c1d56d2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265844.644673:0:22695:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000f504ee39/0xbbfdc9019c1d56d2 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265844.644688:0:22695:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000f504ee39/0xbbfdc9019c1d56d2 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265844.644694:0:22695:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f504ee39/0xbbfdc9019c1d56d2 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265844.644710:0:22695:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789265844.644711:0:22695:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789265844.644713:0:22695:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1789265844.646540:0:24214:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x32:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1789265844.646555:0:24214:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a3130c92/0xbbfdc9019c1d56d9 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789265844.646571:0:24214:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x32:0x0].0x0 since=700s v=(0 0) 00010000:00010000:0.0:1789265844.646575:0:24214:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x32:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1789265844.646581:0:24214:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a3130c92/0xbbfdc9019c1d56d9 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789265844.646593:0:24214:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a3130c92/0xbbfdc9019c1d56d9 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789265844.646602:0:24214:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a3130c92/0xbbfdc9019c1d56d9 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789265844.646610:0:24214:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000a3130c92/0xbbfdc9019c1d56d9 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789265844.646638:0:24214:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1789265844.646905:0:22694:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1789265844.646913:0:22694:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000a3130c92/0xbbfdc9019c1d56d9 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265844.646933:0:22694:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff937642392c00 already unused, calling callback (ffffffffc0da9350) 00010000:00010000:3.0:1789265844.646939:0:22694:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000a3130c92/0xbbfdc9019c1d56d9 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265844.646946:0:22694:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000a3130c92/0xbbfdc9019c1d56d9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265844.646962:0:22694:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000a3130c92/0xbbfdc9019c1d56d9 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265844.646969:0:22694:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a3130c92/0xbbfdc9019c1d56d9 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265844.646988:0:22694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789265844.646990:0:22694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789265844.646992:0:22694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1789265844.647287:0:24214:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x31:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1789265844.647293:0:24214:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ac5f00e1/0xbbfdc9019c1d56e0 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789265844.647302:0:24214:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x31:0x0].0x0 since=700s v=(0 0) 00010000:00010000:0.0:1789265844.647312:0:24214:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x31:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1789265844.647317:0:24214:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ac5f00e1/0xbbfdc9019c1d56e0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789265844.647327:0:24214:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ac5f00e1/0xbbfdc9019c1d56e0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789265844.647335:0:24214:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ac5f00e1/0xbbfdc9019c1d56e0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789265844.647343:0:24214:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000ac5f00e1/0xbbfdc9019c1d56e0 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789265844.647364:0:24214:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1789265844.647382:0:22695:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1789265844.647387:0:22695:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000ac5f00e1/0xbbfdc9019c1d56e0 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265844.647395:0:22695:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9376435fc400 already unused, calling callback (ffffffffc0da9350) 00010000:00010000:3.0:1789265844.647398:0:22695:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000ac5f00e1/0xbbfdc9019c1d56e0 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265844.647406:0:22695:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000ac5f00e1/0xbbfdc9019c1d56e0 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265844.647423:0:22695:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000ac5f00e1/0xbbfdc9019c1d56e0 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265844.647430:0:22695:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ac5f00e1/0xbbfdc9019c1d56e0 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265844.647446:0:22695:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789265844.647448:0:22695:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789265844.647450:0:22695:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1789265844.647701:0:24214:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x30:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1789265844.647708:0:24214:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000098e56d59/0xbbfdc9019c1d56e7 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265844.647716:0:24214:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x30:0x0].0x0 since=700s v=(0 0) 00010000:00010000:3.0:1789265844.647719:0:24214:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x30:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1789265844.647723:0:24214:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000098e56d59/0xbbfdc9019c1d56e7 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265844.647733:0:24214:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000098e56d59/0xbbfdc9019c1d56e7 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265844.647741:0:24214:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000098e56d59/0xbbfdc9019c1d56e7 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265844.647748:0:24214:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000098e56d59/0xbbfdc9019c1d56e7 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265844.647780:0:24214:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:3.0:1789265844.648017:0:24214:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x2f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1789265844.648023:0:24214:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000092b1f4c7/0xbbfdc9019c1d56ee lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265844.648032:0:24214:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2f:0x0].0x0 since=700s v=(0 0) 00010000:00010000:3.0:1789265844.648035:0:24214:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2f:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1789265844.648039:0:24214:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000092b1f4c7/0xbbfdc9019c1d56ee lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265844.648048:0:24214:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000092b1f4c7/0xbbfdc9019c1d56ee lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265844.648056:0:24214:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000092b1f4c7/0xbbfdc9019c1d56ee lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265844.648062:0:24214:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000092b1f4c7/0xbbfdc9019c1d56ee lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265844.648075:0:24214:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:3.0:1789265844.648082:0:22695:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1789265844.648086:0:22695:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000098e56d59/0xbbfdc9019c1d56e7 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265844.648093:0:22695:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93775181a400 already unused, calling callback (ffffffffc0da9350) 00010000:00010000:3.0:1789265844.648102:0:22695:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000098e56d59/0xbbfdc9019c1d56e7 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265844.648110:0:22695:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000098e56d59/0xbbfdc9019c1d56e7 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265844.648122:0:22695:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000098e56d59/0xbbfdc9019c1d56e7 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265844.648129:0:22695:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000098e56d59/0xbbfdc9019c1d56e7 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789265844.648131:0:22694:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1789265844.648144:0:22695:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789265844.648145:0:22695:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789265844.648147:0:22695:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789265844.648330:0:24798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789265844.648337:0:22694:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000092b1f4c7/0xbbfdc9019c1d56ee lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789265844.648345:0:22694:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93775181bc00 already unused, calling callback (ffffffffc0da9350) 00010000:00010000:1.0:1789265844.648349:0:22694:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000092b1f4c7/0xbbfdc9019c1d56ee lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789265844.648357:0:22694:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000092b1f4c7/0xbbfdc9019c1d56ee lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789265844.648369:0:22694:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000092b1f4c7/0xbbfdc9019c1d56ee lrc: 1/0,0 mode: --/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789265844.648375:0:22694:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000092b1f4c7/0xbbfdc9019c1d56ee lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789265844.648388:0:22694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789265844.648390:0:22694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789265844.648392:0:22694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789265844.648396:0:24798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789265844.648403:0:24798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1789265844.649964:0:24214:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x2e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1789265844.649977:0:24214:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006a718a13/0xbbfdc9019c1d56f5 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265844.649992:0:24214:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2e:0x0].0x0 since=700s v=(0 0) 00010000:00010000:2.0:1789265844.649996:0:24214:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2e:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1789265844.650002:0:24214:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006a718a13/0xbbfdc9019c1d56f5 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265844.650013:0:24214:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000006a718a13/0xbbfdc9019c1d56f5 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265844.650021:0:24214:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006a718a13/0xbbfdc9019c1d56f5 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265844.650029:0:24214:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000006a718a13/0xbbfdc9019c1d56f5 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265844.650128:0:24214:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1789265844.650489:0:22695:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1789265844.650497:0:22695:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000006a718a13/0xbbfdc9019c1d56f5 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265844.650506:0:22695:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9377413fca00 already unused, calling callback (ffffffffc0da9350) 00010000:00010000:3.0:1789265844.650510:0:22695:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000006a718a13/0xbbfdc9019c1d56f5 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265844.650520:0:22695:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000006a718a13/0xbbfdc9019c1d56f5 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265844.650535:0:22695:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000006a718a13/0xbbfdc9019c1d56f5 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265844.650549:0:22695:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006a718a13/0xbbfdc9019c1d56f5 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265844.650567:0:22695:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789265844.650568:0:22695:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789265844.650570:0:22695:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1789265844.651351:0:24214:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x2d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1789265844.651360:0:24214:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000c82ae487/0xbbfdc9019c1d56fc lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265844.651371:0:24214:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2d:0x0].0x0 since=700s v=(0 0) 00010000:00010000:3.0:1789265844.651374:0:24214:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2d:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1789265844.651380:0:24214:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c82ae487/0xbbfdc9019c1d56fc lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265844.651390:0:24214:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000c82ae487/0xbbfdc9019c1d56fc lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265844.651398:0:24214:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000c82ae487/0xbbfdc9019c1d56fc lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265844.651406:0:24214:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000c82ae487/0xbbfdc9019c1d56fc lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265844.651426:0:24214:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:3.0:1789265844.651776:0:24214:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x2c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1789265844.651787:0:24214:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000007cc535d9/0xbbfdc9019c1d5703 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265844.651796:0:24214:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2c:0x0].0x0 since=700s v=(0 0) 00010000:00010000:3.0:1789265844.651799:0:24214:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2c:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1789265844.651803:0:24214:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000007cc535d9/0xbbfdc9019c1d5703 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265844.651812:0:24214:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000007cc535d9/0xbbfdc9019c1d5703 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265844.651820:0:24214:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000007cc535d9/0xbbfdc9019c1d5703 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265844.651828:0:24214:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000007cc535d9/0xbbfdc9019c1d5703 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265844.651852:0:24214:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:1.0:1789265844.651899:0:22694:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1789265844.651906:0:22694:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000c82ae487/0xbbfdc9019c1d56fc lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789265844.651914:0:22694:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93775181be00 already unused, calling callback (ffffffffc0da9350) 00010000:00010000:1.0:1789265844.651918:0:22694:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000c82ae487/0xbbfdc9019c1d56fc lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789265844.651927:0:22694:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000c82ae487/0xbbfdc9019c1d56fc lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789265844.651941:0:22694:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000c82ae487/0xbbfdc9019c1d56fc lrc: 1/0,0 mode: --/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789265844.651948:0:22694:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c82ae487/0xbbfdc9019c1d56fc lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789265844.651962:0:22694:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1789265844.651966:0:22694:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000007cc535d9/0xbbfdc9019c1d5703 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789265844.651972:0:22694:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93775181ac00 already unused, calling callback (ffffffffc0da9350) 00010000:00010000:1.0:1789265844.651975:0:22694:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000007cc535d9/0xbbfdc9019c1d5703 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789265844.651983:0:22694:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000007cc535d9/0xbbfdc9019c1d5703 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789265844.652000:0:22694:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000007cc535d9/0xbbfdc9019c1d5703 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789265844.652008:0:22694:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000007cc535d9/0xbbfdc9019c1d5703 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789265844.652020:0:22694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789265844.652022:0:22694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789265844.652023:0:22694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789265844.652185:0:24798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1789265844.652420:0:24214:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x2b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1789265844.652427:0:24214:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000000bbe5deb/0xbbfdc9019c1d570a lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265844.652435:0:24214:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2b:0x0].0x0 since=700s v=(0 0) 00010000:00010000:3.0:1789265844.652438:0:24214:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2b:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1789265844.652443:0:24214:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000000bbe5deb/0xbbfdc9019c1d570a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265844.652452:0:24214:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000000bbe5deb/0xbbfdc9019c1d570a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265844.652466:0:24214:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000000bbe5deb/0xbbfdc9019c1d570a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265844.652488:0:24214:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000000bbe5deb/0xbbfdc9019c1d570a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265844.652507:0:24214:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:3.0:1789265844.652838:0:24214:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x2a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1789265844.652844:0:24214:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000edecada4/0xbbfdc9019c1d5711 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265844.652853:0:24214:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2a:0x0].0x0 since=700s v=(0 0) 00010000:00010000:3.0:1789265844.652857:0:24214:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2a:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1789265844.652883:0:24214:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000edecada4/0xbbfdc9019c1d5711 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265844.652893:0:24214:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000edecada4/0xbbfdc9019c1d5711 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265844.652901:0:24214:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000edecada4/0xbbfdc9019c1d5711 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265844.652904:0:22695:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1789265844.652908:0:24214:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000edecada4/0xbbfdc9019c1d5711 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265844.652910:0:22695:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000000bbe5deb/0xbbfdc9019c1d570a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265844.652928:0:22695:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93775181aa00 already unused, calling callback (ffffffffc0da9350) 00010000:00010000:2.0:1789265844.652932:0:22695:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000000bbe5deb/0xbbfdc9019c1d570a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265844.652938:0:24214:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1789265844.652940:0:22695:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000000bbe5deb/0xbbfdc9019c1d570a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265844.652952:0:22695:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000000bbe5deb/0xbbfdc9019c1d570a lrc: 1/0,0 mode: --/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265844.652960:0:22695:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000bbe5deb/0xbbfdc9019c1d570a lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265844.652975:0:22695:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1789265844.652979:0:22695:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000edecada4/0xbbfdc9019c1d5711 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265844.652985:0:22695:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93775181a200 already unused, calling callback (ffffffffc0da9350) 00010000:00010000:2.0:1789265844.652988:0:22695:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000edecada4/0xbbfdc9019c1d5711 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265844.652996:0:22695:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000edecada4/0xbbfdc9019c1d5711 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265844.653006:0:22695:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000edecada4/0xbbfdc9019c1d5711 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265844.653020:0:22695:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000edecada4/0xbbfdc9019c1d5711 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265844.653033:0:22695:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789265844.653035:0:22695:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789265844.653037:0:22695:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789265844.653164:0:22694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1789265844.653259:0:24214:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x29:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1789265844.653266:0:24214:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000769f76ab/0xbbfdc9019c1d5718 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265844.653274:0:24214:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x29:0x0].0x0 since=700s v=(0 0) 00010000:00010000:3.0:1789265844.653277:0:24214:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x29:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1789265844.653282:0:24214:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000769f76ab/0xbbfdc9019c1d5718 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265844.653291:0:24214:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000769f76ab/0xbbfdc9019c1d5718 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265844.653298:0:24214:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000769f76ab/0xbbfdc9019c1d5718 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265844.653306:0:24214:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000769f76ab/0xbbfdc9019c1d5718 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265844.653325:0:24214:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:3.0:1789265844.653604:0:24214:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x28:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1789265844.653610:0:24214:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000084355895/0xbbfdc9019c1d571f lrc: 3/0,1 mode: --/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265844.653618:0:24214:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x28:0x0].0x0 since=700s v=(0 0) 00010000:00010000:3.0:1789265844.653625:0:24214:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x28:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1789265844.653630:0:24214:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000084355895/0xbbfdc9019c1d571f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265844.653639:0:24214:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000084355895/0xbbfdc9019c1d571f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265844.653647:0:24214:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000084355895/0xbbfdc9019c1d571f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265844.653655:0:24214:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000084355895/0xbbfdc9019c1d571f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265844.653676:0:24214:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:1.0:1789265844.653902:0:22695:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1789265844.653907:0:22695:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000769f76ab/0xbbfdc9019c1d5718 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789265844.653915:0:22695:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93775181a000 already unused, calling callback (ffffffffc0da9350) 00010000:00010000:1.0:1789265844.653918:0:22695:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000769f76ab/0xbbfdc9019c1d5718 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789265844.653926:0:22695:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000769f76ab/0xbbfdc9019c1d5718 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789265844.653939:0:22695:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000769f76ab/0xbbfdc9019c1d5718 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789265844.653946:0:22695:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000769f76ab/0xbbfdc9019c1d5718 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789265844.653983:0:22695:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1789265844.653986:0:22695:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000084355895/0xbbfdc9019c1d571f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789265844.653992:0:22695:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93775181b200 already unused, calling callback (ffffffffc0da9350) 00010000:00010000:1.0:1789265844.653995:0:22695:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000084355895/0xbbfdc9019c1d571f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789265844.654004:0:22695:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000084355895/0xbbfdc9019c1d571f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789265844.654014:0:22695:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000084355895/0xbbfdc9019c1d571f lrc: 1/0,0 mode: --/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789265844.654022:0:22695:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000084355895/0xbbfdc9019c1d571f lrc: 0/0,0 mode: --/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789265844.654032:0:22695:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1789265844.654033:0:24214:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x27:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1789265844.654034:0:22695:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789265844.654036:0:22695:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789265844.654038:0:24214:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000098e56d59/0xbbfdc9019c1d5726 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265844.654045:0:24214:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x27:0x0].0x0 since=700s v=(0 0) 00010000:00010000:3.0:1789265844.654048:0:24214:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x27:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1789265844.654052:0:24214:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000098e56d59/0xbbfdc9019c1d5726 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265844.654061:0:24214:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000098e56d59/0xbbfdc9019c1d5726 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265844.654069:0:24214:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000098e56d59/0xbbfdc9019c1d5726 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265844.654084:0:24214:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000098e56d59/0xbbfdc9019c1d5726 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265844.654105:0:24214:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1789265844.654153:0:24798:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1789265844.654159:0:24798:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000098e56d59/0xbbfdc9019c1d5726 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265844.654166:0:24798:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93775181a400 already unused, calling callback (ffffffffc0da9350) 00010000:00010000:2.0:1789265844.654170:0:24798:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000098e56d59/0xbbfdc9019c1d5726 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265844.654178:0:24798:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000098e56d59/0xbbfdc9019c1d5726 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265844.654190:0:24798:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000098e56d59/0xbbfdc9019c1d5726 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265844.654197:0:24798:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000098e56d59/0xbbfdc9019c1d5726 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265844.654209:0:24798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789265844.654211:0:24798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789265844.654212:0:24798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1789265844.654390:0:24214:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x26:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1789265844.654396:0:24214:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000508c9661/0xbbfdc9019c1d572d lrc: 3/0,1 mode: --/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265844.654404:0:24214:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x26:0x0].0x0 since=700s v=(0 0) 00010000:00010000:3.0:1789265844.654407:0:24214:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x26:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1789265844.654412:0:24214:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000508c9661/0xbbfdc9019c1d572d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265844.654420:0:24214:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000508c9661/0xbbfdc9019c1d572d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265844.654428:0:24214:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000508c9661/0xbbfdc9019c1d572d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265844.654436:0:24214:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000508c9661/0xbbfdc9019c1d572d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265844.654456:0:24214:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1789265844.654762:0:22695:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789265844.654762:0:22694:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1789265844.654767:0:22694:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000508c9661/0xbbfdc9019c1d572d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789265844.654775:0:22694:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93775181ae00 already unused, calling callback (ffffffffc0da9350) 00010000:00010000:1.0:1789265844.654784:0:22694:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000508c9661/0xbbfdc9019c1d572d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789265844.654793:0:22694:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000508c9661/0xbbfdc9019c1d572d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789265844.654804:0:22694:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000508c9661/0xbbfdc9019c1d572d lrc: 1/0,0 mode: --/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789265844.654812:0:22694:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000508c9661/0xbbfdc9019c1d572d lrc: 0/0,0 mode: --/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789265844.654825:0:22694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789265844.654826:0:22694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789265844.654828:0:22694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1789265844.654928:0:24214:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x25:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1789265844.654933:0:24214:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000092b1f4c7/0xbbfdc9019c1d5734 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265844.654946:0:24214:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x25:0x0].0x0 since=700s v=(0 0) 00010000:00010000:3.0:1789265844.654949:0:24214:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x25:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1789265844.654954:0:24214:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000092b1f4c7/0xbbfdc9019c1d5734 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265844.654962:0:24214:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000092b1f4c7/0xbbfdc9019c1d5734 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265844.654970:0:24214:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000092b1f4c7/0xbbfdc9019c1d5734 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265844.654975:0:24214:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000092b1f4c7/0xbbfdc9019c1d5734 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265844.654992:0:24214:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1789265844.655136:0:24798:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1789265844.655141:0:24798:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000092b1f4c7/0xbbfdc9019c1d5734 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265844.655148:0:24798:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93775181bc00 already unused, calling callback (ffffffffc0da9350) 00010000:00010000:2.0:1789265844.655152:0:24798:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000092b1f4c7/0xbbfdc9019c1d5734 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265844.655160:0:24798:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000092b1f4c7/0xbbfdc9019c1d5734 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265844.655172:0:24798:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000092b1f4c7/0xbbfdc9019c1d5734 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265844.655179:0:24798:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000092b1f4c7/0xbbfdc9019c1d5734 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265844.655193:0:24798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789265844.655195:0:24798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789265844.655196:0:24798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1789265844.655357:0:24214:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x24:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1789265844.655363:0:24214:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000013202482/0xbbfdc9019c1d573b lrc: 3/0,1 mode: --/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265844.655372:0:24214:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x24:0x0].0x0 since=700s v=(0 0) 00010000:00010000:3.0:1789265844.655375:0:24214:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x24:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1789265844.655379:0:24214:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000013202482/0xbbfdc9019c1d573b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265844.655388:0:24214:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000013202482/0xbbfdc9019c1d573b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265844.655407:0:24214:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000013202482/0xbbfdc9019c1d573b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265844.655414:0:24214:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000013202482/0xbbfdc9019c1d573b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265844.655432:0:24214:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1789265844.655597:0:22695:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1789265844.655603:0:22695:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000013202482/0xbbfdc9019c1d573b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265844.655611:0:22695:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93775181a600 already unused, calling callback (ffffffffc0da9350) 00010000:00010000:2.0:1789265844.655614:0:22695:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000013202482/0xbbfdc9019c1d573b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265844.655633:0:22695:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000013202482/0xbbfdc9019c1d573b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265844.655645:0:22695:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000013202482/0xbbfdc9019c1d573b lrc: 1/0,0 mode: --/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265844.655652:0:22695:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000013202482/0xbbfdc9019c1d573b lrc: 0/0,0 mode: --/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265844.655665:0:22695:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789265844.655667:0:22695:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789265844.655669:0:22695:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1789265844.660531:0:24214:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x23:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1789265844.660547:0:24214:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000018d9e4be/0xbbfdc9019c1d5742 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265844.660566:0:24214:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x23:0x0].0x0 since=700s v=(0 0) 00010000:00010000:2.0:1789265844.660571:0:24214:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x23:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1789265844.660578:0:24214:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000018d9e4be/0xbbfdc9019c1d5742 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265844.660591:0:24214:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000018d9e4be/0xbbfdc9019c1d5742 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265844.660601:0:24214:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000018d9e4be/0xbbfdc9019c1d5742 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265844.660618:0:24214:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000018d9e4be/0xbbfdc9019c1d5742 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265844.661706:0:24214:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:2.0:1789265844.663730:0:24214:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x22:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1789265844.663743:0:24214:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000854a2940/0xbbfdc9019c1d5749 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265844.663759:0:24214:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x22:0x0].0x0 since=700s v=(0 0) 00010000:00010000:2.0:1789265844.663763:0:24214:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x22:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1789265844.663769:0:24214:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000854a2940/0xbbfdc9019c1d5749 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265844.663783:0:24214:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000854a2940/0xbbfdc9019c1d5749 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265844.663793:0:24214:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000854a2940/0xbbfdc9019c1d5749 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265844.663801:0:24214:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000854a2940/0xbbfdc9019c1d5749 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789265844.664703:0:22694:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1789265844.664714:0:22694:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000018d9e4be/0xbbfdc9019c1d5742 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789265844.664725:0:22694:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9377413fdc00 already unused, calling callback (ffffffffc0da9350) 00010000:00010000:1.0:1789265844.664730:0:22694:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000018d9e4be/0xbbfdc9019c1d5742 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789265844.664741:0:22694:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000018d9e4be/0xbbfdc9019c1d5742 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789265844.664760:0:22694:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000018d9e4be/0xbbfdc9019c1d5742 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789265844.664783:0:22694:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000018d9e4be/0xbbfdc9019c1d5742 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789265844.664804:0:22694:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1789265844.664808:0:22694:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000854a2940/0xbbfdc9019c1d5749 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789265844.664814:0:22694:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9377413fd400 already unused, calling callback (ffffffffc0da9350) 00010000:00010000:1.0:1789265844.664818:0:22694:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000854a2940/0xbbfdc9019c1d5749 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789265844.664826:0:22694:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000854a2940/0xbbfdc9019c1d5749 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789265844.664835:0:22694:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000854a2940/0xbbfdc9019c1d5749 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789265844.664842:0:22694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789265844.664843:0:22694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789265844.664845:0:22694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789265844.666892:0:24214:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:2.0:1789265844.666907:0:24214:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000854a2940/0xbbfdc9019c1d5749 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00080000:0.0:1789265844.667343:0:24214:0:(ofd_dev.c:1518:ofd_orphans_destroy()) lustre-OST0000: after destroy: set last_id to 0x280000401:5 00000100:00100000:0.0:1789265844.667441:0:24214:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93775f6e9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:22731:x1876180579127680:12345-0@lo:5:osp-pre-0-0.0 Request processed in 59282us (59875us total) trans 0 rc 0/0 00000100:00100000:0.0:1789265844.667451:0:24214:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00100000:2.0:1789265844.667797:0:22731:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93775f6ea300 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:22731:1876180579127680:0@lo:5:osp-pre-0-0.0 00000004:00080000:2.0:1789265844.667813:0:22731:0:(osp_precreate.c:960:osp_precreate_cleanup_orphans()) lustre-OST0000-osc-MDT0000: Got last_id [0x280000401:0x41:0x0] from OST, last_created [0x280000401:0x41:0x0]last_used is [0x280000401:0x5:0x0] 00000100:00100000:2.0:1789265844.667892:0:22731:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9376434d4700 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:22731:1876180579127808:0@lo:5:osp-pre-0-0.0 00000100:00100000:2.0:1789265844.667930:0:22731:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789265844.667958:0:22731:0:(client.c:2715:ptlrpc_set_wait()) set ffff937750e8ac00 going to sleep for 11 seconds 00000100:00100000:3.0:1789265844.668132:0:24213:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180579127808 00000100:00100000:3.0:1789265844.668139:0:24213:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180579127808 00000100:00100000:3.0:1789265844.668209:0:24213:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:3.0:1789265844.668218:0:24213:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9376434d5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:22731:x1876180579127808:12345-0@lo:5:osp-pre-0-0.0 00002000:00080000:3.0:1789265844.668265:0:24213:0:(ofd_dev.c:1747:ofd_create_hdl()) lustre-OST0000: reserve 32 objects in group 0x280000401 at 66 00010000:00010000:1.0:1789265844.670328:0:24798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:2.0:1789265844.672953:0:24210:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 12884901890 is committed 00000001:00100000:2.0:1789265844.673003:0:24210:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00000100:00100000:3.0:1789265844.673279:0:24213:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9376434d5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:22731:x1876180579127808:12345-0@lo:5:osp-pre-0-0.0 Request processed in 5057us (5344us total) trans 12884901890 rc 0/0 00000100:00100000:3.0:1789265844.673291:0:24213:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00100000:2.0:1789265844.673311:0:22731:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 12884901890 gen 2 00000100:00100000:2.0:1789265844.673319:0:22731:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9376434d4700 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:22731:1876180579127808:0@lo:5:osp-pre-0-0.0 00000004:00080000:2.0:1789265844.673334:0:22731:0:(osp_precreate.c:705:osp_precreate_send()) lustre-OST0000-osc-MDT0000: current precreated pool: [0x280000401:0x41:0x0]-[0x280000401:0x61:0x0] 00010000:00010000:1.0:1789265845.374491:0:22695:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789265846.387033:0:22694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789265847.415122:0:24798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1789265847.802151:0:3644:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9376434d4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3644:1876180579127936:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1789265847.802239:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789265847.802531:0:24217:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180579127936 00000100:00100000:2.0:1789265847.802541:0:24217:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180579127936 00000100:00100000:2.0:1789265847.802598:0:24217:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:2.0:1789265847.802607:0:24217:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9377507a1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3644:x1876180579127936:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1789265847.802636:0:24217:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:2.0:1789265847.802682:0:24217:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9377507a1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3644:x1876180579127936:12345-0@lo:13:osp-pre-0-1.0 Request processed in 77us (444us total) trans 0 rc 0/0 00000100:00100000:2.0:1789265847.802702:0:24217:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00080000:1.0:1789265847.803635:0:22702:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1789265847.803705:0:3644:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9376434d4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3644:1876180579127936:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1789265847.814984:0:3645:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93775f6e8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3645:1876180579128064:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1789265847.815057:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789265847.815116:0:22711:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180579128064 00000100:00100000:0.0:1789265847.815124:0:22711:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180579128064 00000100:00100000:0.0:1789265847.815169:0:22711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 39 00000100:00100000:0.0:1789265847.815178:0:22711:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93775f6eaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3645:x1876180579128064:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1789265847.815805:0:22711:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000100:00100000:0.0:1789265847.816104:0:22711:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93775f6eaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3645:x1876180579128064:12345-0@lo:41:osp-pre-0-1.0 Request processed in 925us (1044us total) trans 0 rc 0/0 00000100:00100000:0.0:1789265847.816125:0:22711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 39 00000100:00100000:1.0:1789265847.818627:0:3645:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93775f6e8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3645:1876180579128064:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1789265848.315559:0:3646:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9377507a0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3646:1876180579128192:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1789265848.315622:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789265848.317431:0:22712:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180579128192 00000100:00100000:3.0:1789265848.317446:0:22712:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180579128192 00000100:00100000:3.0:1789265848.318164:0:22712:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40 00000100:00100000:3.0:1789265848.318177:0:22712:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9377507a0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3646:x1876180579128192:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1789265848.318283:0:22712:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446461440 avail 1300221952 00000100:00100000:3.0:1789265848.318449:0:22712:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9377507a0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3646:x1876180579128192:12345-0@lo:41:osp-pre-1-0.0 Request processed in 275us (2826us total) trans 0 rc 0/0 00000100:00100000:3.0:1789265848.318458:0:22712:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40 00000100:00100000:1.0:1789265848.318684:0:3646:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9377507a0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3646:1876180579128192:0@lo:41:osp-pre-1-0.0 00010000:00010000:1.0:1789265848.439033:0:22695:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000004:0.0:1789265849.009592:0:25026:0:(obd_mount.c:923:lmd_print()) mount data: 00000020:01000004:0.0:1789265849.009596:0:25026:0:(obd_mount.c:926:lmd_print()) device: /dev/mapper/ost2_flakey 00000020:01000004:0.0:1789265849.009598:0:25026:0:(obd_mount.c:929:lmd_print()) options: errors=remount-ro 00000080:01200004:0.0:1789265849.009708:0:25026:0:(super25.c:131:lustre_fill_super()) VFS Op: sb ffff93777f58e800 00000020:01000004:0.0:1789265849.009725:0:25026:0:(tgt_mount.c:2503:osd_start()) Attempting to start lustre-OST0001, type=osd-ldiskfs, lsifl=200002, mountfl=0 00000020:01000004:0.0:1789265849.009739:0:25026:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-OST0001-osd (typ=osd-ldiskfs) 00000020:00000080:0.0:1789265849.009755:0:25026:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0001-osd (ffff9376426f3370) 00000020:00000080:0.0:1789265849.009773:0:25026:0:(obd_config.c:720:class_attach_name()) OBD: dev 25 attached type osd-ldiskfs with refcount 2 00000040:00080000:3.0:1789265849.011648:0:23465:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00100000:10000000:3.0:1789265849.118095:0:25026:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0001: index object [0x200000001:0x3:0x0] (8/24) registered 00100000:10000000:3.0:1789265849.121034:0:25026:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0001: index object [0x200000005:0x1:0x0] (8/8) registered 00100000:10000000:3.0:1789265849.121897:0:25026:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0001: index object [0x200000005:0x2:0x0] (8/8) registered 00100000:10000000:3.0:1789265849.122196:0:25026:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0001: index object [0x200000003:0x6:0x0] (8/32) registered 00100000:10000000:3.0:1789265849.122654:0:25026:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0001: index object [0x200000003:0x4:0x0] (8/32) registered 00100000:10000000:3.0:1789265849.122947:0:25026:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0001: index object [0x200000005:0x3:0x0] (8/8) registered 00100000:10000000:3.0:1789265849.123162:0:25026:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0001: index object [0x200000003:0x5:0x0] (8/32) registered 00080000:01000000:3.0:1789265849.129740:0:25026:0:(osd_lproc.c:911:osd_procfs_init()) lustre-OST0001: register osd-ldiskfs tunable parameters 00000020:00000080:3.0:1789265849.129994:0:25026:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0001-osd (uuid lustre-OST0001-osd_UUID) 00080000:01000000:3.0:1789265849.130010:0:25026:0:(osd_handler.c:8925:osd_obd_connect()) connect #0 00000020:00000080:3.0:1789265849.130022:0:25026:0:(genops.c:1385:class_connect()) connect: client lustre-OST0001-osd_UUID, cookie 0xbbfdc9019c1d5757 00000020:01000004:3.0:1789265849.130030:0:25026:0:(tgt_mount.c:2588:server_fill_super()) Found service lustre-OST0001 on device /dev/mapper/ost2_flakey 00000020:01000004:3.0:1789265849.130054:0:25026:0:(obd_mount.c:403:lustre_start_mgc()) MGC192.168.202.142@tcp:Set MGC reconnect 1 10000000:01000000:3.0:1789265849.130058:0:25026:0:(mgc_request.c:1071:mgc_set_info_async()) InitRecov MGC192.168.202.142@tcp 1/d0:i0:r0:or0:FULL 00000020:01000004:3.0:1789265849.130064:0:25026:0:(tgt_mount.c:1812:server_start_targets()) starting target lustre-OST0001 00000020:01000004:3.0:1789265849.130093:0:25026:0:(tgt_mount.c:280:server_mgc_set_fs()) Set mgc disk for /dev/mapper/ost2_flakey 10000000:01000000:3.0:1789265849.130097:0:25026:0:(mgc_request_server.c:89:mgc_fs_setup()) MGC192.168.202.142@tcp: cl_mgc_mutex lustre-OST0001-osd for locked: rc = 0 00000040:01000000:3.0:1789265849.163098:0:25026:0:(llog_obd.c:197:llog_setup()) obd MGC192.168.202.142@tcp ctxt 0 is initialized 00000020:01000004:3.0:1789265849.163140:0:25026:0:(tgt_mount.c:1418:server_register_target()) Registration lustre-OST0001, fs=lustre, 192.168.202.142@tcp, index=0001, flags=0x20002 00000020:01000004:3.0:1789265849.163144:0:25026:0:(tgt_mount.c:1175:server_mti_print()) mti - server_register_target 00000020:01000004:3.0:1789265849.163146:0:25026:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0001 00000020:01000004:3.0:1789265849.163147:0:25026:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:3.0:1789265849.163148:0:25026:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:3.0:1789265849.163150:0:25026:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:3.0:1789265849.163151:0:25026:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:3.0:1789265849.163153:0:25026:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1789265849.163155:0:25026:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1789265849.163157:0:25026:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:3.0:1789265849.163160:0:25026:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-OST0001 0x10020002 00000020:01000004:3.0:1789265849.163162:0:25026:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:3.0:1789265849.163164:0:25026:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0001 00000020:01000004:3.0:1789265849.163165:0:25026:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:3.0:1789265849.163166:0:25026:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:3.0:1789265849.163166:0:25026:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:3.0:1789265849.163290:0:25026:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:3.0:1789265849.163291:0:25026:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1789265849.163292:0:25026:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1789265849.163293:0:25026:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:3.0:1789265849.163321:0:25026:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-OST0001 00000100:00100000:3.0:1789265849.163342:0:25026:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff937772980e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fc778fa6-86d2-4d40-bdad-261484e7f4ad:25026:1876180579128320:0@lo:253:mount.lustre.0 00000100:00100000:3.0:1789265849.163415:0:25026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789265849.163518:0:25026:0:(client.c:2715:ptlrpc_set_wait()) set ffff937761554840 going to sleep for 11 seconds 00000100:00100000:1.0:1789265849.170300:0:22700:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180579128320 00000100:00100000:1.0:1789265849.170328:0:22700:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180579128320 00000100:00100000:1.0:1789265849.170392:0:22700:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 92 00000100:00100000:1.0:1789265849.170402:0:22700:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93776600d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fc778fa6-86d2-4d40-bdad-261484e7f4ad+21:25026:x1876180579128320:12345-0@lo:253:mount.lustre.0 20000000:01000000:1.0:1789265849.170439:0:22700:0:(mgs_handler.c:479:mgs_target_reg()) fs: lustre index: 1 is registered to MGS. 20000000:01000000:1.0:1789265849.170442:0:22700:0:(mgs_handler.c:529:mgs_target_reg()) Server lustre-OST0001 is running on 0@lo 20000000:01000000:1.0:1789265849.170446:0:22700:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-OST0001, index=1, rc=0 00000100:00100000:1.0:1789265849.171238:0:22700:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93776600d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fc778fa6-86d2-4d40-bdad-261484e7f4ad+21:25026:x1876180579128320:12345-0@lo:253:mount.lustre.0 Request processed in 836us (7819us total) trans 0 rc 0/0 00000100:00100000:1.0:1789265849.171248:0:22700:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 92 00000100:00100000:3.0:1789265849.171363:0:25026:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff937772980e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fc778fa6-86d2-4d40-bdad-261484e7f4ad:25026:1876180579128320:0@lo:253:mount.lustre.0 10000000:01000000:3.0:1789265849.171378:0:25026:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-OST0001 got index = 1 00000020:01000004:3.0:1789265849.171381:0:25026:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:3.0:1789265849.171382:0:25026:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0001 00000020:01000004:3.0:1789265849.171384:0:25026:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:3.0:1789265849.171385:0:25026:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:3.0:1789265849.171385:0:25026:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:3.0:1789265849.171387:0:25026:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:3.0:1789265849.171388:0:25026:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1789265849.171390:0:25026:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1789265849.171391:0:25026:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 00000020:01000004:3.0:1789265849.171412:0:25026:0:(tgt_mount.c:101:server_register_mount()) register mount ffff93777f58e800 from lustre-OST0001 10000000:01000000:3.0:1789265849.171442:0:25026:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-OST0001 from 0 10000000:01000000:3.0:1789265849.171446:0:25026:0:(mgc_request.c:329:config_log_add()) add config log lustre-OST0001-0000000000000000 10000000:01000000:3.0:1789265849.171454:0:25026:0:(mgc_request_server.c:874:mgc_get_local_copy()) Get log lustre-sptlrpc-ffff93775def3370 local copy 00010000:00010000:3.0:1789265849.171465:0:25026:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.142@tcp lock: ffff93775181ba00/0xbbfdc9019c1d538a lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0xbbfdc9019c1d5391 expref: -99 pid: 22685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789265849.171587:0:25026:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff937772980e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fc778fa6-86d2-4d40-bdad-261484e7f4ad:25026:1876180579128448:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1789265849.171626:0:25026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789265849.171667:0:25026:0:(client.c:2715:ptlrpc_set_wait()) set ffff937761554c00 going to sleep for 11 seconds 00000100:00100000:0.0:1789265849.171726:0:22699:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180579128448 00000100:00100000:0.0:1789265849.171733:0:22699:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180579128448 00000100:00100000:0.0:1789265849.171771:0:22699:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 93 00000100:00100000:0.0:1789265849.171780:0:22699:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93776600f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fc778fa6-86d2-4d40-bdad-261484e7f4ad+21:25026:x1876180579128448:12345-0@lo:501:mount.lustre.0 00000100:00100000:0.0:1789265849.171856:0:22699:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93776600f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fc778fa6-86d2-4d40-bdad-261484e7f4ad+21:25026:x1876180579128448:12345-0@lo:501:mount.lustre.0 Request processed in 77us (229us total) trans 0 rc -2/-2 00000100:00100000:0.0:1789265849.171894:0:22699:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 93 00000100:00100000:3.0:1789265849.172157:0:25026:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff937772980e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fc778fa6-86d2-4d40-bdad-261484e7f4ad:25026:1876180579128448:0@lo:501:mount.lustre.0 10000000:01000000:3.0:1789265849.172189:0:25026:0:(mgc_request_server.c:765:mgc_llog_local_copy()) MGC192.168.202.142@tcp: no remote llog for lustre-sptlrpc, check MGS config 10000000:01000000:3.0:1789265849.172207:0:25026:0:(mgc_request_server.c:897:mgc_get_local_copy()) MGC192.168.202.142@tcp: can't save local copy of 'lustre-sptlrpc': rc = -2. 00010000:00010000:3.0:1789265849.172222:0:25026:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.142@tcp lock: ffff93775181ba00/0xbbfdc9019c1d538a lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0xbbfdc9019c1d5391 expref: -99 pid: 22685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265849.172229:0:25026:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.142@tcp lock: ffff93775181ba00/0xbbfdc9019c1d538a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0xbbfdc9019c1d5391 expref: -99 pid: 22685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1789265849.172253:0:25026:0:(mgc_request.c:194:do_config_log_add()) do adding config log params-ffff93777f58e800 10000000:01000000:3.0:1789265849.172258:0:25026:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 10000000:01000000:3.0:1789265849.172263:0:25026:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-OST0001-0000000000000000 10000000:01000000:3.0:1789265849.172265:0:25026:0:(mgc_request.c:68:mgc_name2resid()) log lustre-OST0001 to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:3.0:1789265849.172269:0:25026:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-OST0001-0000000000000000 from 1 10000000:01000000:3.0:1789265849.172273:0:25026:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-OST0001 (res 0x65727473756c) 00010000:00010000:3.0:1789265849.172296:0:25026:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.142@tcp lock: ffff93775181b400/0xbbfdc9019c1d575e lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 25026 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265849.172305:0:25026:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.142@tcp lock: ffff93775181b400/0xbbfdc9019c1d575e lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 25026 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265849.172314:0:25026:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.142@tcp lock: ffff93775181b400/0xbbfdc9019c1d575e lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 25026 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789265849.172340:0:25026:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff937772980e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fc778fa6-86d2-4d40-bdad-261484e7f4ad:25026:1876180579128576:0@lo:101:mount.lustre.0 00000100:00100000:3.0:1789265849.172367:0:25026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789265849.172394:0:25026:0:(client.c:2715:ptlrpc_set_wait()) set ffff937761554c00 going to sleep for 11 seconds 00000100:00100000:1.0:1789265849.172477:0:22700:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180579128576 00000100:00100000:1.0:1789265849.172482:0:22700:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180579128576 00000100:00100000:1.0:1789265849.172507:0:22700:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 94 00000100:00100000:1.0:1789265849.172513:0:22700:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93776600cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fc778fa6-86d2-4d40-bdad-261484e7f4ad+21:25026:x1876180579128576:12345-0@lo:101:mount.lustre.0 00010000:00010000:1.0:1789265849.172521:0:22700:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1789265849.172534:0:22700:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff937740030600/0xbbfdc9019c1d5765 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x40000000000000 nid: local remote: 0xbbfdc9019c1d575e expref: -99 pid: 22700 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789265849.172553:0:22700:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff937740030600/0xbbfdc9019c1d5765 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xbbfdc9019c1d575e expref: 22 pid: 22700 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789265849.172573:0:22700:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff937740030600/0xbbfdc9019c1d5765 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xbbfdc9019c1d575e expref: 22 pid: 22700 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789265849.172583:0:22700:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff937740030600, rc 0) 00000100:00100000:1.0:1789265849.172620:0:22700:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93776600cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fc778fa6-86d2-4d40-bdad-261484e7f4ad+22:25026:x1876180579128576:12345-0@lo:101:mount.lustre.0 Request processed in 107us (252us total) trans 0 rc 0/0 00000100:00100000:1.0:1789265849.172626:0:22700:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 94 00000100:00100000:3.0:1789265849.173106:0:25026:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff937772980e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fc778fa6-86d2-4d40-bdad-261484e7f4ad:25026:1876180579128576:0@lo:101:mount.lustre.0 00010000:00010000:3.0:1789265849.173119:0:25026:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.142@tcp lock: ffff93775181b400/0xbbfdc9019c1d575e lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000000000000 nid: local remote: 0xbbfdc9019c1d5765 expref: -99 pid: 25026 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265849.173128:0:25026:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.142@tcp lock: ffff93775181b400/0xbbfdc9019c1d575e lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1000000000000 nid: local remote: 0xbbfdc9019c1d5765 expref: -99 pid: 25026 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1789265849.174994:0:25026:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x6:0x0] index 11 count 11 00000040:00080000:3.0:1789265849.175806:0:25026:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:3.0:1789265849.181275:0:25026:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].1, 224 off8416 00000040:00080000:3.0:1789265849.181582:0:25026:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].2, 128 off8544 00000040:00080000:3.0:1789265849.181603:0:25026:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].3, 112 off8656 00000040:00080000:3.0:1789265849.181618:0:25026:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].4, 224 off8880 00000040:00080000:3.0:1789265849.181632:0:25026:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].5, 224 off9104 00000040:00080000:3.0:1789265849.181645:0:25026:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].6, 80 off9184 00000040:00080000:3.0:1789265849.181658:0:25026:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].7, 224 off9408 00000040:00080000:3.0:1789265849.181672:0:25026:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].8, 224 off9632 00000040:00080000:3.0:1789265849.181683:0:25026:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].9, 120 off9752 00000040:00080000:3.0:1789265849.181708:0:25026:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].10, 224 off9976 00000040:00080000:3.0:1789265849.181714:0:25026:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x6:0x0] index 10 count 11 00000100:00100000:3.0:1789265849.181819:0:25026:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff937772980e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fc778fa6-86d2-4d40-bdad-261484e7f4ad:25026:1876180579128704:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1789265849.181905:0:25026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789265849.181951:0:25026:0:(client.c:2715:ptlrpc_set_wait()) set ffff937761554180 going to sleep for 11 seconds 00000100:00100000:1.0:1789265849.182225:0:22701:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180579128704 00000100:00100000:1.0:1789265849.182233:0:22701:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180579128704 00000100:00100000:1.0:1789265849.182284:0:22701:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 95 00000100:00100000:1.0:1789265849.182293:0:22701:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93776600e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fc778fa6-86d2-4d40-bdad-261484e7f4ad+22:25026:x1876180579128704:12345-0@lo:501:mount.lustre.0 00000100:00100000:1.0:1789265849.182449:0:22701:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93776600e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fc778fa6-86d2-4d40-bdad-261484e7f4ad+22:25026:x1876180579128704:12345-0@lo:501:mount.lustre.0 Request processed in 157us (543us total) trans 0 rc 0/0 00000100:00100000:1.0:1789265849.182457:0:22701:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 95 00000100:00100000:2.0:1789265849.182609:0:25026:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff937772980e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fc778fa6-86d2-4d40-bdad-261484e7f4ad:25026:1876180579128704:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1789265849.182646:0:25026:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9376434d6680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fc778fa6-86d2-4d40-bdad-261484e7f4ad:25026:1876180579128832:0@lo:503:mount.lustre.0 00000100:00100000:2.0:1789265849.182692:0:25026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789265849.182717:0:25026:0:(client.c:2715:ptlrpc_set_wait()) set ffff9377509d4000 going to sleep for 11 seconds 00000100:00100000:0.0:1789265849.182786:0:22699:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180579128832 00000100:00100000:0.0:1789265849.182791:0:22699:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180579128832 00000100:00100000:0.0:1789265849.182824:0:22699:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 96 00000100:00100000:0.0:1789265849.182831:0:22699:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93776600f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fc778fa6-86d2-4d40-bdad-261484e7f4ad+22:25026:x1876180579128832:12345-0@lo:503:mount.lustre.0 00000100:00100000:0.0:1789265849.183625:0:22699:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93776600f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fc778fa6-86d2-4d40-bdad-261484e7f4ad+22:25026:x1876180579128832:12345-0@lo:503:mount.lustre.0 Request processed in 792us (931us total) trans 0 rc 0/0 00000100:00100000:0.0:1789265849.183634:0:22699:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 96 00000100:00100000:2.0:1789265849.183724:0:25026:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9376434d6680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fc778fa6-86d2-4d40-bdad-261484e7f4ad:25026:1876180579128832:0@lo:503:mount.lustre.0 00000040:00080000:2.0:1789265849.184099:0:25026:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:2.0:1789265849.184195:0:25026:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9376434d6680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fc778fa6-86d2-4d40-bdad-261484e7f4ad:25026:1876180579128960:0@lo:502:mount.lustre.0 00000100:00100000:2.0:1789265849.184236:0:25026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789265849.184271:0:25026:0:(client.c:2715:ptlrpc_set_wait()) set ffff93775f4a1e40 going to sleep for 11 seconds 00000100:00100000:0.0:1789265849.184468:0:22699:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180579128960 00000100:00100000:0.0:1789265849.184474:0:22699:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180579128960 00000100:00100000:0.0:1789265849.184498:0:22699:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 97 00000100:00100000:0.0:1789265849.184505:0:22699:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93776600ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fc778fa6-86d2-4d40-bdad-261484e7f4ad+22:25026:x1876180579128960:12345-0@lo:502:mount.lustre.0 00000100:00100000:0.0:1789265849.184846:0:22699:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93776600ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fc778fa6-86d2-4d40-bdad-261484e7f4ad+22:25026:x1876180579128960:12345-0@lo:502:mount.lustre.0 Request processed in 339us (608us total) trans 0 rc 0/0 00000100:00100000:0.0:1789265849.184885:0:22699:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 97 00000100:00100000:2.0:1789265849.184985:0:25026:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9376434d6680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fc778fa6-86d2-4d40-bdad-261484e7f4ad:25026:1876180579128960:0@lo:502:mount.lustre.0 00000040:00080000:2.0:1789265849.185197:0:25026:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].1, 224 off8416 00000040:00080000:2.0:1789265849.185228:0:25026:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].2, 128 off8544 00000040:00080000:2.0:1789265849.185248:0:25026:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].3, 112 off8656 00000040:00080000:2.0:1789265849.185260:0:25026:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].4, 224 off8880 00000040:00080000:2.0:1789265849.185272:0:25026:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].5, 224 off9104 00000040:00080000:2.0:1789265849.185283:0:25026:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].6, 80 off9184 00000040:00080000:2.0:1789265849.185296:0:25026:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].7, 224 off9408 00000040:00080000:2.0:1789265849.185308:0:25026:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].8, 224 off9632 00000040:00080000:2.0:1789265849.185478:0:25026:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].9, 120 off9752 00000100:00100000:2.0:1789265849.185510:0:25026:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9376434d6680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fc778fa6-86d2-4d40-bdad-261484e7f4ad:25026:1876180579129088:0@lo:502:mount.lustre.0 00000100:00100000:2.0:1789265849.185565:0:25026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789265849.185593:0:25026:0:(client.c:2715:ptlrpc_set_wait()) set ffff9377509d4000 going to sleep for 11 seconds 00000100:00100000:1.0:1789265849.185673:0:22701:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180579129088 00000100:00100000:1.0:1789265849.185679:0:22701:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180579129088 00000100:00100000:1.0:1789265849.185705:0:22701:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 98 00000100:00100000:1.0:1789265849.185712:0:22701:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93776600e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fc778fa6-86d2-4d40-bdad-261484e7f4ad+22:25026:x1876180579129088:12345-0@lo:502:mount.lustre.0 00000100:00100000:1.0:1789265849.185800:0:22701:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93776600e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fc778fa6-86d2-4d40-bdad-261484e7f4ad+22:25026:x1876180579129088:12345-0@lo:502:mount.lustre.0 Request processed in 88us (234us total) trans 0 rc 0/0 00000100:00100000:1.0:1789265849.185808:0:22701:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 98 00000100:00100000:2.0:1789265849.185919:0:25026:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9376434d6680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fc778fa6-86d2-4d40-bdad-261484e7f4ad:25026:1876180579129088:0@lo:502:mount.lustre.0 00000040:00080000:2.0:1789265849.185957:0:25026:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].10, 224 off9976 00000040:00080000:2.0:1789265849.185965:0:25026:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 10 count 11 00000020:01000000:0.0:1789265849.194872:0:25030:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:0.0:1789265849.194886:0:25030:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0001 (1) in 0 of /dev/mapper/ost2_flakey 00000020:00000080:0.0:1789265849.194894:0:25030:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1789265849.194896:0:25030:0:(obd_config.c:1563:class_process_config()) marker 29 (0x1) lustre-OST0001 add ost 00000020:00000080:0.0:1789265849.194904:0:25030:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:0.0:1789265849.194920:0:25030:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0001 (ffff9376426f0000) 00000020:00000080:0.0:1789265849.194949:0:25030:0:(obd_config.c:720:class_attach_name()) OBD: dev 26 attached type obdfilter with refcount 2 00000020:00000080:0.0:1789265849.194955:0:25030:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000020:01000004:0.0:1789265849.195061:0:25030:0:(tgt_mount.c:153:server_get_mount()) get mount ffff93777f58e800 from lustre-OST0001, refs=2 00080000:01000000:0.0:1789265849.195072:0:25030:0:(osd_handler.c:8925:osd_obd_connect()) connect #1 00000020:00000080:0.0:1789265849.195094:0:25030:0:(genops.c:1385:class_connect()) connect: client lustre-OST0001-osd_UUID, cookie 0xbbfdc9019c1d5773 00010000:00010000:0.0:1789265849.199531:0:25030:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-filter-lustre-OST0001_UUID-4 is initialized 00000001:00000004:0.0:1789265849.200308:0:25030:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 3, last_transno is 8589934600 00080000:10000000:0.0:1789265849.202093:0:25030:0:(osd_handler.c:5581:osd_index_try()) lustre-OST0001: index object [0x200000003:0xb:0x0] (8/32) registered 00000020:00000080:0.0:1789265849.204015:0:25030:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0001 (uuid lustre-OST0001_UUID) 00000020:01000000:0.0:1789265849.204028:0:25030:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1789265849.204035:0:25030:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1789265849.204037:0:25030:0:(obd_config.c:1563:class_process_config()) marker 29 (0x2) lustre-OST0001 add ost 00000020:01000000:0.0:1789265849.204040:0:25030:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1789265849.204045:0:25030:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1789265849.204046:0:25030:0:(obd_config.c:1563:class_process_config()) marker 37 (0x1) lustre sys.timeout 00000020:00000080:0.0:1789265849.204049:0:25030:0:(obd_config.c:1472:class_process_config()) processing cmd: cf009 00000020:00000080:0.0:1789265849.204050:0:25030:0:(obd_config.c:1537:class_process_config()) changing lustre timeout from 20 to 20 00000020:01000000:0.0:1789265849.204053:0:25030:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1789265849.204055:0:25030:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1789265849.204056:0:25030:0:(obd_config.c:1563:class_process_config()) marker 37 (0x2) lustre sys.timeout 00000020:01000000:0.0:1789265849.204059:0:25030:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1789265849.204060:0:25030:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1789265849.204062:0:25030:0:(obd_config.c:1563:class_process_config()) marker 42 (0x1) lustre sys.jobid_var 00000020:00000080:0.0:1789265849.204065:0:25030:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00f 00000020:01000000:0.0:1789265849.204261:0:25030:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1789265849.204267:0:25030:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1789265849.204270:0:25030:0:(obd_config.c:1563:class_process_config()) marker 42 (0x2) lustre sys.jobid_var 00000040:00080000:0.0:1789265849.204275:0:25030:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xc:0x0] index 11 count 11 00000020:01000000:2.0:1789265849.205000:0:25026:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-OST0001 gen 1-10 (rc=0) 10000000:01000000:2.0:1789265849.205033:0:25026:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.142@tcp: configuration from log 'lustre-OST0001' succeeded (0). 00010000:00010000:2.0:1789265849.205054:0:25026:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.142@tcp lock: ffff93775181b400/0xbbfdc9019c1d575e lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000000000000 nid: local remote: 0xbbfdc9019c1d5765 expref: -99 pid: 25026 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265849.205066:0:25026:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.142@tcp lock: ffff93775181b400/0xbbfdc9019c1d575e lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000000000000 nid: local remote: 0xbbfdc9019c1d5765 expref: -99 pid: 25026 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1789265849.205085:0:25026:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff93777f58e800 from 1 10000000:01000000:2.0:1789265849.205098:0:25026:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:2.0:1789265849.205136:0:25026:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.142@tcp lock: ffff9377413fca00/0xbbfdc9019c1d577a lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 25026 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265849.205144:0:25026:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.142@tcp lock: ffff9377413fca00/0xbbfdc9019c1d577a lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 25026 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265849.205155:0:25026:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.142@tcp lock: ffff9377413fca00/0xbbfdc9019c1d577a lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 25026 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789265849.205189:0:25026:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9376434d6680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fc778fa6-86d2-4d40-bdad-261484e7f4ad:25026:1876180579129216:0@lo:101:mount.lustre.0 00000100:00100000:2.0:1789265849.205261:0:25026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789265849.205295:0:25026:0:(client.c:2715:ptlrpc_set_wait()) set ffff93775f4a1e40 going to sleep for 11 seconds 00000100:00100000:1.0:1789265849.205425:0:22701:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180579129216 00000100:00100000:1.0:1789265849.205432:0:22701:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180579129216 00000100:00100000:1.0:1789265849.205485:0:22701:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 99 00000100:00100000:1.0:1789265849.205494:0:22701:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93776600d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fc778fa6-86d2-4d40-bdad-261484e7f4ad+22:25026:x1876180579129216:12345-0@lo:101:mount.lustre.0 00010000:00010000:1.0:1789265849.205507:0:22701:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1789265849.205525:0:22701:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff937740031c00/0xbbfdc9019c1d5781 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: local remote: 0xbbfdc9019c1d577a expref: -99 pid: 22701 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789265849.205548:0:22701:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff937740031c00/0xbbfdc9019c1d5781 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xbbfdc9019c1d577a expref: 23 pid: 22701 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789265849.205559:0:22701:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff937740031c00/0xbbfdc9019c1d5781 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xbbfdc9019c1d577a expref: 23 pid: 22701 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789265849.205567:0:22701:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff937740031c00, rc 0) 00000100:00100000:1.0:1789265849.205615:0:22701:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93776600d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fc778fa6-86d2-4d40-bdad-261484e7f4ad+23:25026:x1876180579129216:12345-0@lo:101:mount.lustre.0 Request processed in 122us (353us total) trans 0 rc 0/0 00000100:00100000:1.0:1789265849.205622:0:22701:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 99 00000100:00100000:0.0:1789265849.205670:0:25026:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9376434d6680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fc778fa6-86d2-4d40-bdad-261484e7f4ad:25026:1876180579129216:0@lo:101:mount.lustre.0 00010000:00010000:0.0:1789265849.205819:0:25026:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.142@tcp lock: ffff9377413fca00/0xbbfdc9019c1d577a lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0xbbfdc9019c1d5781 expref: -99 pid: 25026 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789265849.205831:0:25026:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.142@tcp lock: ffff9377413fca00/0xbbfdc9019c1d577a lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0xbbfdc9019c1d5781 expref: -99 pid: 25026 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1789265849.207310:0:25026:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x8:0x0] index 13 count 13 00000040:00080000:0.0:1789265849.207627:0:25026:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:0.0:1789265849.207975:0:25026:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].1, 224 off8416 00000040:00080000:0.0:1789265849.208004:0:25026:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].2, 112 off8528 00000040:00080000:0.0:1789265849.208020:0:25026:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].3, 224 off8752 00000040:00080000:0.0:1789265849.208034:0:25026:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].4, 224 off8976 00000040:00080000:0.0:1789265849.208047:0:25026:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].5, 112 off9088 00000040:00080000:0.0:1789265849.208062:0:25026:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].6, 224 off9312 00000040:00080000:0.0:1789265849.208076:0:25026:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].7, 224 off9536 00000040:00080000:0.0:1789265849.208344:0:25026:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].8, 128 off9664 00000040:00080000:0.0:1789265849.208616:0:25026:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].9, 224 off9888 00000040:00080000:0.0:1789265849.208643:0:25026:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].10, 224 off10112 00000040:00080000:0.0:1789265849.208812:0:25026:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].11, 128 off10240 00000040:00080000:0.0:1789265849.208844:0:25026:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].12, 224 off10464 00000040:00080000:0.0:1789265849.208851:0:25026:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x8:0x0] index 12 count 13 00000100:00100000:0.0:1789265849.208972:0:25026:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93775f6e9f80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fc778fa6-86d2-4d40-bdad-261484e7f4ad:25026:1876180579129344:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1789265849.209040:0:25026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789265849.209080:0:25026:0:(client.c:2715:ptlrpc_set_wait()) set ffff937745537cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1789265849.214264:0:22699:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180579129344 00000100:00100000:1.0:1789265849.214281:0:22699:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180579129344 00000100:00100000:1.0:1789265849.214346:0:22699:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 100 00000100:00100000:1.0:1789265849.214360:0:22699:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93776600e050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fc778fa6-86d2-4d40-bdad-261484e7f4ad+23:25026:x1876180579129344:12345-0@lo:501:mount.lustre.0 00000100:00100000:1.0:1789265849.214537:0:22699:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93776600e050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fc778fa6-86d2-4d40-bdad-261484e7f4ad+23:25026:x1876180579129344:12345-0@lo:501:mount.lustre.0 Request processed in 182us (5496us total) trans 0 rc 0/0 00000100:00100000:1.0:1789265849.214545:0:22699:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 100 00000100:00100000:0.0:1789265849.214615:0:25026:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93775f6e9f80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fc778fa6-86d2-4d40-bdad-261484e7f4ad:25026:1876180579129344:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1789265849.214697:0:25026:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93775f6e9f80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fc778fa6-86d2-4d40-bdad-261484e7f4ad:25026:1876180579129472:0@lo:503:mount.lustre.0 00000100:00100000:0.0:1789265849.214749:0:25026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789265849.214788:0:25026:0:(client.c:2715:ptlrpc_set_wait()) set ffff937745537cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1789265849.215045:0:22700:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180579129472 00000100:00100000:3.0:1789265849.215050:0:22700:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180579129472 00000100:00100000:3.0:1789265849.215094:0:22700:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 101 00000100:00100000:3.0:1789265849.215104:0:22700:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93776600a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fc778fa6-86d2-4d40-bdad-261484e7f4ad+23:25026:x1876180579129472:12345-0@lo:503:mount.lustre.0 00000100:00100000:3.0:1789265849.215205:0:22700:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93776600a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fc778fa6-86d2-4d40-bdad-261484e7f4ad+23:25026:x1876180579129472:12345-0@lo:503:mount.lustre.0 Request processed in 103us (456us total) trans 0 rc 0/0 00000100:00100000:3.0:1789265849.215213:0:22700:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 101 00000100:00100000:0.0:1789265849.215316:0:25026:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93775f6e9f80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fc778fa6-86d2-4d40-bdad-261484e7f4ad:25026:1876180579129472:0@lo:503:mount.lustre.0 00000040:00080000:0.0:1789265849.216292:0:25026:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:0.0:1789265849.216371:0:25026:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93775f6e9f80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fc778fa6-86d2-4d40-bdad-261484e7f4ad:25026:1876180579129600:0@lo:502:mount.lustre.0 00000100:00100000:0.0:1789265849.216434:0:25026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789265849.216479:0:25026:0:(client.c:2715:ptlrpc_set_wait()) set ffff937743426840 going to sleep for 11 seconds 00000100:00100000:1.0:1789265849.217256:0:22699:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180579129600 00000100:00100000:1.0:1789265849.217264:0:22699:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180579129600 00000100:00100000:1.0:1789265849.217306:0:22699:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 102 00000100:00100000:1.0:1789265849.217314:0:22699:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93776600b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fc778fa6-86d2-4d40-bdad-261484e7f4ad+23:25026:x1876180579129600:12345-0@lo:502:mount.lustre.0 00000100:00100000:1.0:1789265849.217449:0:22699:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93776600b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fc778fa6-86d2-4d40-bdad-261484e7f4ad+23:25026:x1876180579129600:12345-0@lo:502:mount.lustre.0 Request processed in 134us (1014us total) trans 0 rc 0/0 00000100:00100000:1.0:1789265849.217457:0:22699:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 102 00000100:00100000:3.0:1789265849.219657:0:25026:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93775f6e9f80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fc778fa6-86d2-4d40-bdad-261484e7f4ad:25026:1876180579129600:0@lo:502:mount.lustre.0 00000040:00080000:3.0:1789265849.219969:0:25026:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].1, 224 off8416 00000040:00080000:3.0:1789265849.220003:0:25026:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].2, 112 off8528 00000040:00080000:3.0:1789265849.220015:0:25026:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].3, 224 off8752 00000040:00080000:3.0:1789265849.220038:0:25026:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].4, 224 off8976 00000040:00080000:3.0:1789265849.220051:0:25026:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].5, 112 off9088 00000040:00080000:3.0:1789265849.220064:0:25026:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].6, 224 off9312 00000040:00080000:3.0:1789265849.220078:0:25026:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].7, 224 off9536 00000040:00080000:3.0:1789265849.220103:0:25026:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].8, 128 off9664 00000040:00080000:3.0:1789265849.220116:0:25026:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].9, 224 off9888 00000040:00080000:3.0:1789265849.220130:0:25026:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].10, 224 off10112 00000040:00080000:3.0:1789265849.220142:0:25026:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].11, 128 off10240 00000100:00100000:3.0:1789265849.220190:0:25026:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff937772981c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fc778fa6-86d2-4d40-bdad-261484e7f4ad:25026:1876180579129728:0@lo:502:mount.lustre.0 00000100:00100000:3.0:1789265849.220268:0:25026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789265849.220308:0:25026:0:(client.c:2715:ptlrpc_set_wait()) set ffff937748102b40 going to sleep for 11 seconds 00000100:00100000:0.0:1789265849.220345:0:22700:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180579129728 00000100:00100000:0.0:1789265849.220353:0:22700:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180579129728 00000100:00100000:0.0:1789265849.220398:0:22700:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 103 00000100:00100000:0.0:1789265849.220407:0:22700:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff937766009c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fc778fa6-86d2-4d40-bdad-261484e7f4ad+23:25026:x1876180579129728:12345-0@lo:502:mount.lustre.0 00000100:00100000:0.0:1789265849.220544:0:22700:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff937766009c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fc778fa6-86d2-4d40-bdad-261484e7f4ad+23:25026:x1876180579129728:12345-0@lo:502:mount.lustre.0 Request processed in 136us (274us total) trans 0 rc 0/0 00000100:00100000:0.0:1789265849.220552:0:22700:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 103 00000100:00100000:3.0:1789265849.220813:0:25026:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff937772981c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fc778fa6-86d2-4d40-bdad-261484e7f4ad:25026:1876180579129728:0@lo:502:mount.lustre.0 00000040:00080000:3.0:1789265849.220855:0:25026:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].12, 224 off10464 00000040:00080000:3.0:1789265849.220898:0:25026:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 12 count 13 00000020:01000000:0.0:1789265849.222351:0:25034:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1789265849.222364:0:25034:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1789265849.222366:0:25034:0:(obd_config.c:1563:class_process_config()) marker 2 (0x1) general debug_raw_pointers 00000020:01000000:0.0:1789265849.222373:0:25034:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff93777f58e800 00000020:00000080:0.0:1789265849.222376:0:25034:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:0.0:1789265849.222384:0:25034:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1789265849.222387:0:25034:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1789265849.222388:0:25034:0:(obd_config.c:1563:class_process_config()) marker 2 (0x2) general debug_raw_pointers 00000020:01000000:0.0:1789265849.222391:0:25034:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1789265849.222393:0:25034:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1789265849.222395:0:25034:0:(obd_config.c:1563:class_process_config()) marker 3 (0x1) general lod.*.mdt_hash 00000020:01000000:0.0:1789265849.222398:0:25034:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff93777f58e800 00000020:00000080:0.0:1789265849.222400:0:25034:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:0.0:1789265849.222471:0:25034:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1789265849.222475:0:25034:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1789265849.222477:0:25034:0:(obd_config.c:1563:class_process_config()) marker 3 (0x2) general lod.*.mdt_hash 00000020:01000000:0.0:1789265849.222479:0:25034:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1789265849.222482:0:25034:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1789265849.222484:0:25034:0:(obd_config.c:1563:class_process_config()) marker 4 (0x1) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:0.0:1789265849.222487:0:25034:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff93777f58e800 00000020:00000080:0.0:1789265849.222490:0:25034:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:0.0:1789265849.222507:0:25034:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1789265849.222510:0:25034:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1789265849.222512:0:25034:0:(obd_config.c:1563:class_process_config()) marker 4 (0x2) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:0.0:1789265849.222514:0:25034:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1789265849.222517:0:25034:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1789265849.222518:0:25034:0:(obd_config.c:1563:class_process_config()) marker 5 (0x1) lustre mdt.lustre-MDT0001.hsm_control 00000020:01000000:0.0:1789265849.222537:0:25034:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff93777f58e800 00000020:00000080:0.0:1789265849.222539:0:25034:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:0.0:1789265849.222560:0:25034:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1789265849.222563:0:25034:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1789265849.222564:0:25034:0:(obd_config.c:1563:class_process_config()) marker 5 (0x2) lustre mdt.lustre-MDT0001.hsm_control 00000040:00080000:0.0:1789265849.222567:0:25034:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xe:0x0] index 13 count 13 00000020:01000000:1.0:1789265849.222664:0:25026:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 1-12 (rc=0) 10000000:01000000:1.0:1789265849.222700:0:25026:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.142@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:1.0:1789265849.222727:0:25026:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.142@tcp lock: ffff9377413fca00/0xbbfdc9019c1d577a lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0xbbfdc9019c1d5781 expref: -99 pid: 25026 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789265849.222738:0:25026:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.142@tcp lock: ffff9377413fca00/0xbbfdc9019c1d577a lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0xbbfdc9019c1d5781 expref: -99 pid: 25026 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1789265849.222792:0:25026:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-client from 0 10000000:01000000:1.0:1789265849.222795:0:25026:0:(mgc_request.c:329:config_log_add()) add config log lustre-client-ffff93777f58e800 10000000:01000000:1.0:1789265849.222798:0:25026:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-client-ffff93777f58e800 10000000:01000000:1.0:1789265849.222802:0:25026:0:(mgc_request.c:68:mgc_name2resid()) log lustre-client to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:1.0:1789265849.222807:0:25026:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-client-ffff93777f58e800 from 1 10000000:01000000:1.0:1789265849.222810:0:25026:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:1.0:1789265849.222842:0:25026:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.142@tcp lock: ffff937740031200/0xbbfdc9019c1d5788 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 25026 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789265849.222852:0:25026:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.142@tcp lock: ffff937740031200/0xbbfdc9019c1d5788 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 25026 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789265849.222892:0:25026:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.142@tcp lock: ffff937740031200/0xbbfdc9019c1d5788 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 25026 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789265849.222916:0:25026:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9377507a0700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fc778fa6-86d2-4d40-bdad-261484e7f4ad:25026:1876180579129856:0@lo:101:mount.lustre.0 00000100:00100000:1.0:1789265849.222978:0:25026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789265849.223016:0:25026:0:(client.c:2715:ptlrpc_set_wait()) set ffff93775834a3c0 going to sleep for 11 seconds 00000100:00100000:2.0:1789265849.223106:0:22701:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180579129856 00000100:00100000:2.0:1789265849.223113:0:22701:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180579129856 00000100:00100000:2.0:1789265849.223159:0:22701:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 104 00000100:00100000:2.0:1789265849.223168:0:22701:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff937766009850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fc778fa6-86d2-4d40-bdad-261484e7f4ad+23:25026:x1876180579129856:12345-0@lo:101:mount.lustre.0 00010000:00010000:2.0:1789265849.223188:0:22701:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1789265849.223201:0:22701:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9377413fde00/0xbbfdc9019c1d578f lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x40000000000000 nid: local remote: 0xbbfdc9019c1d5788 expref: -99 pid: 22701 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265849.223225:0:22701:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9377413fde00/0xbbfdc9019c1d578f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xbbfdc9019c1d5788 expref: 24 pid: 22701 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265849.223235:0:22701:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9377413fde00/0xbbfdc9019c1d578f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xbbfdc9019c1d5788 expref: 24 pid: 22701 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265849.223265:0:22701:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9377413fde00, rc 0) 00000100:00100000:2.0:1789265849.223305:0:22701:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff937766009850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fc778fa6-86d2-4d40-bdad-261484e7f4ad+24:25026:x1876180579129856:12345-0@lo:101:mount.lustre.0 Request processed in 138us (326us total) trans 0 rc 0/0 00000100:00100000:2.0:1789265849.223312:0:22701:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 104 00000100:00100000:1.0:1789265849.223580:0:25026:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9377507a0700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fc778fa6-86d2-4d40-bdad-261484e7f4ad:25026:1876180579129856:0@lo:101:mount.lustre.0 00010000:00010000:1.0:1789265849.223596:0:25026:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.142@tcp lock: ffff937740031200/0xbbfdc9019c1d5788 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000000000000 nid: local remote: 0xbbfdc9019c1d578f expref: -99 pid: 25026 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789265849.223605:0:25026:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.142@tcp lock: ffff937740031200/0xbbfdc9019c1d5788 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1000000000000 nid: local remote: 0xbbfdc9019c1d578f expref: -99 pid: 25026 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1789265849.225812:0:25026:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 52 count 51 00000040:00080000:1.0:1789265849.226345:0:25026:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:1.0:1789265849.226549:0:25026:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].1, 224 off8416 00000040:00080000:1.0:1789265849.226575:0:25026:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].2, 120 off8536 00000040:00080000:1.0:1789265849.226591:0:25026:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].3, 168 off8704 00000040:00080000:1.0:1789265849.226605:0:25026:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].4, 224 off8928 00000040:00080000:1.0:1789265849.226617:0:25026:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].5, 224 off9152 00000040:00080000:1.0:1789265849.226629:0:25026:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].6, 120 off9272 00000040:00080000:1.0:1789265849.226640:0:25026:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].7, 168 off9440 00000040:00080000:1.0:1789265849.226651:0:25026:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].8, 224 off9664 00000040:00080000:1.0:1789265849.226662:0:25026:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].9, 224 off9888 00000040:00080000:1.0:1789265849.226673:0:25026:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].10, 120 off10008 00000040:00080000:1.0:1789265849.226684:0:25026:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].11, 224 off10232 00000040:00080000:1.0:1789265849.227232:0:25026:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].12, 224 off10456 00000040:00080000:1.0:1789265849.227248:0:25026:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].13, 88 off10544 00000040:00080000:1.0:1789265849.227260:0:25026:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].14, 128 off10672 00000040:00080000:1.0:1789265849.227273:0:25026:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].15, 144 off10816 00000040:00080000:1.0:1789265849.227285:0:25026:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].16, 160 off10976 00000040:00080000:1.0:1789265849.227296:0:25026:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].17, 224 off11200 00000040:00080000:1.0:1789265849.227308:0:25026:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].18, 224 off11424 00000040:00080000:1.0:1789265849.227327:0:25026:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].19, 80 off11504 00000040:00080000:1.0:1789265849.227343:0:25026:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].20, 224 off11728 00000040:00080000:1.0:1789265849.227360:0:25026:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].21, 224 off11952 00000040:00080000:1.0:1789265849.227377:0:25026:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].22, 88 off12040 00000040:00080000:1.0:1789265849.227390:0:25026:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].23, 128 off12168 00000040:00080000:1.0:1789265849.227407:0:25026:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].24, 144 off12312 00000040:00080000:1.0:1789265849.227422:0:25026:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].25, 160 off12472 00000040:00080000:1.0:1789265849.227438:0:25026:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].26, 224 off12696 00000040:00080000:1.0:1789265849.227456:0:25026:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].27, 224 off12920 00000040:00080000:1.0:1789265849.227471:0:25026:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].28, 80 off13000 00000040:00080000:1.0:1789265849.227486:0:25026:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].29, 224 off13224 00000040:00080000:1.0:1789265849.227547:0:25026:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].30, 224 off13448 00000040:00080000:1.0:1789265849.227566:0:25026:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].31, 88 off13536 00000040:00080000:1.0:1789265849.227582:0:25026:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].32, 128 off13664 00000040:00080000:1.0:1789265849.227599:0:25026:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].33, 144 off13808 00000040:00080000:1.0:1789265849.227614:0:25026:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].34, 128 off13936 00000040:00080000:1.0:1789265849.227630:0:25026:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].35, 224 off14160 00000040:00080000:1.0:1789265849.227643:0:25026:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].36, 224 off14384 00000040:00080000:1.0:1789265849.227792:0:25026:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].37, 80 off14464 00000040:00080000:1.0:1789265849.227813:0:25026:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].38, 224 off14688 00000040:00080000:1.0:1789265849.227829:0:25026:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].39, 224 off14912 00000040:00080000:1.0:1789265849.227844:0:25026:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].40, 88 off15000 00000040:00080000:1.0:1789265849.227886:0:25026:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].41, 128 off15128 00000040:00080000:1.0:1789265849.227906:0:25026:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].42, 144 off15272 00000040:00080000:1.0:1789265849.227922:0:25026:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].43, 128 off15400 00000040:00080000:1.0:1789265849.227937:0:25026:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].44, 224 off15624 00000040:00080000:1.0:1789265849.227953:0:25026:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].45, 224 off15848 00000040:00080000:1.0:1789265849.227984:0:25026:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].46, 80 off15928 00000040:00080000:1.0:1789265849.228003:0:25026:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].47, 224 off16152 00000040:00080000:1.0:1789265849.228019:0:25026:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].48, 232 off16384 00000040:00080000:1.0:1789265849.228168:0:25026:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].49, 224 off16608 00000040:00080000:1.0:1789265849.228203:0:25026:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].50, 120 off16728 00000040:00080000:1.0:1789265849.228227:0:25026:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].51, 224 off16952 00000040:00080000:1.0:1789265849.228236:0:25026:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 51 count 51 00000100:00100000:1.0:1789265849.228354:0:25026:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9377507a0700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fc778fa6-86d2-4d40-bdad-261484e7f4ad:25026:1876180579129984:0@lo:501:mount.lustre.0 00000100:00100000:1.0:1789265849.228423:0:25026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789265849.228482:0:25026:0:(client.c:2715:ptlrpc_set_wait()) set ffff93775834a240 going to sleep for 11 seconds 00000100:00100000:0.0:1789265849.228486:0:22700:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180579129984 00000100:00100000:0.0:1789265849.228496:0:22700:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180579129984 00000100:00100000:0.0:1789265849.228548:0:22700:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 105 00000100:00100000:0.0:1789265849.228557:0:22700:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff937766008450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fc778fa6-86d2-4d40-bdad-261484e7f4ad+24:25026:x1876180579129984:12345-0@lo:501:mount.lustre.0 00000100:00100000:0.0:1789265849.228673:0:22700:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff937766008450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fc778fa6-86d2-4d40-bdad-261484e7f4ad+24:25026:x1876180579129984:12345-0@lo:501:mount.lustre.0 Request processed in 117us (250us total) trans 0 rc 0/0 00000100:00100000:0.0:1789265849.228681:0:22700:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 105 00000100:00100000:1.0:1789265849.231421:0:25026:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9377507a0700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fc778fa6-86d2-4d40-bdad-261484e7f4ad:25026:1876180579129984:0@lo:501:mount.lustre.0 00000100:00100000:1.0:1789265849.231478:0:25026:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9377507a0700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fc778fa6-86d2-4d40-bdad-261484e7f4ad:25026:1876180579130112:0@lo:503:mount.lustre.0 00000100:00100000:1.0:1789265849.231544:0:25026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789265849.231587:0:25026:0:(client.c:2715:ptlrpc_set_wait()) set ffff93775834a240 going to sleep for 11 seconds 00000100:00100000:3.0:1789265849.233851:0:22699:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180579130112 00000100:00100000:3.0:1789265849.233885:0:22699:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180579130112 00000100:00100000:3.0:1789265849.233944:0:22699:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 106 00000100:00100000:3.0:1789265849.233953:0:22699:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff937766008850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fc778fa6-86d2-4d40-bdad-261484e7f4ad+24:25026:x1876180579130112:12345-0@lo:503:mount.lustre.0 00000100:00100000:3.0:1789265849.234100:0:22699:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff937766008850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fc778fa6-86d2-4d40-bdad-261484e7f4ad+24:25026:x1876180579130112:12345-0@lo:503:mount.lustre.0 Request processed in 147us (2553us total) trans 0 rc 0/0 00000100:00100000:3.0:1789265849.234109:0:22699:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 106 00000100:00100000:1.0:1789265849.234516:0:25026:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9377507a0700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fc778fa6-86d2-4d40-bdad-261484e7f4ad:25026:1876180579130112:0@lo:503:mount.lustre.0 00000040:00080000:1.0:1789265849.234972:0:25026:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:1.0:1789265849.235047:0:25026:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9377507a0700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fc778fa6-86d2-4d40-bdad-261484e7f4ad:25026:1876180579130240:0@lo:502:mount.lustre.0 00000100:00100000:1.0:1789265849.237206:0:25026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789265849.237325:0:22701:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180579130240 00000100:00100000:1.0:1789265849.237334:0:22701:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180579130240 00000100:00100000:1.0:1789265849.237398:0:22701:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 107 00000100:00100000:1.0:1789265849.237409:0:22701:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93776600ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fc778fa6-86d2-4d40-bdad-261484e7f4ad+24:25026:x1876180579130240:12345-0@lo:502:mount.lustre.0 00000100:00100000:1.0:1789265849.237538:0:22701:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93776600ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fc778fa6-86d2-4d40-bdad-261484e7f4ad+24:25026:x1876180579130240:12345-0@lo:502:mount.lustre.0 Request processed in 131us (338us total) trans 0 rc 0/0 00000100:00100000:1.0:1789265849.237545:0:22701:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 107 00000100:00100000:1.0:1789265849.237599:0:25026:0:(client.c:2715:ptlrpc_set_wait()) set ffff93775834a3c0 going to sleep for 11 seconds 00000100:00100000:1.0:1789265849.237620:0:25026:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9377507a0700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fc778fa6-86d2-4d40-bdad-261484e7f4ad:25026:1876180579130240:0@lo:502:mount.lustre.0 00000040:00080000:1.0:1789265849.237824:0:25026:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].1, 224 off8416 00000040:00080000:1.0:1789265849.237849:0:25026:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].2, 120 off8536 00000040:00080000:1.0:1789265849.237883:0:25026:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].3, 168 off8704 00000040:00080000:1.0:1789265849.237899:0:25026:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].4, 224 off8928 00000040:00080000:1.0:1789265849.237912:0:25026:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].5, 224 off9152 00000040:00080000:1.0:1789265849.237924:0:25026:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].6, 120 off9272 00000040:00080000:1.0:1789265849.237936:0:25026:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].7, 168 off9440 00000040:00080000:1.0:1789265849.237962:0:25026:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].8, 224 off9664 00000040:00080000:1.0:1789265849.237976:0:25026:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].9, 224 off9888 00000040:00080000:1.0:1789265849.237987:0:25026:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].10, 120 off10008 00000040:00080000:1.0:1789265849.238001:0:25026:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].11, 224 off10232 00000040:00080000:1.0:1789265849.238016:0:25026:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].12, 224 off10456 00000040:00080000:1.0:1789265849.238031:0:25026:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].13, 88 off10544 00000040:00080000:1.0:1789265849.238045:0:25026:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].14, 128 off10672 00000040:00080000:1.0:1789265849.238059:0:25026:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].15, 144 off10816 00000040:00080000:1.0:1789265849.238085:0:25026:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].16, 160 off10976 00000040:00080000:1.0:1789265849.239005:0:25026:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].17, 224 off11200 00000040:00080000:1.0:1789265849.239021:0:25026:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].18, 224 off11424 00000040:00080000:1.0:1789265849.239035:0:25026:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].19, 80 off11504 00000040:00080000:1.0:1789265849.239047:0:25026:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].20, 224 off11728 00000040:00080000:1.0:1789265849.239060:0:25026:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].21, 224 off11952 00000040:00080000:1.0:1789265849.239073:0:25026:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].22, 88 off12040 00000040:00080000:1.0:1789265849.239165:0:25026:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].23, 128 off12168 00000040:00080000:1.0:1789265849.239210:0:25026:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].24, 144 off12312 00000040:00080000:1.0:1789265849.239232:0:25026:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].25, 160 off12472 00000040:00080000:1.0:1789265849.239325:0:25026:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].26, 224 off12696 00000040:00080000:1.0:1789265849.239343:0:25026:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].27, 224 off12920 00000040:00080000:1.0:1789265849.239357:0:25026:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].28, 80 off13000 00000040:00080000:1.0:1789265849.239369:0:25026:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].29, 224 off13224 00000040:00080000:1.0:1789265849.239384:0:25026:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].30, 224 off13448 00000040:00080000:1.0:1789265849.239400:0:25026:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].31, 88 off13536 00000040:00080000:1.0:1789265849.239414:0:25026:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].32, 128 off13664 00000040:00080000:1.0:1789265849.239428:0:25026:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].33, 144 off13808 00000040:00080000:1.0:1789265849.239446:0:25026:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].34, 128 off13936 00000040:00080000:1.0:1789265849.239462:0:25026:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].35, 224 off14160 00000040:00080000:1.0:1789265849.239476:0:25026:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].36, 224 off14384 00000040:00080000:1.0:1789265849.239491:0:25026:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].37, 80 off14464 00000040:00080000:1.0:1789265849.239505:0:25026:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].38, 224 off14688 00000040:00080000:1.0:1789265849.239521:0:25026:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].39, 224 off14912 00000040:00080000:1.0:1789265849.239551:0:25026:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].40, 88 off15000 00000040:00080000:1.0:1789265849.239572:0:25026:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].41, 128 off15128 00000040:00080000:1.0:1789265849.239589:0:25026:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].42, 144 off15272 00000040:00080000:1.0:1789265849.239606:0:25026:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].43, 128 off15400 00000040:00080000:1.0:1789265849.239621:0:25026:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].44, 224 off15624 00000040:00080000:1.0:1789265849.239637:0:25026:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].45, 224 off15848 00000040:00080000:1.0:1789265849.239653:0:25026:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].46, 80 off15928 00000040:00080000:1.0:1789265849.239669:0:25026:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].47, 224 off16152 00000040:00080000:1.0:1789265849.239686:0:25026:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].48, 232 off16384 00000100:00100000:1.0:1789265849.239754:0:25026:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9377507a0700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fc778fa6-86d2-4d40-bdad-261484e7f4ad:25026:1876180579130368:0@lo:502:mount.lustre.0 00000100:00100000:1.0:1789265849.239821:0:25026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789265849.239893:0:25026:0:(client.c:2715:ptlrpc_set_wait()) set ffff93775834a3c0 going to sleep for 11 seconds 00000100:00100000:2.0:1789265849.240213:0:22699:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180579130368 00000100:00100000:2.0:1789265849.240221:0:22699:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180579130368 00000100:00100000:2.0:1789265849.240930:0:22699:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 108 00000100:00100000:2.0:1789265849.240941:0:22699:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff937766008050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fc778fa6-86d2-4d40-bdad-261484e7f4ad+24:25026:x1876180579130368:12345-0@lo:502:mount.lustre.0 00000100:00100000:2.0:1789265849.241072:0:22699:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff937766008050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fc778fa6-86d2-4d40-bdad-261484e7f4ad+24:25026:x1876180579130368:12345-0@lo:502:mount.lustre.0 Request processed in 133us (1250us total) trans 0 rc 0/0 00000100:00100000:2.0:1789265849.241080:0:22699:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 108 00000100:00100000:1.0:1789265849.241349:0:25026:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9377507a0700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fc778fa6-86d2-4d40-bdad-261484e7f4ad:25026:1876180579130368:0@lo:502:mount.lustre.0 00000040:00080000:1.0:1789265849.241529:0:25026:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].49, 224 off16608 00000040:00080000:1.0:1789265849.241553:0:25026:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].50, 120 off16728 00000100:00100000:1.0:1789265849.241584:0:25026:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9377507a0700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fc778fa6-86d2-4d40-bdad-261484e7f4ad:25026:1876180579130496:0@lo:502:mount.lustre.0 00000100:00100000:1.0:1789265849.241625:0:25026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789265849.241694:0:25026:0:(client.c:2715:ptlrpc_set_wait()) set ffff93775834a3c0 going to sleep for 11 seconds 00000100:00100000:2.0:1789265849.245398:0:22700:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180579130496 00000100:00100000:2.0:1789265849.245412:0:22700:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180579130496 00000100:00100000:2.0:1789265849.245469:0:22700:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 109 00000100:00100000:2.0:1789265849.245479:0:22700:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93776600bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fc778fa6-86d2-4d40-bdad-261484e7f4ad+24:25026:x1876180579130496:12345-0@lo:502:mount.lustre.0 00000100:00100000:2.0:1789265849.245676:0:22700:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93776600bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fc778fa6-86d2-4d40-bdad-261484e7f4ad+24:25026:x1876180579130496:12345-0@lo:502:mount.lustre.0 Request processed in 197us (4049us total) trans 0 rc 0/0 00000100:00100000:2.0:1789265849.245683:0:22700:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 109 00000100:00100000:1.0:1789265849.249212:0:25026:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9377507a0700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fc778fa6-86d2-4d40-bdad-261484e7f4ad:25026:1876180579130496:0@lo:502:mount.lustre.0 00000040:00080000:0.0:1789265849.249735:0:25026:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].51, 224 off16952 00000040:00080000:0.0:1789265849.252197:0:25026:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 51 count 51 00000020:01000004:0.0:1789265849.254485:0:25040:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0000-lwp-OST0001 (typ=lwp) 00000020:00000080:0.0:1789265849.254503:0:25040:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-lwp-OST0001 (ffff9376426f19b8) 00000020:00000080:0.0:1789265849.254535:0:25040:0:(obd_config.c:720:class_attach_name()) OBD: dev 27 attached type lwp with refcount 2 00000020:01000004:0.0:1789265849.254622:0:25040:0:(tgt_mount.c:153:server_get_mount()) get mount ffff93777f58e800 from lustre-OST0001, refs=3 00000020:01000004:0.0:1789265849.254627:0:25040:0:(tgt_mount.c:187:server_put_mount()) put mount ffff93777f58e800 from lustre-OST0001, refs=3 00000020:01000004:0.0:1789265849.254630:0:25040:0:(obd_mount.c:710:lustre_put_lsi()) put ffff93777f58e800 3 00010000:00080000:0.0:1789265849.254658:0:25040:0:(ldlm_lib.c:102:import_set_conn()) imp ffff9376424e9000@lustre-MDT0000-lwp-OST0001: add connection 192.168.202.142@tcp at head 00010000:00010000:0.0:1789265849.256855:0:25040:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-lwp-OST0001-11 is initialized 00000020:00000080:0.0:1789265849.258453:0:25040:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-lwp-OST0001 (uuid lustre-MDT0000-lwp-OST0001_UUID) 00000010:01000000:0.0:1789265849.258498:0:25040:0:(lwp_dev.c:513:lwp_obd_connect()) connect #0 00000020:00000080:0.0:1789265849.258513:0:25040:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-lwp-OST0001, cookie 0xbbfdc9019c1d579d 00000100:00080000:0.0:1789265849.258524:0:25040:0:(import.c:510:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 0 00000100:00080000:0.0:1789265849.258530:0:25040:0:(import.c:624:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9376424e9000 using connection 192.168.202.142@tcp/0@lo 00000100:00100000:0.0:1789265849.258564:0:25040:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93775f6e8380 x1876180579130624/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789265849.258594:0:25040:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID 00000100:00100000:2.0:1789265849.259783:0:3642:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93775f6e8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3642:1876180579130624:0@lo:38:llog_process_th.0 00000100:00100000:2.0:1789265849.259851:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1789265849.259910:0:20468:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1789265849.259915:0:20468:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1789265849.259918:0:20468:0:(import.c:65:import_set_state_nolock()) ffff9377660c0800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789265849.259922:0:20468:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 700 00000100:00080000:1.0:1789265849.259925:0:20468:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-MDT0000: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1789265849.259926:0:22708:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180579130624 00000100:00080000:1.0:1789265849.259929:0:20468:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-MDT0000: import ffff9377660c0800 using connection 192.168.202.142@tcp/0@lo 00000100:00100000:2.0:1789265849.259932:0:22708:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180579130624 00000100:00100000:1.0:1789265849.259944:0:20468:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9377507a0e00 x1876180579131008/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1789265849.259961:0:22708:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:2.0:1789265849.259968:0:22708:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9376434d7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3642:x1876180579130624:12345-0@lo:38:llog_process_th.0 00000100:00080000:1.0:1789265849.259976:0:20468:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1789265849.259979:0:20468:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1789265849.259980:0:20468:0:(import.c:65:import_set_state_nolock()) ffff93777f588000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789265849.259984:0:20468:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 0@lo last attempt 700 00000100:00080000:1.0:1789265849.259986:0:20468:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-MDT0001: tried all connections, increasing latency to 20s 00010000:00080000:2.0:1789265849.259989:0:22708:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-MDT0000: connection from lustre-MDT0000-lwp-OST0001_UUID@0@lo t0 exp 0000000000000000 cur 704 last 0 00000100:00080000:1.0:1789265849.259989:0:20468:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-MDT0001: import ffff93777f588000 using connection 192.168.202.142@tcp/0@lo 00000100:00100000:1.0:1789265849.259998:0:20468:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9377507a1880 x1876180579131520/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000080:2.0:1789265849.260023:0:22708:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-lwp-OST0001_UUID, cookie 0xbbfdc9019c1d57a4 00000004:00100000:2.0:1789265849.260037:0:22708:0:(mdt_handler.c:7297:mdt_connect_internal()) lustre-MDT0000: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000100:00080000:2.0:1789265849.260067:0:22708:0:(import.c:65:import_set_state_nolock()) ffff9376422aa000 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1789265849.260111:0:22708:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9376434d7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3642:x1876180579130624:12345-0@lo:38:llog_process_th.0 Request processed in 142us (260us total) trans 0 rc 0/0 00000100:00100000:2.0:1789265849.260119:0:22708:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00100000:2.0:1789265849.260143:0:3642:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9377507a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3642:1876180579131008:0@lo:8:kworker.0 00000100:00100000:2.0:1789265849.260168:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789265849.260198:0:3642:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9377507a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3642:1876180579131520:0@lo:8:kworker.0 00000100:00100000:2.0:1789265849.260217:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00080000:2.0:1789265849.260244:0:3642:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff93775f6e8380 x1876180579130624/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/416 e 0 to 0 dl 1789265859 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789265849.260253:0:3642:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0001: committing for last_committed 0 gen 2 00000100:00080000:2.0:1789265849.260261:0:3642:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-MDT0000-lwp-OST0001: connect to target with instance 3 00000100:00080000:2.0:1789265849.260267:0:3642:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-MDT0000-lwp-OST0001: Resetting ns_connect_flags to server flags: 0x2041401043000020 00000100:00080000:2.0:1789265849.260271:0:3642:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:2.0:1789265849.260273:0:3642:0:(import.c:65:import_set_state_nolock()) ffff9376424e9000 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00100000:2.0:1789265849.260278:0:3642:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93775f6e8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3642:1876180579130624:0@lo:38:llog_process_th.0 00000100:00100000:2.0:1789265849.260302:0:24215:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180579131008 00000100:00100000:2.0:1789265849.260305:0:24215:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180579131008 00000100:00100000:2.0:1789265849.260321:0:24215:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180579131520 00000100:00100000:2.0:1789265849.260324:0:24215:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180579131520 00000100:00100000:2.0:1789265849.260333:0:24215:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:2.0:1789265849.260338:0:24215:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9376434d6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3642:x1876180579131008:12345-0@lo:8:kworker.0 00000100:00100000:2.0:1789265849.260380:0:24215:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9376434d6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3642:x1876180579131008:12345-0@lo:8:kworker.0 Request processed in 40us (211us total) trans 0 rc -11/-11 00000100:00100000:2.0:1789265849.260396:0:24215:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00100000:2.0:1789265849.260409:0:24215:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:2.0:1789265849.260413:0:24215:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9376434d4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3642:x1876180579131520:12345-0@lo:8:kworker.0 00000100:00100000:2.0:1789265849.260444:0:24215:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9376434d4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3642:x1876180579131520:12345-0@lo:8:kworker.0 Request processed in 29us (225us total) trans 0 rc -11/-11 00000100:00100000:2.0:1789265849.260450:0:24215:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00100000:2.0:1789265849.260473:0:3642:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 0 gen 2 00000100:00080000:2.0:1789265849.260477:0:3642:0:(import.c:65:import_set_state_nolock()) ffff9377660c0800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789265849.260480:0:3642:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-11) 00000100:00100000:2.0:1789265849.260483:0:3642:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9377507a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3642:1876180579131008:0@lo:8:kworker.0 00000100:00100000:2.0:1789265849.260490:0:3642:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: committing for last_committed 0 gen 2 00000100:00080000:2.0:1789265849.260493:0:3642:0:(import.c:65:import_set_state_nolock()) ffff93777f588000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789265849.260495:0:3642:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-11) 00000100:00100000:2.0:1789265849.260498:0:3642:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9377507a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3642:1876180579131520:0@lo:8:kworker.0 00000100:00100000:1.0:1789265849.261240:0:3643:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9377507a0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3643:1876180579130752:0@lo:400:kworker.0 00000100:00100000:1.0:1789265849.261275:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789265849.261297:0:3643:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9377507a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3643:1876180579131392:0@lo:400:kworker.0 00000100:00100000:1.0:1789265849.261315:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789265849.261428:0:3643:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:1.0:1789265849.261435:0:3643:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9377507a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3643:1876180579130880:0@lo:400:kworker.0 00000100:00100000:1.0:1789265849.261460:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789265849.261474:0:3643:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9377507a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3643:1876180579131648:0@lo:400:kworker.0 00000100:00100000:1.0:1789265849.261559:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789265849.261590:0:3645:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9377507a1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3645:1876180579131136:0@lo:400:kworker.0 00000100:00100000:1.0:1789265849.261612:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789265849.261637:0:3645:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9377507a0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3645:1876180579131776:0@lo:400:kworker.0 00000100:00100000:1.0:1789265849.261674:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789265849.261691:0:3645:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:1.0:1789265849.261696:0:3645:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9377507a1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3645:1876180579131264:0@lo:400:kworker.0 00000100:00100000:1.0:1789265849.261714:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789265849.261729:0:3645:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9377507a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3645:1876180579131904:0@lo:400:kworker.0 00000100:00100000:1.0:1789265849.261744:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789265849.261767:0:22711:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180579130752 00000100:00100000:1.0:1789265849.261772:0:22711:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180579130752 00000100:00100000:1.0:1789265849.261803:0:22711:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180579131264 00000100:00100000:1.0:1789265849.261805:0:22711:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180579131264 00000100:00100000:1.0:1789265849.261819:0:22711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41 00000100:00100000:1.0:1789265849.261825:0:22711:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9377507a3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3643:x1876180579130752:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789265849.262287:0:24214:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180579131392 00000100:00100000:0.0:1789265849.262292:0:24214:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180579131392 00000100:00100000:0.0:1789265849.262325:0:24214:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180579130880 00000100:00100000:0.0:1789265849.262328:0:24214:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180579130880 00000100:00100000:0.0:1789265849.262343:0:24214:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:0.0:1789265849.262349:0:24214:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9377507a1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3643:x1876180579131392:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789265849.262481:0:22708:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180579131648 00000100:00100000:3.0:1789265849.262485:0:22708:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180579131648 00000100:00100000:3.0:1789265849.262506:0:22708:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180579131136 00000100:00100000:3.0:1789265849.262508:0:22708:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180579131136 00000100:00100000:3.0:1789265849.262517:0:22708:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180579131776 00000100:00100000:3.0:1789265849.262519:0:22708:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180579131776 00000100:00100000:3.0:1789265849.262531:0:22708:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180579131904 00000100:00100000:3.0:1789265849.262533:0:22708:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180579131904 00000100:00100000:3.0:1789265849.262547:0:22708:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28 00000100:00100000:3.0:1789265849.262561:0:22708:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff937644c5e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3643:x1876180579131648:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789265849.262633:0:24215:0:(service.c:3462:ptlrpc_start_thread()) ost[0] started 3 min 3 max 116 00000100:00100000:2.0:1789265849.262641:0:24215:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost00_003' 00000100:00100000:2.0:1789265849.262654:0:23450:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42 00000100:00100000:2.0:1789265849.262662:0:23450:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93777f477100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3645:x1876180579131264:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789265849.263886:0:24214:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9377507a1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3643:x1876180579131392:12345-0@lo:400:kworker.0 Request processed in 1531us (2563us total) trans 0 rc 0/0 00000100:00100000:0.0:1789265849.263896:0:24214:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00100000:0.0:1789265849.263923:0:24214:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:0.0:1789265849.263932:0:24214:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9377507a0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3643:x1876180579130880:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789265849.263969:0:24214:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9377507a0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3643:x1876180579130880:12345-0@lo:400:kworker.0 Request processed in 40us (2508us total) trans 0 rc 0/0 00000100:00100000:0.0:1789265849.263974:0:24214:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00100000:3.0:1789265849.264074:0:22708:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff937644c5e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3643:x1876180579131648:12345-0@lo:400:kworker.0 Request processed in 1513us (2513us total) trans 0 rc 0/0 00000100:00100000:3.0:1789265849.264082:0:22708:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28 00000100:00100000:3.0:1789265849.264172:0:22708:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 29 00000100:00100000:3.0:1789265849.264187:0:22708:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff937644c5d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3645:x1876180579131136:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789265849.264239:0:22708:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff937644c5d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3645:x1876180579131136:12345-0@lo:400:kworker.0 Request processed in 61us (2625us total) trans 0 rc 0/0 00000100:00100000:3.0:1789265849.264245:0:22708:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 29 00000100:00100000:3.0:1789265849.264257:0:22708:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 30 00000100:00100000:3.0:1789265849.264263:0:22708:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93777f476a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3645:x1876180579131776:12345-0@lo:400:kworker.0 00010000:00080000:0.0:1789265849.264335:0:3645:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9377507a1f80 x1876180579131136/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789265865 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789265849.264349:0:3645:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9377507a1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3645:1876180579131136:0@lo:400:kworker.0 00000100:00100000:3.0:1789265849.264409:0:22708:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93777f476a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3645:x1876180579131776:12345-0@lo:400:kworker.0 Request processed in 146us (2734us total) trans 0 rc 0/0 00000100:00100000:3.0:1789265849.264416:0:22708:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 30 00000100:00100000:3.0:1789265849.264429:0:22708:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 31 00000100:00100000:3.0:1789265849.264436:0:22708:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93777f475c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3645:x1876180579131904:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789265849.264463:0:22708:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93777f475c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3645:x1876180579131904:12345-0@lo:400:kworker.0 Request processed in 29us (2718us total) trans 0 rc 0/0 00000100:00100000:3.0:1789265849.264469:0:22708:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 31 00010000:00080000:0.0:1789265849.264525:0:3645:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9377507a2d80 x1876180579131904/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789265865 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789265849.264535:0:3645:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9377507a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3645:1876180579131904:0@lo:400:kworker.0 00010000:00080000:0.0:1789265849.264551:0:3645:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9377507a0a80 x1876180579131776/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789265865 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789265849.264560:0:3645:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9377507a0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3645:1876180579131776:0@lo:400:kworker.0 00000100:00100000:2.0:1789265849.264674:0:23450:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93777f477100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3645:x1876180579131264:12345-0@lo:400:kworker.0 Request processed in 2011us (2956us total) trans 0 rc 0/0 00000100:00100000:2.0:1789265849.264684:0:23450:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42 00000100:00100000:0.0:1789265849.264760:0:3645:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9377507a1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3645:1876180579131264:0@lo:400:kworker.0 00000100:00100000:1.0:1789265849.265819:0:22711:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9377507a3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3643:x1876180579130752:12345-0@lo:400:kworker.0 Request processed in 3991us (4539us total) trans 0 rc 0/0 00000100:00100000:1.0:1789265849.265828:0:22711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41 00000100:00080000:1.0:1789265849.265855:0:22702:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1789265849.265875:0:22702:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1789265849.265878:0:22702:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1789265849.265906:0:3643:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9377507a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3643:1876180579130880:0@lo:400:kworker.0 00010000:00080000:1.0:1789265849.265920:0:3643:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9377507a1500 x1876180579131648/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789265865 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789265849.265930:0:3643:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9377507a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3643:1876180579131648:0@lo:400:kworker.0 00000100:00100000:1.0:1789265849.265941:0:3643:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9377507a0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3643:1876180579130752:0@lo:400:kworker.0 00000100:00100000:1.0:1789265849.265952:0:3643:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9377507a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3643:1876180579131392:0@lo:400:kworker.0 00000020:01000004:0.0:1789265849.267266:0:25040:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0001-lwp-OST0001 (typ=lwp) 00000020:00000080:0.0:1789265849.267282:0:25040:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0001-lwp-OST0001 (ffff9376426f4d28) 00000020:00000080:0.0:1789265849.267306:0:25040:0:(obd_config.c:720:class_attach_name()) OBD: dev 28 attached type lwp with refcount 2 00000020:01000004:0.0:1789265849.267397:0:25040:0:(tgt_mount.c:153:server_get_mount()) get mount ffff93777f58e800 from lustre-OST0001, refs=3 00000020:01000004:0.0:1789265849.267401:0:25040:0:(tgt_mount.c:187:server_put_mount()) put mount ffff93777f58e800 from lustre-OST0001, refs=3 00000020:01000004:0.0:1789265849.267404:0:25040:0:(obd_mount.c:710:lustre_put_lsi()) put ffff93777f58e800 3 00010000:00080000:0.0:1789265849.267432:0:25040:0:(ldlm_lib.c:102:import_set_conn()) imp ffff9376424ea000@lustre-MDT0001-lwp-OST0001: add connection 192.168.202.142@tcp at head 00010000:00010000:0.0:1789265849.269077:0:25040:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0001-lwp-OST0001-12 is initialized 00000020:00000080:0.0:1789265849.271362:0:25040:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0001-lwp-OST0001 (uuid lustre-MDT0001-lwp-OST0001_UUID) 00000010:01000000:0.0:1789265849.271409:0:25040:0:(lwp_dev.c:513:lwp_obd_connect()) connect #0 00000020:00000080:0.0:1789265849.271421:0:25040:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-lwp-OST0001, cookie 0xbbfdc9019c1d57b2 00000100:00080000:0.0:1789265849.271432:0:25040:0:(import.c:510:import_select_connection()) lustre-MDT0001-lwp-OST0001: connect to NID 0@lo last attempt 0 00000100:00080000:0.0:1789265849.271438:0:25040:0:(import.c:624:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffff9376424ea000 using connection 192.168.202.142@tcp/0@lo 00000100:00100000:0.0:1789265849.271473:0:25040:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93775f6e9500 x1876180579132032/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1789265849.271542:0:3642:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93775f6e9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3642:1876180579132032:0@lo:38:llog_process_th.0 00000100:00100000:2.0:1789265849.271609:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1789265849.271660:0:25040:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID 00000040:00080000:2.0:1789265849.272026:0:25040:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x10:0x0] index 52 count 51 00000100:00100000:3.0:1789265849.272370:0:22708:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180579132032 00000100:00100000:3.0:1789265849.272378:0:22708:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180579132032 00000100:00100000:2.0:1789265849.272535:0:22708:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:2.0:1789265849.272550:0:22708:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9376434d5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3642:x1876180579132032:12345-0@lo:38:llog_process_th.0 00010000:00080000:2.0:1789265849.272577:0:22708:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-MDT0001: connection from lustre-MDT0001-lwp-OST0001_UUID@0@lo t0 exp 0000000000000000 cur 704 last 0 00000020:00000080:2.0:1789265849.272618:0:22708:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-lwp-OST0001_UUID, cookie 0xbbfdc9019c1d57b9 00000020:01000000:1.0:1789265849.272623:0:25026:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 1-51 (rc=0) 00000004:00100000:2.0:1789265849.272632:0:22708:0:(mdt_handler.c:7297:mdt_connect_internal()) lustre-MDT0001: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 10000000:01000000:1.0:1789265849.272653:0:25026:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.142@tcp: configuration from log 'lustre-client' succeeded (0). 00000100:00080000:2.0:1789265849.272660:0:22708:0:(import.c:65:import_set_state_nolock()) ffff9376422ac800 : changing import state from RECOVER to FULL 00010000:00010000:1.0:1789265849.272674:0:25026:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.142@tcp lock: ffff937740031200/0xbbfdc9019c1d5788 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000000000000 nid: local remote: 0xbbfdc9019c1d578f expref: -99 pid: 25026 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789265849.272684:0:25026:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.142@tcp lock: ffff937740031200/0xbbfdc9019c1d5788 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000000000000 nid: local remote: 0xbbfdc9019c1d578f expref: -99 pid: 25026 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789265849.272714:0:22708:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9376434d5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3642:x1876180579132032:12345-0@lo:38:llog_process_th.0 Request processed in 164us (1104us total) trans 0 rc 0/0 00000100:00100000:2.0:1789265849.272721:0:22708:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000020:01000004:1.0:1789265849.272727:0:25026:0:(tgt_mount.c:1175:server_mti_print()) mti - server_notify_target 00000020:01000004:1.0:1789265849.272729:0:25026:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0001 00000020:01000004:1.0:1789265849.272730:0:25026:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:1.0:1789265849.272731:0:25026:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:1.0:1789265849.272733:0:25026:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:1.0:1789265849.272734:0:25026:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:1.0:1789265849.272735:0:25026:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:1.0:1789265849.272737:0:25026:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1789265849.272742:0:25026:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:1.0:1789265849.272745:0:25026:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-OST0001 0x40020002 00000020:01000004:1.0:1789265849.272748:0:25026:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:1.0:1789265849.272749:0:25026:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0001 00000020:01000004:1.0:1789265849.272749:0:25026:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:1.0:1789265849.272750:0:25026:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:1.0:1789265849.272751:0:25026:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:1.0:1789265849.272752:0:25026:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:1.0:1789265849.272753:0:25026:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:1.0:1789265849.272754:0:25026:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1789265849.272755:0:25026:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:1.0:1789265849.272769:0:25026:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-OST0001 00000100:00100000:1.0:1789265849.272782:0:25026:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93777f477480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fc778fa6-86d2-4d40-bdad-261484e7f4ad:25026:1876180579132160:0@lo:253:mount.lustre.0 00010000:00080000:2.0:1789265849.272819:0:3642:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff93775f6e9500 x1876180579132032/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/416 e 0 to 0 dl 1789265859 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789265849.272819:0:25026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789265849.272829:0:3642:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0001: committing for last_committed 0 gen 2 00000100:00080000:2.0:1789265849.272836:0:3642:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-MDT0001-lwp-OST0001: connect to target with instance 3 00000100:00080000:2.0:1789265849.272842:0:3642:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-MDT0001-lwp-OST0001: Resetting ns_connect_flags to server flags: 0x2041401043000020 00000100:00080000:2.0:1789265849.272846:0:3642:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0001_UUID 00000100:00080000:2.0:1789265849.272848:0:3642:0:(import.c:65:import_set_state_nolock()) ffff9376424ea000 lustre-MDT0001_UUID: changing import state from CONNECTING to FULL 00000100:00100000:1.0:1789265849.272849:0:25026:0:(client.c:2715:ptlrpc_set_wait()) set ffff93775834a6c0 going to sleep for 11 seconds 00000100:00100000:2.0:1789265849.272853:0:3642:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93775f6e9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3642:1876180579132032:0@lo:38:llog_process_th.0 00000100:00100000:0.0:1789265849.272896:0:22701:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180579132160 00000100:00100000:0.0:1789265849.272899:0:22701:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180579132160 00000100:00100000:0.0:1789265849.272929:0:22701:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 110 00000100:00100000:0.0:1789265849.272935:0:22701:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff937766009050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fc778fa6-86d2-4d40-bdad-261484e7f4ad+24:25026:x1876180579132160:12345-0@lo:253:mount.lustre.0 20000000:01000000:0.0:1789265849.272953:0:22701:0:(mgs_handler.c:453:mgs_target_reg()) fs: lustre index: 1 is ready to reconnect. 20000000:01000000:0.0:1789265849.272966:0:22701:0:(mgs_nids.c:463:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #0 20000000:01000000:1.0:1789265849.277616:0:22701:0:(mgs_nids.c:815:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:01000000:1.0:1789265849.277634:0:22701:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-OST0001, index=1, rc=0 20000000:01000000:2.0:1789265849.277650:0:22722:0:(mgs_nids.c:712:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 10000000:01000000:2.0:1789265849.277655:0:22722:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00010000:2.0:1789265849.277677:0:22722:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff9377413fdc00/0xbbfdc9019c1d57c0 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 22722 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265849.277696:0:22722:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff937642392600/0xbbfdc9019c1d564d lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xbbfdc9019c1d5646 expref: 24 pid: 22700 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265849.277704:0:22722:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff937740031e00/0xbbfdc9019c1d565b lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xbbfdc9019c1d5654 expref: 24 pid: 22699 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265849.277723:0:22722:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff9377413fdc00/0xbbfdc9019c1d57c0 lrc: 5/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 22722 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265849.277753:0:22722:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff937740031e00/0xbbfdc9019c1d565b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xbbfdc9019c1d5654 expref: 24 pid: 22699 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265849.277762:0:22722:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff937740031e00/0xbbfdc9019c1d565b lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xbbfdc9019c1d5654 expref: 24 pid: 22699 timeout: 804 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789265849.277774:0:22722:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9376434d4e00 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22722:1876180579132288:0@lo:104: 00000100:00100000:2.0:1789265849.277825:0:22722:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789265849.277875:0:22689:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180579132288 00000100:00100000:1.0:1789265849.277881:0:22689:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180579132288 00010000:00010000:2.0:1789265849.277887:0:22722:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff937642392600/0xbbfdc9019c1d564d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xbbfdc9019c1d5646 expref: 24 pid: 22700 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265849.277895:0:22722:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff937642392600/0xbbfdc9019c1d564d lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xbbfdc9019c1d5646 expref: 24 pid: 22700 timeout: 804 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789265849.277902:0:22722:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9376434d6a00 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22722:1876180579132416:0@lo:104: 00000100:00100000:2.0:1789265849.277922:0:22722:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789265849.277924:0:22689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:2.0:1789265849.277932:0:22722:0:(client.c:2715:ptlrpc_set_wait()) set ffff93775f6f9f00 going to sleep for 11 seconds 00000100:00100000:1.0:1789265849.277932:0:22689:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9376434d4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:fc778fa6-86d2-4d40-bdad-261484e7f4ad+3:22722:x1876180579132288:12345-0@lo:104: 00010000:00010000:1.0:1789265849.277944:0:22689:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.142@tcp lock: ffff937642393400/0xbbfdc9019c1d5654 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xbbfdc9019c1d565b expref: -99 pid: 22703 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789265849.278001:0:22689:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1789265849.278007:0:22689:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9376434d4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:fc778fa6-86d2-4d40-bdad-261484e7f4ad+3:22722:x1876180579132288:12345-0@lo:104: Request processed in 77us (181us total) trans 0 rc 0/0 00000100:00100000:1.0:1789265849.278032:0:22689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00100000:1.0:1789265849.278058:0:22689:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180579132416 00000100:00100000:1.0:1789265849.278061:0:22689:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180579132416 00000100:00100000:2.0:1789265849.278065:0:22722:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9376434d4e00 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22722:1876180579132288:0@lo:104: 00000100:00100000:1.0:1789265849.278074:0:22689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:1.0:1789265849.278080:0:22689:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9376434d5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:fc778fa6-86d2-4d40-bdad-261484e7f4ad+3:22722:x1876180579132416:12345-0@lo:104: 00010000:00010000:1.0:1789265849.278105:0:22689:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.142@tcp lock: ffff937740031400/0xbbfdc9019c1d5646 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xbbfdc9019c1d564d expref: -99 pid: 22703 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789265849.278157:0:22689:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:1.0:1789265849.278163:0:22689:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9376434d5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:fc778fa6-86d2-4d40-bdad-261484e7f4ad+3:22722:x1876180579132416:12345-0@lo:104: Request processed in 83us (239us total) trans 0 rc 0/0 00000100:00100000:1.0:1789265849.278168:0:22689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00010000:00010000:1.0:1789265849.278199:0:22694:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1789265849.278206:0:22694:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.142@tcp lock: ffff937642393400/0xbbfdc9019c1d5654 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xbbfdc9019c1d565b expref: -99 pid: 22703 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789265849.278213:0:22694:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff937642393400 already unused, calling callback (ffffffffc13cbc20) 10000000:00010000:1.0:1789265849.278217:0:22694:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.142@tcp lock: ffff937642393400/0xbbfdc9019c1d5654 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0xbbfdc9019c1d565b expref: -99 pid: 22703 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789265849.278225:0:22694:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.142@tcp lock: ffff937642393400/0xbbfdc9019c1d5654 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0xbbfdc9019c1d565b expref: -99 pid: 22703 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1789265849.278233:0:22694:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.142@tcp lock: ffff937642393400/0xbbfdc9019c1d5654 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0xbbfdc9019c1d565b expref: -99 pid: 22703 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1789265849.278239:0:22694:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:1.0:1789265849.278271:0:22694:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.142@tcp lock: ffff937642393400/0xbbfdc9019c1d5654 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xbbfdc9019c1d565b expref: -99 pid: 22703 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789265849.278273:0:22722:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9376434d6a00 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22722:1876180579132416:0@lo:104: 00010000:00010000:1.0:1789265849.278278:0:22694:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1789265849.278291:0:22722:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff9377413fdc00/0xbbfdc9019c1d57c0 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 22722 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789265849.278295:0:22694:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.142@tcp lock: ffff937642393400/0xbbfdc9019c1d5654 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xbbfdc9019c1d565b expref: -99 pid: 22703 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789265849.278301:0:22694:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.142@tcp lock: ffff937642393400/0xbbfdc9019c1d5654 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xbbfdc9019c1d565b expref: -99 pid: 22703 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789265849.278319:0:22694:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1789265849.278322:0:22694:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.142@tcp lock: ffff937740031400/0xbbfdc9019c1d5646 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xbbfdc9019c1d564d expref: -99 pid: 22703 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789265849.278327:0:22694:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff937740031400 already unused, calling callback (ffffffffc13cbc20) 10000000:00010000:1.0:1789265849.278330:0:22694:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.142@tcp lock: ffff937740031400/0xbbfdc9019c1d5646 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xbbfdc9019c1d564d expref: -99 pid: 22703 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789265849.278337:0:22694:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.142@tcp lock: ffff937740031400/0xbbfdc9019c1d5646 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xbbfdc9019c1d564d expref: -99 pid: 22703 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1789265849.278344:0:22694:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.142@tcp lock: ffff937740031400/0xbbfdc9019c1d5646 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xbbfdc9019c1d564d expref: -99 pid: 22703 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1789265849.278348:0:22694:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:1.0:1789265849.278372:0:22694:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.142@tcp lock: ffff937740031400/0xbbfdc9019c1d5646 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xbbfdc9019c1d564d expref: -99 pid: 22703 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789265849.278378:0:22694:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1789265849.278384:0:22694:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.142@tcp lock: ffff937740031400/0xbbfdc9019c1d5646 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xbbfdc9019c1d564d expref: -99 pid: 22703 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789265849.278391:0:22694:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.142@tcp lock: ffff937740031400/0xbbfdc9019c1d5646 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xbbfdc9019c1d564d expref: -99 pid: 22703 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789265849.278402:0:22694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789265849.278403:0:22694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789265849.278404:0:22694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789265849.278409:0:24798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1789265849.278421:0:3643:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93777f474e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:fc778fa6-86d2-4d40-bdad-261484e7f4ad:3643:1876180579132544:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1789265849.278443:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789265849.278470:0:3643:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1789265849.278479:0:22693:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180579132544 00000100:00100000:2.0:1789265849.278483:0:22693:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180579132544 00000100:00100000:1.0:1789265849.278487:0:3643:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93777f476d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:fc778fa6-86d2-4d40-bdad-261484e7f4ad:3643:1876180579132672:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1789265849.278500:0:22693:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff937740031e00/0xbbfdc9019c1d565b lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xbbfdc9019c1d5654 expref: 25 pid: 22699 timeout: 804 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789265849.278507:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789265849.278572:0:22701:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff937766009050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fc778fa6-86d2-4d40-bdad-261484e7f4ad+25:25026:x1876180579132160:12345-0@lo:253:mount.lustre.0 Request processed in 5637us (5753us total) trans 0 rc 0/0 00000100:00100000:1.0:1789265849.278580:0:22701:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 110 00000100:00100000:2.0:1789265849.278595:0:22693:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180579132672 00000100:00100000:2.0:1789265849.278598:0:22693:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180579132672 00010000:00010000:2.0:1789265849.278611:0:22693:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff937642392600/0xbbfdc9019c1d564d lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xbbfdc9019c1d5646 expref: 25 pid: 22700 timeout: 804 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789265849.278620:0:25026:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93777f477480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fc778fa6-86d2-4d40-bdad-261484e7f4ad:25026:1876180579132160:0@lo:253:mount.lustre.0 00000100:00100000:2.0:1789265849.278623:0:22693:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:2.0:1789265849.278629:0:22693:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93777f477b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:fc778fa6-86d2-4d40-bdad-261484e7f4ad+25:3643:x1876180579132544:12345-0@lo:103:ldlm_bl.0 10000000:01000000:1.0:1789265849.278629:0:25026:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-OST0001 got index = 1 00000020:01000004:1.0:1789265849.278632:0:25026:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:1.0:1789265849.278633:0:25026:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0001 00000020:01000004:1.0:1789265849.278635:0:25026:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:1.0:1789265849.278636:0:25026:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:1.0:1789265849.278637:0:25026:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00010000:00010000:2.0:1789265849.278638:0:22693:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000020:01000004:1.0:1789265849.278639:0:25026:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:1.0:1789265849.278640:0:25026:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00010000:00010000:2.0:1789265849.278642:0:22693:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff937740031e00/0xbbfdc9019c1d565b lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xbbfdc9019c1d5654 expref: 25 pid: 22699 timeout: 804 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:01000004:1.0:1789265849.278642:0:25026:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1789265849.278644:0:25026:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 00010000:00010000:2.0:1789265849.278651:0:22693:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff937740031e00/0xbbfdc9019c1d565b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xbbfdc9019c1d5654 expref: 25 pid: 22699 timeout: 804 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:02000000:1.0:1789265849.278655:0:25026:0:(tgt_mount.c:2695:server_calc_timeout()) lustre-OST0001: Imperative Recovery not enabled, recovery window 60-180 00010000:00010000:2.0:1789265849.278663:0:22693:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff937740031e00/0xbbfdc9019c1d565b lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xbbfdc9019c1d5654 expref: 25 pid: 22699 timeout: 804 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265849.278673:0:22693:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1789265849.278701:0:22693:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93777f477b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:fc778fa6-86d2-4d40-bdad-261484e7f4ad+24:3643:x1876180579132544:12345-0@lo:103:ldlm_bl.0 Request processed in 72us (256us total) trans 0 rc 0/0 00000100:00100000:2.0:1789265849.278707:0:22693:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00100000:2.0:1789265849.278718:0:22693:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:2.0:1789265849.278723:0:22693:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93777f474a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:fc778fa6-86d2-4d40-bdad-261484e7f4ad+23:3643:x1876180579132672:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1789265849.278730:0:22693:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1789265849.278734:0:22693:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff937642392600/0xbbfdc9019c1d564d lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xbbfdc9019c1d5646 expref: 23 pid: 22700 timeout: 804 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265849.278742:0:22693:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff937642392600/0xbbfdc9019c1d564d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xbbfdc9019c1d5646 expref: 23 pid: 22700 timeout: 804 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265849.278757:0:22693:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff937642392600/0xbbfdc9019c1d564d lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xbbfdc9019c1d5646 expref: 23 pid: 22700 timeout: 804 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265849.278767:0:22693:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff9377413fdc00/0xbbfdc9019c1d57c0 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 22722 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265849.278774:0:22693:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9377413fdc00/0xbbfdc9019c1d57c0 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 22722 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 20000000:01000000:2.0:1789265849.278785:0:22693:0:(mgs_nids.c:688:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.005629582s 00010000:00010000:2.0:1789265849.278790:0:22693:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff9377413fdc00/0xbbfdc9019c1d57c0 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 22722 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265849.278796:0:22693:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff9377413fdc00/0xbbfdc9019c1d57c0 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22722 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265849.278803:0:22693:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff9377413fdc00/0xbbfdc9019c1d57c0 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22722 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265849.278810:0:22693:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff9377413fdc00/0xbbfdc9019c1d57c0 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22722 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265849.278815:0:22693:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9377413fdc00 already unused, calling callback (ffffffffc0da9350) 00010000:00010000:2.0:1789265849.278819:0:22693:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff9377413fdc00/0xbbfdc9019c1d57c0 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22722 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265849.278825:0:22693:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff9377413fdc00/0xbbfdc9019c1d57c0 lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 22722 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265849.278838:0:22693:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff9377413fdc00/0xbbfdc9019c1d57c0 lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22722 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265849.278851:0:22693:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1789265849.278919:0:22693:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93777f474a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:fc778fa6-86d2-4d40-bdad-261484e7f4ad+22:3643:x1876180579132672:12345-0@lo:103:ldlm_bl.0 Request processed in 194us (410us total) trans 0 rc 0/0 00000100:00100000:2.0:1789265849.278925:0:22693:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00100000:2.0:1789265849.278949:0:3643:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93777f476d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:fc778fa6-86d2-4d40-bdad-261484e7f4ad:3643:1876180579132672:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1789265849.278958:0:3643:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93777f474e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:fc778fa6-86d2-4d40-bdad-261484e7f4ad:3643:1876180579132544:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1789265849.278975:0:22722:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff9377413fdc00/0xbbfdc9019c1d57c0 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22722 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265849.278982:0:22722:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff9377413fdc00/0xbbfdc9019c1d57c0 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22722 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265849.278989:0:22722:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9377413fdc00/0xbbfdc9019c1d57c0 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22722 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00000004:1.0:1789265849.280262:0:25026:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 3, last_transno is 12884901888 00002000:00080000:1.0:1789265849.282304:0:25026:0:(ofd_obd.c:539:ofd_postrecov()) lustre-OST0001: recovery is over 00100000:10000000:1.0:1789265849.282313:0:25026:0:(lfsck_lib.c:3085:lfsck_start()) lustre-OST0001-osd: start master thread 00000020:01000004:1.0:1789265849.282344:0:25026:0:(tgt_mount.c:298:server_mgc_clear_fs()) Unassign mgc disk 10000000:01000000:1.0:1789265849.282383:0:25026:0:(mgc_request_server.c:166:mgc_fs_clear()) MGC192.168.202.142@tcp: cl_mgc_mutex unlock 00000020:01000004:1.0:1789265849.282401:0:25026:0:(tgt_mount.c:2461:server_fill_super_common()) Server sb, dev=50 00000080:00000004:1.0:1789265849.282420:0:25026:0:(super25.c:182:lustre_fill_super()) /dev/mapper/ost2_flakey: Mount complete 00000020:00000004:1.0:1789265849.283361:0:25026:0:(tgt_mount.c:2347:server_getattr()) lustre-OST0001: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:1.0:1789265849.283577:0:25026:0:(tgt_mount.c:2362:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:1.0:1789265849.461411:0:22695:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1789265849.849380:0:3645:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff937772981c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3645:1876180579132800:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1789265849.849467:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789265849.849549:0:24217:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180579132800 00000100:00100000:2.0:1789265849.849558:0:24217:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180579132800 00000100:00100000:2.0:1789265849.849607:0:24217:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:2.0:1789265849.849616:0:24217:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93777f477480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3645:x1876180579132800:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1789265849.849645:0:24217:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:2.0:1789265849.858598:0:24217:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93777f477480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3645:x1876180579132800:12345-0@lo:13:osp-pre-0-0.0 Request processed in 8972us (9119us total) trans 0 rc 0/0 00000100:00100000:2.0:1789265849.858613:0:24217:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00100000:1.0:1789265849.867912:0:3645:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff937772981c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3645:1876180579132800:0@lo:13:osp-pre-0-0.0 00000020:00000004:3.0:1789265850.152744:0:25094:0:(tgt_mount.c:2347:server_getattr()) lustre-OST0001: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:3.0:1789265850.152998:0:25094:0:(tgt_mount.c:2362:is_cmd_supported()) ioctl cmd=81009431 10000000:01000000:3.0:1789265850.357904:0:22703:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:01000000:3.0:1789265850.358245:0:22703:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-mdtir-ffff937756d71000 from 14 10000000:01000000:3.0:1789265850.358252:0:22703:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:3.0:1789265850.358297:0:22703:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.142@tcp lock: ffff93775181ae00/0xbbfdc9019c1d57c7 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265850.358317:0:22703:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.142@tcp lock: ffff93775181ae00/0xbbfdc9019c1d57c7 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265850.358330:0:22703:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.142@tcp lock: ffff93775181ae00/0xbbfdc9019c1d57c7 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789265850.358358:0:22703:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff937772980a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fc778fa6-86d2-4d40-bdad-261484e7f4ad:22703:1876180579132928:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1789265850.358429:0:22703:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789265850.358604:0:22703:0:(client.c:2715:ptlrpc_set_wait()) set ffff937777dc2cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1789265850.360792:0:22700:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180579132928 00000100:00100000:2.0:1789265850.360806:0:22700:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180579132928 00000100:00100000:2.0:1789265850.360884:0:22700:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 111 00000100:00100000:2.0:1789265850.360895:0:22700:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93776600b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fc778fa6-86d2-4d40-bdad-261484e7f4ad+22:22703:x1876180579132928:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1789265850.360928:0:22700:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1789265850.360947:0:22700:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9377413fd400/0xbbfdc9019c1d57ce lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xbbfdc9019c1d57c7 expref: -99 pid: 22700 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265850.360974:0:22700:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9377413fd400/0xbbfdc9019c1d57ce lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xbbfdc9019c1d57c7 expref: 23 pid: 22700 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265850.361303:0:22700:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9377413fd400/0xbbfdc9019c1d57ce lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xbbfdc9019c1d57c7 expref: 23 pid: 22700 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265850.361316:0:22700:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9377413fd400, rc 0) 00000100:00100000:2.0:1789265850.361394:0:22700:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93776600b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fc778fa6-86d2-4d40-bdad-261484e7f4ad+23:22703:x1876180579132928:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 501us (2964us total) trans 0 rc 0/0 00000100:00100000:2.0:1789265850.361401:0:22700:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 111 00000100:00100000:0.0:1789265850.361539:0:22703:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff937772980a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fc778fa6-86d2-4d40-bdad-261484e7f4ad:22703:1876180579132928:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1789265850.361559:0:22703:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.142@tcp lock: ffff93775181ae00/0xbbfdc9019c1d57c7 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xbbfdc9019c1d57ce expref: -99 pid: 22703 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789265850.361569:0:22703:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.142@tcp lock: ffff93775181ae00/0xbbfdc9019c1d57c7 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xbbfdc9019c1d57ce expref: -99 pid: 22703 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789265850.361641:0:22703:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93775f6e9500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fc778fa6-86d2-4d40-bdad-261484e7f4ad:22703:1876180579133056:0@lo:256:ll_cfg_requeue.0 00000100:00100000:0.0:1789265850.361681:0:22703:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789265850.361711:0:22703:0:(client.c:2715:ptlrpc_set_wait()) set ffff9376431c0840 going to sleep for 11 seconds 00000100:00100000:2.0:1789265850.361816:0:22701:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180579133056 00000100:00100000:2.0:1789265850.361821:0:22701:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180579133056 00000100:00100000:2.0:1789265850.361855:0:22701:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 112 00000100:00100000:2.0:1789265850.361884:0:22701:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff937766008c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fc778fa6-86d2-4d40-bdad-261484e7f4ad+23:22703:x1876180579133056:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:2.0:1789265850.361898:0:22701:0:(mgs_nids.c:914:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:2.0:1789265850.362089:0:22701:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:2.0:1789265850.362093:0:22701:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 14 00000100:00100000:2.0:1789265850.362260:0:22701:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff937766008c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fc778fa6-86d2-4d40-bdad-261484e7f4ad+23:22703:x1876180579133056:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 377us (578us total) trans 0 rc 0/0 00000100:00100000:2.0:1789265850.362267:0:22701:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 112 00000100:00100000:0.0:1789265850.362336:0:22703:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93775f6e9500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fc778fa6-86d2-4d40-bdad-261484e7f4ad:22703:1876180579133056:0@lo:256:ll_cfg_requeue.0 10000000:01000000:0.0:1789265850.362404:0:22703:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.142@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:0.0:1789265850.362413:0:22703:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.142@tcp lock: ffff93775181ae00/0xbbfdc9019c1d57c7 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xbbfdc9019c1d57ce expref: -99 pid: 22703 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789265850.362421:0:22703:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.142@tcp lock: ffff93775181ae00/0xbbfdc9019c1d57c7 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xbbfdc9019c1d57ce expref: -99 pid: 22703 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1789265850.362431:0:22703:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:01000000:0.0:1789265850.362439:0:22703:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-mdtir-ffff93777aeab000 from 14 10000000:01000000:0.0:1789265850.362442:0:22703:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:0.0:1789265850.362462:0:22703:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.142@tcp lock: ffff9376435fda00/0xbbfdc9019c1d57d5 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789265850.362470:0:22703:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.142@tcp lock: ffff9376435fda00/0xbbfdc9019c1d57d5 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789265850.362479:0:22703:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.142@tcp lock: ffff9376435fda00/0xbbfdc9019c1d57d5 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789265850.362494:0:22703:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93775f6e9500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fc778fa6-86d2-4d40-bdad-261484e7f4ad:22703:1876180579133184:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1789265850.362521:0:22703:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789265850.362551:0:22703:0:(client.c:2715:ptlrpc_set_wait()) set ffff9376431c0840 going to sleep for 11 seconds 00000100:00100000:2.0:1789265850.362595:0:22700:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180579133184 00000100:00100000:2.0:1789265850.362600:0:22700:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180579133184 00000100:00100000:2.0:1789265850.362632:0:22700:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 113 00000100:00100000:2.0:1789265850.362639:0:22700:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93776600a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fc778fa6-86d2-4d40-bdad-261484e7f4ad+23:22703:x1876180579133184:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1789265850.362655:0:22700:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1789265850.362666:0:22700:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9377413fdc00/0xbbfdc9019c1d57dc lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0xbbfdc9019c1d57d5 expref: -99 pid: 22700 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265850.362683:0:22700:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9377413fdc00/0xbbfdc9019c1d57dc lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xbbfdc9019c1d57d5 expref: 24 pid: 22700 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265850.362692:0:22700:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9377413fdc00/0xbbfdc9019c1d57dc lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xbbfdc9019c1d57d5 expref: 24 pid: 22700 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265850.362700:0:22700:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9377413fdc00, rc 0) 00000100:00100000:2.0:1789265850.362734:0:22700:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93776600a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fc778fa6-86d2-4d40-bdad-261484e7f4ad+24:22703:x1876180579133184:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 95us (212us total) trans 0 rc 0/0 00000100:00100000:2.0:1789265850.362740:0:22700:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 113 00000100:00100000:2.0:1789265850.362907:0:22703:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93775f6e9500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fc778fa6-86d2-4d40-bdad-261484e7f4ad:22703:1876180579133184:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1789265850.363533:0:22703:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.142@tcp lock: ffff9376435fda00/0xbbfdc9019c1d57d5 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xbbfdc9019c1d57dc expref: -99 pid: 22703 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265850.363544:0:22703:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.142@tcp lock: ffff9376435fda00/0xbbfdc9019c1d57d5 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xbbfdc9019c1d57dc expref: -99 pid: 22703 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789265850.364320:0:22703:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9376434d6a00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fc778fa6-86d2-4d40-bdad-261484e7f4ad:22703:1876180579133312:0@lo:256:ll_cfg_requeue.0 00000100:00100000:2.0:1789265850.364382:0:22703:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789265850.364532:0:22703:0:(client.c:2715:ptlrpc_set_wait()) set ffff93775f6f9d80 going to sleep for 11 seconds 00000100:00100000:1.0:1789265850.369093:0:22701:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180579133312 00000100:00100000:1.0:1789265850.369110:0:22701:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180579133312 00000100:00100000:0.0:1789265850.369311:0:22701:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 114 00000100:00100000:0.0:1789265850.369323:0:22701:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93776600b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fc778fa6-86d2-4d40-bdad-261484e7f4ad+24:22703:x1876180579133312:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:0.0:1789265850.369348:0:22701:0:(mgs_nids.c:914:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:0.0:1789265850.369366:0:22701:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:0.0:1789265850.369369:0:22701:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 14 00000100:00100000:0.0:1789265850.369838:0:22701:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93776600b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fc778fa6-86d2-4d40-bdad-261484e7f4ad+24:22703:x1876180579133312:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 516us (5453us total) trans 0 rc 0/0 00000100:00100000:0.0:1789265850.369847:0:22701:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 114 00000100:00100000:3.0:1789265850.376154:0:22703:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9376434d6a00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fc778fa6-86d2-4d40-bdad-261484e7f4ad:22703:1876180579133312:0@lo:256:ll_cfg_requeue.0 10000000:01000000:2.0:1789265850.378493:0:22703:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.142@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:2.0:1789265850.378507:0:22703:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.142@tcp lock: ffff9376435fda00/0xbbfdc9019c1d57d5 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xbbfdc9019c1d57dc expref: -99 pid: 22703 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265850.378535:0:22703:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.142@tcp lock: ffff9376435fda00/0xbbfdc9019c1d57d5 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xbbfdc9019c1d57dc expref: -99 pid: 22703 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789265850.484102:0:22694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789265851.509217:0:24798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1789265851.891591:0:22742:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:1.0:1789265852.532970:0:22695:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1789265852.920666:0:3645:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1789265852.920691:0:3645:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9376434d6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3645:1876180579133440:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1789265852.920761:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789265852.920829:0:24217:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180579133440 00000100:00100000:2.0:1789265852.920837:0:24217:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180579133440 00000100:00100000:2.0:1789265852.920925:0:24217:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:2.0:1789265852.920936:0:24217:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9376434d4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3645:x1876180579133440:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1789265852.920966:0:24217:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:2.0:1789265852.921008:0:24217:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9376434d4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3645:x1876180579133440:12345-0@lo:13:osp-pre-0-1.0 Request processed in 75us (247us total) trans 0 rc 0/0 00000100:00100000:2.0:1789265852.921016:0:24217:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00100000:2.0:1789265852.921060:0:3645:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9376434d6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3645:1876180579133440:0@lo:13:osp-pre-0-1.0 00000100:00080000:2.0:1789265852.921097:0:22702:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1789265852.926613:0:3644:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1789265852.926636:0:3644:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff937772981500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3644:1876180579133568:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1789265852.926703:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789265852.926745:0:23450:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180579133568 00000100:00100000:3.0:1789265852.926752:0:23450:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180579133568 00000100:00100000:3.0:1789265852.926812:0:23450:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 43 00000100:00100000:3.0:1789265852.926822:0:23450:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff937772981180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3644:x1876180579133568:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1789265852.926855:0:23450:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000100:00100000:3.0:1789265852.926924:0:23450:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff937772981180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3644:x1876180579133568:12345-0@lo:41:osp-pre-0-1.0 Request processed in 103us (220us total) trans 0 rc 0/0 00000100:00100000:3.0:1789265852.926932:0:23450:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 43 00000100:00100000:3.0:1789265852.926978:0:3644:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff937772981500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3644:1876180579133568:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1789265853.428601:0:3643:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1789265853.428629:0:3643:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93777f475f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3643:1876180579133696:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1789265853.428699:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789265853.434031:0:22712:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180579133696 00000100:00100000:1.0:1789265853.434051:0:22712:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180579133696 00000100:00100000:1.0:1789265853.434151:0:22712:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 44 00000100:00100000:1.0:1789265853.434163:0:22712:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9376434d6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3643:x1876180579133696:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1789265853.434202:0:22712:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446461440 avail 1300221952 00000100:00100000:1.0:1789265853.434290:0:22712:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9376434d6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3643:x1876180579133696:12345-0@lo:41:osp-pre-1-0.0 Request processed in 130us (5591us total) trans 0 rc 0/0 00000100:00100000:1.0:1789265853.434297:0:22712:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 44 00000100:00100000:0.0:1789265853.434422:0:3643:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93777f475f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3643:1876180579133696:0@lo:41:osp-pre-1-0.0 00010000:00010000:0.0:1789265853.555546:0:22694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789265854.457369:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1789265854.457376:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789265854.457387:0:38:0:(import.c:65:import_set_state_nolock()) ffff9377660c0800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789265854.457399:0:38:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-MDT0000: import ffff9377660c0800 using connection 192.168.202.142@tcp/0@lo 00000100:00100000:3.0:1789265854.457424:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff937772982a00 x1876180579134208/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789265854.457464:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1789265854.457467:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789265854.457469:0:38:0:(import.c:65:import_set_state_nolock()) ffff93777f588000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789265854.457474:0:38:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-MDT0001: import ffff93777f588000 using connection 192.168.202.142@tcp/0@lo 00000100:00100000:3.0:1789265854.457484:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff937772980000 x1876180579134720/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789265854.457783:0:3643:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff937772981f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3643:1876180579134080:0@lo:400:kworker.0 00000100:00100000:3.0:1789265854.457853:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789265854.457905:0:3643:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff937772982680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3643:1876180579134848:0@lo:400:kworker.0 00000100:00100000:3.0:1789265854.457931:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789265854.457951:0:3643:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff937772981880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3643:1876180579135360:0@lo:400:kworker.0 00000100:00100000:3.0:1789265854.458627:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789265854.458668:0:3643:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:3.0:1789265854.458792:0:3643:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff937772980380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3643:1876180579134336:0@lo:400:kworker.0 00000100:00100000:3.0:1789265854.458819:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789265854.458839:0:3643:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff937772983800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3643:1876180579134976:0@lo:400:kworker.0 00000100:00100000:3.0:1789265854.458891:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789265854.458926:0:3642:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff937772982a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3642:1876180579134208:0@lo:8:kworker.0 00000100:00100000:3.0:1789265854.458954:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789265854.459047:0:3642:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff937772980000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3642:1876180579134720:0@lo:8:kworker.0 00000100:00100000:3.0:1789265854.459079:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789265854.459114:0:24214:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180579134080 00000100:00100000:3.0:1789265854.459122:0:24214:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180579134080 00000100:00100000:3.0:1789265854.459187:0:24214:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180579134208 00000100:00100000:3.0:1789265854.459191:0:24214:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180579134208 00000100:00100000:3.0:1789265854.459201:0:24214:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180579134720 00000100:00100000:3.0:1789265854.459204:0:24214:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180579134720 00000100:00100000:3.0:1789265854.459215:0:24214:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:3.0:1789265854.459225:0:24214:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff937772980a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3643:x1876180579134080:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789265854.459273:0:24214:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff937772980a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3643:x1876180579134080:12345-0@lo:400:kworker.0 Request processed in 49us (1420us total) trans 0 rc 0/0 00000100:00100000:3.0:1789265854.459281:0:24214:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00100000:3.0:1789265854.459298:0:24214:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:3.0:1789265854.459303:0:24214:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93764212ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3642:x1876180579134208:12345-0@lo:8:kworker.0 00010000:00080000:3.0:1789265854.459327:0:24214:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-OST0001: connection from lustre-MDT0000-mdtlov_UUID@0@lo t0 exp 0000000000000000 cur 710 last 0 00000020:00000080:3.0:1789265854.459357:0:24214:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0xbbfdc9019c1d57e3 00002000:00100000:3.0:1789265854.459370:0:24214:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0001: cli lustre-MDT0000-mdtlov_UUID/ffff93777d764800 ocd_connect_flags: 0xa044401443000026 ocd_version: 211396a ocd_grant: 0 ocd_index: 1 ocd_group 0 00002000:00080000:3.0:1789265854.459375:0:24214:0:(ofd_obd.c:139:ofd_parse_connect_data()) lustre-OST0001: Received MDS connection for group 0 00002000:00100000:3.0:1789265854.459378:0:24214:0:(ofd_obd.c:227:ofd_parse_connect_data()) lustre-OST0001: cli does not support OBD_CONNECT_CKSUM 00000100:00100000:2.0:1789265854.459790:0:3645:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff937772981500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:fc778fa6-86d2-4d40-bdad-261484e7f4ad:3645:1876180579133824:0@lo:400:kworker.0 00000100:00100000:2.0:1789265854.459828:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789265854.459881:0:3645:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff937772983480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3645:1876180579134464:0@lo:400:kworker.0 00000100:00100000:2.0:1789265854.459925:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789265854.459946:0:3645:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff937772983b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3645:1876180579135104:0@lo:400:kworker.0 00000100:00100000:2.0:1789265854.460056:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789265854.460073:0:3645:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:2.0:1789265854.460079:0:3645:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff937772982d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3645:1876180579133952:0@lo:400:kworker.0 00000100:00100000:2.0:1789265854.460103:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789265854.460120:0:3645:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff937772980700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3645:1876180579134592:0@lo:400:kworker.0 00000100:00100000:2.0:1789265854.460153:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789265854.460166:0:3645:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff937772983100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3645:1876180579135232:0@lo:400:kworker.0 00000100:00100000:2.0:1789265854.460186:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789265854.460211:0:22700:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180579133824 00000100:00100000:2.0:1789265854.460215:0:22700:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180579133824 00000100:00100000:2.0:1789265854.460245:0:22700:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 115 00000100:00100000:2.0:1789265854.460252:0:22700:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff937766009450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fc778fa6-86d2-4d40-bdad-261484e7f4ad+24:3645:x1876180579133824:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789265854.460289:0:22700:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff937766009450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fc778fa6-86d2-4d40-bdad-261484e7f4ad+24:3645:x1876180579133824:12345-0@lo:400:kworker.0 Request processed in 38us (461us total) trans 0 rc 0/0 00000100:00100000:2.0:1789265854.460296:0:22700:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 115 00000100:00100000:2.0:1789265854.460339:0:3645:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff937772981500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:fc778fa6-86d2-4d40-bdad-261484e7f4ad:3645:1876180579133824:0@lo:400:kworker.0 00000100:00100000:2.0:1789265854.460887:0:24215:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180579134592 00000100:00100000:2.0:1789265854.460891:0:24215:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180579134592 00000100:00100000:2.0:1789265854.460917:0:24215:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:2.0:1789265854.460923:0:24215:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93777f3e1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3645:x1876180579134592:12345-0@lo:400:kworker.0 00002000:00080000:3.0:1789265854.461058:0:24214:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0001: get connection from MDS 0 00000100:00080000:3.0:1789265854.461088:0:24214:0:(import.c:65:import_set_state_nolock()) ffff93777d764000 : changing import state from RECOVER to FULL 00000100:00100000:3.0:1789265854.461127:0:24214:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93764212ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:3642:x1876180579134208:12345-0@lo:8:kworker.0 Request processed in 1823us (2172us total) trans 0 rc 0/0 00000100:00100000:3.0:1789265854.461146:0:24214:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00100000:3.0:1789265854.461162:0:24214:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00100000:3.0:1789265854.461166:0:24214:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93764212df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3642:x1876180579134720:12345-0@lo:8:kworker.0 00010000:00080000:3.0:1789265854.461189:0:24214:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-OST0001: connection from lustre-MDT0001-mdtlov_UUID@0@lo t0 exp 0000000000000000 cur 710 last 0 00000020:00000080:3.0:1789265854.461219:0:24214:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-mdtlov_UUID, cookie 0xbbfdc9019c1d57ea 00002000:00100000:3.0:1789265854.461230:0:24214:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0001: cli lustre-MDT0001-mdtlov_UUID/ffff93777d762800 ocd_connect_flags: 0xa044401443000026 ocd_version: 211396a ocd_grant: 0 ocd_index: 1 ocd_group 1 00002000:00080000:3.0:1789265854.461233:0:24214:0:(ofd_obd.c:139:ofd_parse_connect_data()) lustre-OST0001: Received MDS connection for group 1 00002000:00100000:3.0:1789265854.461236:0:24214:0:(ofd_obd.c:227:ofd_parse_connect_data()) lustre-OST0001: cli does not support OBD_CONNECT_CKSUM 00002000:00080000:3.0:1789265854.461278:0:24214:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0001: get connection from MDS 1 00000100:00080000:3.0:1789265854.461291:0:24214:0:(import.c:65:import_set_state_nolock()) ffff93777d765000 : changing import state from RECOVER to FULL 00000100:00100000:3.0:1789265854.461317:0:24214:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93764212df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+6:3642:x1876180579134720:12345-0@lo:8:kworker.0 Request processed in 149us (2237us total) trans 0 rc 0/0 00000100:00100000:3.0:1789265854.461324:0:24214:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000100:00080000:3.0:1789265854.461341:0:22702:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1789265854.461371:0:3643:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff937772981f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3643:1876180579134080:0@lo:400:kworker.0 00000100:00100000:3.0:1789265854.461395:0:22711:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180579134464 00000100:00100000:3.0:1789265854.461399:0:22711:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180579134464 00000100:00100000:3.0:1789265854.461424:0:22711:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180579133952 00000100:00100000:3.0:1789265854.461427:0:22711:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180579133952 00000100:00100000:3.0:1789265854.461440:0:22711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 45 00000100:00100000:3.0:1789265854.461446:0:22711:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9376434d4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3645:x1876180579134464:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789265854.461488:0:22711:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9376434d4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3645:x1876180579134464:12345-0@lo:400:kworker.0 Request processed in 42us (1563us total) trans 0 rc 0/0 00000100:00100000:3.0:1789265854.461495:0:22711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 45 00000100:00100000:3.0:1789265854.461506:0:22711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 46 00000100:00100000:3.0:1789265854.461512:0:22711:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9376434d5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3645:x1876180579133952:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789265854.461610:0:24215:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93777f3e1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3645:x1876180579134592:12345-0@lo:400:kworker.0 Request processed in 41us (810us total) trans 0 rc 0/0 00000100:00100000:2.0:1789265854.461618:0:24215:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00100000:2.0:1789265854.461642:0:22708:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180579134848 00000100:00100000:2.0:1789265854.461655:0:22708:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180579134848 00000100:00100000:2.0:1789265854.461788:0:22708:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180579135360 00000100:00100000:2.0:1789265854.461798:0:22708:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180579135360 00000100:00100000:2.0:1789265854.461823:0:22708:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180579134336 00000100:00100000:2.0:1789265854.461826:0:22708:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180579134336 00000100:00100000:2.0:1789265854.461837:0:22708:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180579134976 00000100:00100000:2.0:1789265854.461839:0:22708:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180579134976 00000100:00100000:2.0:1789265854.461851:0:22708:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180579135104 00000100:00100000:2.0:1789265854.461854:0:22708:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180579135104 00000100:00100000:2.0:1789265854.461886:0:22708:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180579135232 00000100:00100000:2.0:1789265854.461889:0:22708:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180579135232 00000100:00100000:2.0:1789265854.461902:0:22708:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 32 00000100:00100000:2.0:1789265854.461907:0:22708:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff937772981c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3643:x1876180579134848:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789265854.461945:0:22708:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff937772981c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3643:x1876180579134848:12345-0@lo:400:kworker.0 Request processed in 37us (4012us total) trans 0 rc 0/0 00000100:00100000:2.0:1789265854.461951:0:22708:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 32 00000100:00100000:2.0:1789265854.461963:0:22708:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 33 00000100:00100000:2.0:1789265854.462039:0:22708:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff937772980e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3643:x1876180579135360:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789265854.462069:0:22708:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff937772980e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3643:x1876180579135360:12345-0@lo:400:kworker.0 Request processed in 33us (3444us total) trans 0 rc 0/0 00000100:00100000:2.0:1789265854.462075:0:22708:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 33 00000100:00100000:2.0:1789265854.462088:0:22708:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34 00000100:00100000:2.0:1789265854.462093:0:22708:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93777783b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3643:x1876180579134336:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789265854.462118:0:22708:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93777783b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3643:x1876180579134336:12345-0@lo:400:kworker.0 Request processed in 26us (3299us total) trans 0 rc 0/0 00000100:00100000:2.0:1789265854.462124:0:22708:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34 00000100:00100000:2.0:1789265854.462144:0:22708:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35 00000100:00100000:2.0:1789265854.462150:0:22708:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93764212d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3643:x1876180579134976:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789265854.462190:0:22708:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93764212d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3643:x1876180579134976:12345-0@lo:400:kworker.0 Request processed in 40us (3299us total) trans 0 rc 0/0 00000100:00100000:2.0:1789265854.462205:0:22708:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35 00000100:00100000:2.0:1789265854.462216:0:22708:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36 00000100:00100000:2.0:1789265854.462221:0:22708:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9376434d5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3645:x1876180579135104:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789265854.463693:0:22711:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9376434d5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3645:x1876180579133952:12345-0@lo:400:kworker.0 Request processed in 2177us (3585us total) trans 0 rc 0/0 00000100:00100000:3.0:1789265854.463706:0:22711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 46 00010000:00080000:1.0:1789265854.464634:0:3643:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff937772980380 x1876180579134336/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789265870 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789265854.464654:0:3643:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff937772980380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3643:1876180579134336:0@lo:400:kworker.0 00010000:00080000:1.0:1789265854.464689:0:3643:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff937772983800 x1876180579134976/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789265870 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789265854.464700:0:3643:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff937772983800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3643:1876180579134976:0@lo:400:kworker.0 00010000:00080000:1.0:1789265854.464713:0:3643:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff937772982680 x1876180579134848/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789265870 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789265854.464722:0:3643:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff937772982680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3643:1876180579134848:0@lo:400:kworker.0 00010000:00080000:1.0:1789265854.464739:0:3643:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff937772981880 x1876180579135360/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789265870 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789265854.464759:0:3643:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff937772981880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3643:1876180579135360:0@lo:400:kworker.0 00000100:00080000:1.0:1789265854.464795:0:22702:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1789265854.464800:0:22702:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00080000:1.0:1789265854.464830:0:3642:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff937772982a00 x1876180579134208/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/416 e 0 to 0 dl 1789265879 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789265854.464843:0:3642:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-OST0001-osc-MDT0000: connect to target with instance 3 00000100:00080000:1.0:1789265854.464853:0:3642:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-OST0001-osc-MDT0000: Resetting ns_connect_flags to server flags: 0xa040401443000026 00000100:00080000:1.0:1789265854.464871:0:3642:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0001_UUID 00000100:00080000:1.0:1789265854.464875:0:3642:0:(import.c:65:import_set_state_nolock()) ffff9377660c0800 lustre-OST0001_UUID: changing import state from CONNECTING to FULL 00000004:00080000:1.0:1789265854.464896:0:3642:0:(osp_dev.c:1648:osp_import_event()) got connected 00000100:00100000:1.0:1789265854.464902:0:3642:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff937772982a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3642:1876180579134208:0@lo:8:kworker.0 00010000:00080000:1.0:1789265854.464917:0:3642:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff937772980000 x1876180579134720/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/416 e 0 to 0 dl 1789265879 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789265854.464927:0:3642:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-OST0001-osc-MDT0001: connect to target with instance 3 00000100:00080000:1.0:1789265854.464931:0:3642:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-OST0001-osc-MDT0001: Resetting ns_connect_flags to server flags: 0xa040401443000026 00000100:00080000:1.0:1789265854.464934:0:3642:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0001_UUID 00000100:00080000:1.0:1789265854.464936:0:3642:0:(import.c:65:import_set_state_nolock()) ffff93777f588000 lustre-OST0001_UUID: changing import state from CONNECTING to FULL 00000004:00080000:1.0:1789265854.464948:0:3642:0:(osp_dev.c:1648:osp_import_event()) got connected 00000100:00100000:1.0:1789265854.464952:0:3642:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff937772980000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3642:1876180579134720:0@lo:8:kworker.0 00000004:00080000:1.0:1789265854.465141:0:22733:0:(osp_precreate.c:882:osp_precreate_cleanup_orphans()) lustre-OST0001-osc-MDT0000: going to cleanup orphans since [0x2c0000401:0x22:0x0] 00000100:00100000:1.0:1789265854.465161:0:22733:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93777f475880 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-0:lustre-MDT0000-mdtlov_UUID:22733:1876180579135616:0@lo:5:osp-pre-1-0.0 00000100:00100000:1.0:1789265854.465217:0:22733:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789265854.465240:0:22733:0:(client.c:2715:ptlrpc_set_wait()) set ffff937750ebf9c0 going to sleep for 11 seconds 00000100:00100000:1.0:1789265854.465252:0:3643:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1789265854.465264:0:3643:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93777f475180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3643:1876180579135488:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1789265854.465287:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789265854.465319:0:24217:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180579135488 00000100:00100000:1.0:1789265854.465325:0:24217:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180579135488 00000100:00100000:1.0:1789265854.465376:0:24217:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:1.0:1789265854.465386:0:24217:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93777f474000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3643:x1876180579135488:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1789265854.465411:0:24217:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 280000 pending 0 free 3915849728 avail 3684327424 00000100:00100000:1.0:1789265854.465450:0:24217:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93777f474000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3643:x1876180579135488:12345-0@lo:13:osp-pre-1-0.0 Request processed in 66us (162us total) trans 0 rc 0/0 00000100:00100000:1.0:1789265854.465456:0:24217:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00080000:1.0:1789265854.465472:0:22702:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00080000:1.0:1789265854.465491:0:3643:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff93777f475180 x1876180579135488/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1789265870 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789265854.465505:0:3643:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93777f475180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3643:1876180579135488:0@lo:13:osp-pre-1-0.0 00000004:00080000:0.0:1789265854.465650:0:22732:0:(osp_sync.c:1045:osp_sync_process_record()) processed all old entries 00000004:00080000:0.0:1789265854.465797:0:22732:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 710126936298ns, next at 0ns, rc = 0 00080000:00080000:0.0:1789265854.465803:0:22732:0:(osd_handler.c:2849:osd_commit_async()) lustre-MDT0000: async commit OSD 00000100:00100000:1.0:1789265854.466755:0:22706:0:(service.c:3462:ptlrpc_start_thread()) mdt[0] started 3 min 3 max 116 00000100:00100000:1.0:1789265854.466767:0:22706:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt00_003' 00000100:00100000:1.0:1789265854.466783:0:22707:0:(service.c:3462:ptlrpc_start_thread()) mdt[0] started 3 min 3 max 116 00000100:00100000:1.0:1789265854.466794:0:22707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37 00000100:00100000:1.0:1789265854.466805:0:22707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93777f3e0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3645:x1876180579135232:12345-0@lo:400:kworker.0 00000004:00080000:3.0:1789265854.466920:0:23453:0:(osp_sync.c:1045:osp_sync_process_record()) processed all old entries 00000004:00080000:3.0:1789265854.467681:0:23453:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 710128819672ns, next at 0ns, rc = 0 00080000:00080000:3.0:1789265854.467688:0:23453:0:(osd_handler.c:2849:osd_commit_async()) lustre-MDT0001: async commit OSD 00000100:00100000:3.0:1789265854.467727:0:24214:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180579135616 00000100:00100000:3.0:1789265854.467734:0:24214:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180579135616 00000100:00100000:3.0:1789265854.467771:0:24214:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:3.0:1789265854.467779:0:24214:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93777f476680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:22733:x1876180579135616:12345-0@lo:5:osp-pre-1-0.0 00000100:00100000:2.0:1789265854.470841:0:22708:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9376434d5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3645:x1876180579135104:12345-0@lo:400:kworker.0 Request processed in 8611us (10776us total) trans 0 rc 0/0 00000100:00100000:2.0:1789265854.470856:0:22708:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36 00000004:00080000:2.0:1789265854.470950:0:23454:0:(osp_precreate.c:882:osp_precreate_cleanup_orphans()) lustre-OST0001-osc-MDT0001: going to cleanup orphans since [0x2c0000400:0x1:0x0] 00000100:00100000:2.0:1789265854.471048:0:23454:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93777f3e1180 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0001-mdtlov_UUID:23454:1876180579135872:0@lo:7:osp-pre-1-1.0 00000100:00100000:2.0:1789265854.471107:0:23454:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789265854.471140:0:23454:0:(client.c:2715:ptlrpc_set_wait()) set ffff937747dd4cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1789265854.471161:0:3645:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93777f3e2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3645:1876180579135744:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1789265854.471185:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789265854.471221:0:3645:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff937772982d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3645:1876180579133952:0@lo:400:kworker.0 00000100:00100000:2.0:1789265854.471234:0:3645:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff937772980700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3645:1876180579134592:0@lo:400:kworker.0 00002000:00080000:3.0:1789265854.471433:0:24214:0:(ofd_fs.c:432:ofd_seq_load()) lustre-OST0001: adding sequence 0x2c0000401 00002000:00080000:3.0:1789265854.471442:0:24214:0:(ofd_dev.c:1640:ofd_create_hdl()) ofd_last_id() = 65 -> diff = -31 00002000:02000040:3.0:1789265854.471447:0:24214:0:(ofd_dev.c:1491:ofd_orphans_destroy()) lustre-OST0001: new connection from lustre-MDT0000-mdtlov (cleaning up unused objects from 0x2c0000401:35 to 0x2c0000401:65) 00000100:00100000:1.0:1789265854.472186:0:22707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93777f3e0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3645:x1876180579135232:12345-0@lo:400:kworker.0 Request processed in 5379us (11993us total) trans 0 rc 0/0 00000100:00100000:1.0:1789265854.472197:0:22707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37 00000100:00100000:1.0:1789265854.472316:0:24217:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180579135744 00000100:00100000:1.0:1789265854.472323:0:24217:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180579135744 00000100:00100000:1.0:1789265854.472374:0:24217:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:1.0:1789265854.472382:0:24217:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93777f3e1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:3645:x1876180579135744:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1789265854.472402:0:24217:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 280000 pending 0 free 3915849728 avail 3684327424 00000100:00100000:1.0:1789265854.472454:0:24217:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93777f3e1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:3645:x1876180579135744:12345-0@lo:13:osp-pre-1-1.0 Request processed in 73us (1267us total) trans 0 rc 0/0 00000100:00100000:1.0:1789265854.472461:0:24217:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00080000:1.0:1789265854.472477:0:22702:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1789265854.474696:0:24215:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180579135872 00000100:00100000:1.0:1789265854.474709:0:24215:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180579135872 00000100:00100000:1.0:1789265854.474766:0:24215:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:1.0:1789265854.474775:0:24215:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93777f3e2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+6:23454:x1876180579135872:12345-0@lo:7:osp-pre-1-1.0 00010000:00080000:2.0:1789265854.478582:0:3645:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff937772983100 x1876180579135232/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789265870 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789265854.478603:0:3645:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff937772983100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3645:1876180579135232:0@lo:400:kworker.0 00000100:00100000:2.0:1789265854.478622:0:3645:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff937772983480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3645:1876180579134464:0@lo:400:kworker.0 00010000:00080000:2.0:1789265854.478635:0:3645:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff937772983b80 x1876180579135104/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789265870 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789265854.478644:0:3645:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff937772983b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3645:1876180579135104:0@lo:400:kworker.0 00010000:00080000:2.0:1789265854.478690:0:3645:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff93777f3e2680 x1876180579135744/t0(0) o13->lustre-OST0001-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1789265870 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789265854.478716:0:3645:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93777f3e2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3645:1876180579135744:0@lo:13:osp-pre-1-1.0 00002000:00080000:0.0:1789265854.478795:0:24215:0:(ofd_fs.c:432:ofd_seq_load()) lustre-OST0001: adding sequence 0x2c0000400 00002000:00080000:0.0:1789265854.478807:0:24215:0:(ofd_dev.c:1208:ofd_get_info_hdl()) lustre-OST0001: LAST FID is [0x2c0000400:0x41:0x0] 00000100:00100000:0.0:1789265854.478908:0:24215:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93777f3e2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+6:23454:x1876180579135872:12345-0@lo:7:osp-pre-1-1.0 Request processed in 4132us (7798us total) trans 0 rc 0/0 00000100:00100000:0.0:1789265854.478918:0:24215:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00010000:00080000:2.0:1789265854.478991:0:23454:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff93777f3e1180 x1876180579135872/t0(0) o7->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 264/240 e 0 to 0 dl 1789265870 ref 2 fl Rpc:RNQU/200/0 rc 0/0 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789265854.479103:0:23454:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93777f3e1180 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0001-mdtlov_UUID:23454:1876180579135872:0@lo:7:osp-pre-1-1.0 00000004:00080000:2.0:1789265854.479113:0:23454:0:(osp_precreate.c:810:osp_get_lastfid_from_ost()) lustre-OST0001-osc-MDT0001: Got last_fid [0x2c0000400:0x41:0x0] 00000100:00100000:2.0:1789265854.479160:0:23454:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93777f3e1180 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0001-mdtlov_UUID:23454:1876180579136000:0@lo:5:osp-pre-1-1.0 00000100:00100000:2.0:1789265854.479193:0:23454:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789265854.479224:0:23454:0:(client.c:2715:ptlrpc_set_wait()) set ffff937747dd4cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1789265854.479603:0:25042:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180579136000 00000100:00100000:0.0:1789265854.479609:0:25042:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180579136000 00000100:00100000:0.0:1789265854.479772:0:25042:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00100000:0.0:1789265854.479783:0:25042:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93777f3e2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+6:23454:x1876180579136000:12345-0@lo:5:osp-pre-1-1.0 00002000:00080000:0.0:1789265854.479810:0:25042:0:(ofd_dev.c:1640:ofd_create_hdl()) ofd_last_id() = 65 -> diff = 0 00000100:00100000:0.0:1789265854.479855:0:25042:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93777f3e2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+6:23454:x1876180579136000:12345-0@lo:5:osp-pre-1-1.0 Request processed in 74us (660us total) trans 0 rc 0/0 00000100:00100000:0.0:1789265854.479891:0:25042:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00010000:00080000:2.0:1789265854.480037:0:23454:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff93777f3e1180 x1876180579136000/t0(0) o5->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 432/432 e 0 to 0 dl 1789265870 ref 2 fl Rpc:RNQU/200/0 rc 0/0 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789265854.480050:0:23454:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93777f3e1180 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0001-mdtlov_UUID:23454:1876180579136000:0@lo:5:osp-pre-1-1.0 00000004:00080000:2.0:1789265854.480059:0:23454:0:(osp_precreate.c:960:osp_precreate_cleanup_orphans()) lustre-OST0001-osc-MDT0001: Got last_id [0x2c0000400:0x41:0x0] from OST, last_created [0x2c0000400:0x41:0x0]last_used is [0x2c0000400:0x41:0x0] 00000100:00100000:2.0:1789265854.480085:0:23454:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93777f3e1180 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0001-mdtlov_UUID:23454:1876180579136128:0@lo:5:osp-pre-1-1.0 00000100:00100000:2.0:1789265854.480110:0:23454:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789265854.480178:0:23454:0:(client.c:2715:ptlrpc_set_wait()) set ffff937747dd4cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1789265854.480218:0:24215:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180579136128 00000100:00100000:0.0:1789265854.480223:0:24215:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180579136128 00000100:00100000:0.0:1789265854.480295:0:24215:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17 00000100:00100000:0.0:1789265854.480303:0:24215:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93777f3e3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+6:23454:x1876180579136128:12345-0@lo:5:osp-pre-1-1.0 00002000:00080000:0.0:1789265854.480328:0:24215:0:(ofd_dev.c:1747:ofd_create_hdl()) lustre-OST0001: reserve 32 objects in group 0x2c0000400 at 66 00000004:00080000:3.0:1789265854.490417:0:22686:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1 committed 00000004:00080000:0.0:1789265854.490797:0:23442:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 1 committed 00002000:00010000:3.0:1789265854.491320:0:24214:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x41:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1789265854.491330:0:24214:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000769f76ab/0xbbfdc9019c1d57f1 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265854.491346:0:24214:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x41:0x0].0x0 since=710s v=(0 0) 00010000:00010000:3.0:1789265854.491351:0:24214:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x41:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1789265854.491357:0:24214:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000769f76ab/0xbbfdc9019c1d57f1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265854.491374:0:24214:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000769f76ab/0xbbfdc9019c1d57f1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265854.491385:0:24214:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000769f76ab/0xbbfdc9019c1d57f1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265854.491393:0:24214:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000769f76ab/0xbbfdc9019c1d57f1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265854.491533:0:24214:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:3.0:1789265854.492083:0:24214:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x40:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1789265854.492090:0:24214:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000084355895/0xbbfdc9019c1d57f8 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265854.492099:0:24214:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x40:0x0].0x0 since=710s v=(0 0) 00010000:00010000:3.0:1789265854.492102:0:24214:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x40:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1789265854.492107:0:24214:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000084355895/0xbbfdc9019c1d57f8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265854.492116:0:24214:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000084355895/0xbbfdc9019c1d57f8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265854.492140:0:24214:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000084355895/0xbbfdc9019c1d57f8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265854.492147:0:24214:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000084355895/0xbbfdc9019c1d57f8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789265854.494348:0:24798:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1789265854.494361:0:24798:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000769f76ab/0xbbfdc9019c1d57f1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789265854.494375:0:24798:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93775181a000 already unused, calling callback (ffffffffc0da9350) 00010000:00010000:1.0:1789265854.494379:0:24798:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000769f76ab/0xbbfdc9019c1d57f1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789265854.494390:0:24798:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000769f76ab/0xbbfdc9019c1d57f1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789265854.494413:0:24798:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000769f76ab/0xbbfdc9019c1d57f1 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789265854.494420:0:24798:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000769f76ab/0xbbfdc9019c1d57f1 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789265854.494440:0:24798:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1789265854.494443:0:24798:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000084355895/0xbbfdc9019c1d57f8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789265854.494459:0:24798:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93775181b200 already unused, calling callback (ffffffffc0da9350) 00010000:00010000:1.0:1789265854.494463:0:24798:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000084355895/0xbbfdc9019c1d57f8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789265854.494470:0:24798:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000084355895/0xbbfdc9019c1d57f8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789265854.494482:0:24798:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000084355895/0xbbfdc9019c1d57f8 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789265854.494490:0:24798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789265854.494492:0:24798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789265854.494494:0:24798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789265854.496896:0:24214:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:3.0:1789265854.496908:0:24214:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000084355895/0xbbfdc9019c1d57f8 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789265854.497374:0:22695:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1789265854.499183:0:24214:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x3f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1789265854.499194:0:24214:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000092b1f4c7/0xbbfdc9019c1d57ff lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265854.499219:0:24214:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3f:0x0].0x0 since=710s v=(0 0) 00010000:00010000:3.0:1789265854.499223:0:24214:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3f:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1789265854.499230:0:24214:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000092b1f4c7/0xbbfdc9019c1d57ff lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265854.499243:0:24214:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000092b1f4c7/0xbbfdc9019c1d57ff lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265854.499253:0:24214:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000092b1f4c7/0xbbfdc9019c1d57ff lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265854.499261:0:24214:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000092b1f4c7/0xbbfdc9019c1d57ff lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265854.499288:0:24214:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1789265854.499566:0:22694:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1789265854.499575:0:22694:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000092b1f4c7/0xbbfdc9019c1d57ff lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789265854.499583:0:22694:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93775181bc00 already unused, calling callback (ffffffffc0da9350) 00010000:00010000:1.0:1789265854.499588:0:22694:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000092b1f4c7/0xbbfdc9019c1d57ff lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789265854.499598:0:22694:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000092b1f4c7/0xbbfdc9019c1d57ff lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789265854.499615:0:22694:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000092b1f4c7/0xbbfdc9019c1d57ff lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789265854.499630:0:22694:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000092b1f4c7/0xbbfdc9019c1d57ff lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789265854.499779:0:22694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789265854.499781:0:22694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789265854.499783:0:22694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1789265854.500851:0:24214:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x3e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1789265854.500883:0:24214:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000098e56d59/0xbbfdc9019c1d5806 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265854.500894:0:24214:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3e:0x0].0x0 since=710s v=(0 0) 00010000:00010000:3.0:1789265854.500898:0:24214:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3e:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1789265854.500903:0:24214:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000098e56d59/0xbbfdc9019c1d5806 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265854.500913:0:24214:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000098e56d59/0xbbfdc9019c1d5806 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265854.500936:0:24214:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000098e56d59/0xbbfdc9019c1d5806 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265854.500943:0:24214:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000098e56d59/0xbbfdc9019c1d5806 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265854.500960:0:24214:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1789265854.501074:0:24798:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1789265854.501080:0:24798:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000098e56d59/0xbbfdc9019c1d5806 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789265854.501088:0:24798:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93775181a400 already unused, calling callback (ffffffffc0da9350) 00010000:00010000:1.0:1789265854.501092:0:24798:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000098e56d59/0xbbfdc9019c1d5806 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789265854.501101:0:24798:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000098e56d59/0xbbfdc9019c1d5806 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789265854.501113:0:24798:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000098e56d59/0xbbfdc9019c1d5806 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789265854.501121:0:24798:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000098e56d59/0xbbfdc9019c1d5806 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789265854.501147:0:24798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789265854.501149:0:24798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789265854.501151:0:24798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1789265854.503747:0:24214:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x3d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1789265854.503761:0:24214:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000edecada4/0xbbfdc9019c1d580d lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265854.503778:0:24214:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3d:0x0].0x0 since=710s v=(0 0) 00010000:00010000:3.0:1789265854.503782:0:24214:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3d:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1789265854.503788:0:24214:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000edecada4/0xbbfdc9019c1d580d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265854.503801:0:24214:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000edecada4/0xbbfdc9019c1d580d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265854.503812:0:24214:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000edecada4/0xbbfdc9019c1d580d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265854.503820:0:24214:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000edecada4/0xbbfdc9019c1d580d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265854.503882:0:24214:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1789265854.504277:0:22695:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1789265854.504285:0:22695:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000edecada4/0xbbfdc9019c1d580d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265854.504294:0:22695:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93775181a200 already unused, calling callback (ffffffffc0da9350) 00010000:00010000:2.0:1789265854.504297:0:22695:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000edecada4/0xbbfdc9019c1d580d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265854.504316:0:22695:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000edecada4/0xbbfdc9019c1d580d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265854.504335:0:22695:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000edecada4/0xbbfdc9019c1d580d lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265854.504342:0:22695:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000edecada4/0xbbfdc9019c1d580d lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265854.504364:0:22695:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789265854.504366:0:22695:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789265854.504368:0:22695:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1789265854.504940:0:24214:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x3c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1789265854.504947:0:24214:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000000bbe5deb/0xbbfdc9019c1d5814 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265854.504958:0:24214:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3c:0x0].0x0 since=710s v=(0 0) 00010000:00010000:3.0:1789265854.504961:0:24214:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3c:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1789265854.505743:0:24214:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000000bbe5deb/0xbbfdc9019c1d5814 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265854.505756:0:24214:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000000bbe5deb/0xbbfdc9019c1d5814 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265854.505766:0:24214:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000000bbe5deb/0xbbfdc9019c1d5814 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265854.505773:0:24214:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000000bbe5deb/0xbbfdc9019c1d5814 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265854.505797:0:24214:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1789265854.506791:0:22694:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1789265854.506800:0:22694:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000000bbe5deb/0xbbfdc9019c1d5814 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265854.506811:0:22694:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93775181aa00 already unused, calling callback (ffffffffc0da9350) 00010000:00010000:2.0:1789265854.506816:0:22694:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000000bbe5deb/0xbbfdc9019c1d5814 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265854.506826:0:22694:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000000bbe5deb/0xbbfdc9019c1d5814 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265854.506842:0:22694:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000000bbe5deb/0xbbfdc9019c1d5814 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265854.506879:0:22694:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000000bbe5deb/0xbbfdc9019c1d5814 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265854.506901:0:22694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789265854.506903:0:22694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789265854.506905:0:22694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1789265854.508156:0:24214:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x3b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1789265854.508168:0:24214:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000cd5d9bb5/0xbbfdc9019c1d581b lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265854.508182:0:24214:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3b:0x0].0x0 since=710s v=(0 0) 00010000:00010000:2.0:1789265854.508186:0:24214:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3b:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1789265854.508192:0:24214:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000cd5d9bb5/0xbbfdc9019c1d581b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265854.508204:0:24214:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000cd5d9bb5/0xbbfdc9019c1d581b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265854.508212:0:24214:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000cd5d9bb5/0xbbfdc9019c1d581b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265854.508220:0:24214:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000cd5d9bb5/0xbbfdc9019c1d581b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265854.510710:0:24214:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:2.0:1789265854.512318:0:24214:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x3a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1789265854.512336:0:24214:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000a9aa07e6/0xbbfdc9019c1d5822 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265854.512354:0:24214:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3a:0x0].0x0 since=710s v=(0 0) 00010000:00010000:2.0:1789265854.512358:0:24214:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3a:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1789265854.512364:0:24214:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a9aa07e6/0xbbfdc9019c1d5822 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265854.512379:0:24214:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a9aa07e6/0xbbfdc9019c1d5822 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265854.512391:0:24214:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000a9aa07e6/0xbbfdc9019c1d5822 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265854.512399:0:24214:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000a9aa07e6/0xbbfdc9019c1d5822 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265854.517247:0:24798:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1789265854.517262:0:24798:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000cd5d9bb5/0xbbfdc9019c1d581b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265854.517282:0:24798:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9377413fd600 already unused, calling callback (ffffffffc0da9350) 00010000:00010000:3.0:1789265854.517296:0:24798:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000cd5d9bb5/0xbbfdc9019c1d581b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265854.517310:0:24798:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000cd5d9bb5/0xbbfdc9019c1d581b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265854.517342:0:24798:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000cd5d9bb5/0xbbfdc9019c1d581b lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265854.517350:0:24798:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000cd5d9bb5/0xbbfdc9019c1d581b lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265854.517378:0:24798:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1789265854.517382:0:24798:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000a9aa07e6/0xbbfdc9019c1d5822 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265854.517389:0:24798:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9377413fd800 already unused, calling callback (ffffffffc0da9350) 00010000:00010000:3.0:1789265854.517393:0:24798:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000a9aa07e6/0xbbfdc9019c1d5822 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265854.517402:0:24798:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000a9aa07e6/0xbbfdc9019c1d5822 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265854.517412:0:24798:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000a9aa07e6/0xbbfdc9019c1d5822 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265854.517421:0:24798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789265854.517429:0:24798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789265854.517431:0:24798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789265854.520822:0:24214:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:2.0:1789265854.520837:0:24214:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a9aa07e6/0xbbfdc9019c1d5822 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265854.521262:0:22695:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1789265854.528543:0:24214:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x39:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1789265854.528560:0:24214:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000007cc535d9/0xbbfdc9019c1d5829 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265854.528577:0:24214:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x39:0x0].0x0 since=710s v=(0 0) 00010000:00010000:3.0:1789265854.528581:0:24214:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x39:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1789265854.528587:0:24214:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000007cc535d9/0xbbfdc9019c1d5829 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265854.528601:0:24214:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000007cc535d9/0xbbfdc9019c1d5829 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265854.528611:0:24214:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000007cc535d9/0xbbfdc9019c1d5829 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265854.528620:0:24214:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000007cc535d9/0xbbfdc9019c1d5829 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265854.528646:0:24214:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:3.0:1789265854.529218:0:24214:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x38:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1789265854.529225:0:24214:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000c82ae487/0xbbfdc9019c1d5830 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265854.529234:0:24214:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x38:0x0].0x0 since=710s v=(0 0) 00010000:00010000:3.0:1789265854.529237:0:24214:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x38:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1789265854.529248:0:24214:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c82ae487/0xbbfdc9019c1d5830 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265854.529259:0:24214:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000c82ae487/0xbbfdc9019c1d5830 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265854.529268:0:24214:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000c82ae487/0xbbfdc9019c1d5830 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265854.529276:0:24214:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000c82ae487/0xbbfdc9019c1d5830 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265854.529292:0:24214:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:3.0:1789265854.529302:0:24798:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1789265854.529307:0:24798:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000007cc535d9/0xbbfdc9019c1d5829 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265854.529316:0:24798:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93775181ac00 already unused, calling callback (ffffffffc0da9350) 00010000:00010000:3.0:1789265854.529320:0:24798:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000007cc535d9/0xbbfdc9019c1d5829 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265854.529331:0:24798:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000007cc535d9/0xbbfdc9019c1d5829 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265854.529348:0:24798:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000007cc535d9/0xbbfdc9019c1d5829 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265854.529368:0:24798:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000007cc535d9/0xbbfdc9019c1d5829 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265854.529385:0:24798:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1789265854.529388:0:24798:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000c82ae487/0xbbfdc9019c1d5830 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265854.529394:0:24798:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93775181be00 already unused, calling callback (ffffffffc0da9350) 00010000:00010000:3.0:1789265854.529397:0:24798:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000c82ae487/0xbbfdc9019c1d5830 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265854.529405:0:24798:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000c82ae487/0xbbfdc9019c1d5830 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265854.529415:0:24798:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000c82ae487/0xbbfdc9019c1d5830 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265854.529422:0:24798:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c82ae487/0xbbfdc9019c1d5830 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265854.529433:0:24798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789265854.529435:0:24798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789265854.529436:0:24798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1789265854.529820:0:24214:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x37:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1789265854.529826:0:24214:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000002a21a972/0xbbfdc9019c1d5837 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265854.529840:0:24214:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x37:0x0].0x0 since=710s v=(0 0) 00010000:00010000:3.0:1789265854.529844:0:24214:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x37:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1789265854.529848:0:24214:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002a21a972/0xbbfdc9019c1d5837 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265854.529875:0:24214:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000002a21a972/0xbbfdc9019c1d5837 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265854.529884:0:24214:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000002a21a972/0xbbfdc9019c1d5837 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265854.529891:0:24214:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000002a21a972/0xbbfdc9019c1d5837 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265854.529906:0:24214:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1789265854.529914:0:22695:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1789265854.529918:0:22695:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000002a21a972/0xbbfdc9019c1d5837 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265854.529926:0:22695:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff937642393400 already unused, calling callback (ffffffffc0da9350) 00010000:00010000:3.0:1789265854.529929:0:22695:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000002a21a972/0xbbfdc9019c1d5837 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265854.529936:0:22695:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000002a21a972/0xbbfdc9019c1d5837 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265854.529959:0:22695:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000002a21a972/0xbbfdc9019c1d5837 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265854.529976:0:22695:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002a21a972/0xbbfdc9019c1d5837 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265854.529990:0:22695:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789265854.529992:0:22695:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789265854.529994:0:22695:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1789265854.530972:0:24214:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x36:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1789265854.530981:0:24214:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000004614d49e/0xbbfdc9019c1d583e lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265854.530993:0:24214:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x36:0x0].0x0 since=710s v=(0 0) 00010000:00010000:3.0:1789265854.530996:0:24214:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x36:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1789265854.531001:0:24214:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000004614d49e/0xbbfdc9019c1d583e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265854.531011:0:24214:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000004614d49e/0xbbfdc9019c1d583e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265854.531019:0:24214:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000004614d49e/0xbbfdc9019c1d583e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265854.531026:0:24214:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000004614d49e/0xbbfdc9019c1d583e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265854.531053:0:24214:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1789265854.531063:0:24798:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1789265854.531068:0:24798:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000004614d49e/0xbbfdc9019c1d583e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265854.531075:0:24798:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff937642392600 already unused, calling callback (ffffffffc0da9350) 00010000:00010000:3.0:1789265854.531079:0:24798:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000004614d49e/0xbbfdc9019c1d583e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265854.531087:0:24798:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000004614d49e/0xbbfdc9019c1d583e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265854.531101:0:24798:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000004614d49e/0xbbfdc9019c1d583e lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265854.531109:0:24798:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000004614d49e/0xbbfdc9019c1d583e lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265854.531254:0:24798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789265854.531257:0:24798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789265854.531260:0:24798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:1.0:1789265854.531746:0:25027:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 12884901889 is committed 00000001:00100000:1.0:1789265854.531765:0:25027:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of lustre-MDT0001-mdtlov_UUID 00000001:00100000:1.0:1789265854.531770:0:25027:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00000100:00100000:1.0:1789265854.531937:0:24215:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93777f3e3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:23454:x1876180579136128:12345-0@lo:5:osp-pre-1-1.0 Request processed in 51630us (51821us total) trans 12884901889 rc 0/0 00000100:00100000:1.0:1789265854.531948:0:24215:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17 00000100:00100000:1.0:1789265854.532188:0:23454:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: committing for last_committed 12884901889 gen 2 00000100:00100000:1.0:1789265854.532198:0:23454:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93777f3e1180 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0001-mdtlov_UUID:23454:1876180579136128:0@lo:5:osp-pre-1-1.0 00000004:00080000:1.0:1789265854.532213:0:23454:0:(osp_precreate.c:705:osp_precreate_send()) lustre-OST0001-osc-MDT0001: current precreated pool: [0x2c0000400:0x41:0x0]-[0x2c0000400:0x61:0x0] 00000100:00100000:1.0:1789265854.532263:0:23454:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93777f475180 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0000-lwp-MDT0001_UUID:23454:1876180579136256:0@lo:900:osp-pre-1-1.0 00000100:00100000:1.0:1789265854.532301:0:23454:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789265854.532334:0:23454:0:(client.c:2715:ptlrpc_set_wait()) set ffff93777e252900 going to sleep for 11 seconds 00000100:00100000:0.0:1789265854.532583:0:22718:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180579136256 00000100:00100000:0.0:1789265854.532591:0:22718:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180579136256 00000100:00100000:0.0:1789265854.532641:0:22718:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:0.0:1789265854.532652:0:22718:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93777f476300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:lustre-MDT0000-lwp-MDT0001_UUID+5:23454:x1876180579136256:12345-0@lo:900:osp-pre-1-1.0 00000100:00100000:0.0:1789265854.532796:0:22718:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93777f476300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:lustre-MDT0000-lwp-MDT0001_UUID+5:23454:x1876180579136256:12345-0@lo:900:osp-pre-1-1.0 Request processed in 147us (494us total) trans 0 rc 0/0 00000100:00100000:0.0:1789265854.532805:0:22718:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00010000:00080000:3.0:1789265854.533085:0:23454:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff93777f475180 x1876180579136256/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 1789265870 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789265854.533098:0:23454:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93777f475180 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0000-lwp-MDT0001_UUID:23454:1876180579136256:0@lo:900:osp-pre-1-1.0 00002000:00010000:1.0:1789265854.533704:0:24214:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x35:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1789265854.533713:0:24214:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000058b0a835/0xbbfdc9019c1d5845 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789265854.533729:0:24214:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x35:0x0].0x0 since=710s v=(0 0) 00010000:00010000:1.0:1789265854.533733:0:24214:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x35:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1789265854.533740:0:24214:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000058b0a835/0xbbfdc9019c1d5845 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789265854.533753:0:24214:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000058b0a835/0xbbfdc9019c1d5845 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789265854.533763:0:24214:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000058b0a835/0xbbfdc9019c1d5845 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789265854.533783:0:24214:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000058b0a835/0xbbfdc9019c1d5845 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789265854.533808:0:24214:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1789265854.534391:0:22695:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1789265854.534399:0:22695:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000058b0a835/0xbbfdc9019c1d5845 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789265854.534419:0:22695:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff937740031800 already unused, calling callback (ffffffffc0da9350) 00010000:00010000:0.0:1789265854.534424:0:22695:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000058b0a835/0xbbfdc9019c1d5845 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789265854.534434:0:22695:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000058b0a835/0xbbfdc9019c1d5845 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789265854.534454:0:22695:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000058b0a835/0xbbfdc9019c1d5845 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789265854.534462:0:22695:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000058b0a835/0xbbfdc9019c1d5845 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789265854.534481:0:22695:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789265854.534484:0:22695:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789265854.534485:0:22695:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1789265854.534582:0:24214:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x34:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1789265854.534588:0:24214:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000003c9dd771/0xbbfdc9019c1d584c lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789265854.534597:0:24214:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x34:0x0].0x0 since=710s v=(0 0) 00010000:00010000:1.0:1789265854.534600:0:24214:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x34:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1789265854.534605:0:24214:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000003c9dd771/0xbbfdc9019c1d584c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789265854.534615:0:24214:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000003c9dd771/0xbbfdc9019c1d584c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789265854.534623:0:24214:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000003c9dd771/0xbbfdc9019c1d584c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789265854.534631:0:24214:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000003c9dd771/0xbbfdc9019c1d584c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789265854.534654:0:24214:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1789265854.535067:0:22694:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1789265854.535079:0:22694:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000003c9dd771/0xbbfdc9019c1d584c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265854.535088:0:22694:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff937740031400 already unused, calling callback (ffffffffc0da9350) 00010000:00010000:3.0:1789265854.535091:0:22694:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000003c9dd771/0xbbfdc9019c1d584c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265854.535100:0:22694:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000003c9dd771/0xbbfdc9019c1d584c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265854.535113:0:22694:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000003c9dd771/0xbbfdc9019c1d584c lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265854.535120:0:22694:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000003c9dd771/0xbbfdc9019c1d584c lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265854.535212:0:22694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789265854.535213:0:22694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789265854.535215:0:22694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789265854.535264:0:24798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1789265854.535820:0:24214:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x33:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1789265854.535828:0:24214:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000096f3d81a/0xbbfdc9019c1d5853 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789265854.535845:0:24214:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x33:0x0].0x0 since=710s v=(0 0) 00010000:00010000:1.0:1789265854.535849:0:24214:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x33:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1789265854.535854:0:24214:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000096f3d81a/0xbbfdc9019c1d5853 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789265854.536099:0:24214:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000096f3d81a/0xbbfdc9019c1d5853 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789265854.536108:0:24214:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000096f3d81a/0xbbfdc9019c1d5853 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789265854.536116:0:24214:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000096f3d81a/0xbbfdc9019c1d5853 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789265854.536833:0:24214:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1789265854.536960:0:22695:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1789265854.537087:0:22695:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000096f3d81a/0xbbfdc9019c1d5853 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265854.537098:0:22695:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff937740031e00 already unused, calling callback (ffffffffc0da9350) 00010000:00010000:3.0:1789265854.537101:0:22695:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000096f3d81a/0xbbfdc9019c1d5853 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265854.537202:0:22695:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000096f3d81a/0xbbfdc9019c1d5853 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265854.537222:0:22695:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000096f3d81a/0xbbfdc9019c1d5853 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265854.537229:0:22695:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000096f3d81a/0xbbfdc9019c1d5853 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265854.537248:0:22695:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789265854.537250:0:22695:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789265854.537251:0:22695:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1789265854.537848:0:24214:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x32:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1789265854.537856:0:24214:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000545875aa/0xbbfdc9019c1d585a lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789265854.538529:0:24214:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x32:0x0].0x0 since=710s v=(0 0) 00010000:00010000:0.0:1789265854.538534:0:24214:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x32:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1789265854.538541:0:24214:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000545875aa/0xbbfdc9019c1d585a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789265854.538566:0:24214:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000545875aa/0xbbfdc9019c1d585a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789265854.538576:0:24214:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000545875aa/0xbbfdc9019c1d585a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789265854.538584:0:24214:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000545875aa/0xbbfdc9019c1d585a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789265854.538609:0:24214:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1789265854.539087:0:22694:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1789265854.539094:0:22694:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000545875aa/0xbbfdc9019c1d585a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265854.539103:0:22694:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9376435fcc00 already unused, calling callback (ffffffffc0da9350) 00010000:00010000:3.0:1789265854.539107:0:22694:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000545875aa/0xbbfdc9019c1d585a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265854.539117:0:22694:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000545875aa/0xbbfdc9019c1d585a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265854.540165:0:22694:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000545875aa/0xbbfdc9019c1d585a lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265854.540188:0:22694:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000545875aa/0xbbfdc9019c1d585a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265854.540211:0:22694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789265854.540213:0:22694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789265854.540215:0:22694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1789265854.540659:0:24214:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x31:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1789265854.540668:0:24214:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000098e87df1/0xbbfdc9019c1d5861 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789265854.540749:0:24214:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x31:0x0].0x0 since=710s v=(0 0) 00010000:00010000:0.0:1789265854.540753:0:24214:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x31:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1789265854.540759:0:24214:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000098e87df1/0xbbfdc9019c1d5861 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789265854.540771:0:24214:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000098e87df1/0xbbfdc9019c1d5861 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789265854.540780:0:24214:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000098e87df1/0xbbfdc9019c1d5861 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789265854.540799:0:24214:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000098e87df1/0xbbfdc9019c1d5861 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789265854.540827:0:24214:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1789265854.541074:0:24798:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1789265854.541080:0:24798:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000098e87df1/0xbbfdc9019c1d5861 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265854.541088:0:24798:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9376435fdc00 already unused, calling callback (ffffffffc0da9350) 00010000:00010000:3.0:1789265854.541092:0:24798:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000098e87df1/0xbbfdc9019c1d5861 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265854.541101:0:24798:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000098e87df1/0xbbfdc9019c1d5861 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265854.541115:0:24798:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000098e87df1/0xbbfdc9019c1d5861 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1789265854.542238:0:24214:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x30:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1789265854.542246:0:24214:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000596c6e71/0xbbfdc9019c1d5868 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789265854.542258:0:24214:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x30:0x0].0x0 since=710s v=(0 0) 00010000:00010000:0.0:1789265854.542262:0:24214:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x30:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1789265854.542266:0:24214:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000596c6e71/0xbbfdc9019c1d5868 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789265854.542278:0:24214:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000596c6e71/0xbbfdc9019c1d5868 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789265854.542286:0:24214:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000596c6e71/0xbbfdc9019c1d5868 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789265854.542294:0:24214:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000596c6e71/0xbbfdc9019c1d5868 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789265854.542326:0:24214:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1789265854.542574:0:24798:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000098e87df1/0xbbfdc9019c1d5861 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265854.542599:0:24798:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1789265854.542603:0:24798:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000596c6e71/0xbbfdc9019c1d5868 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265854.542617:0:24798:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9376435fc000 already unused, calling callback (ffffffffc0da9350) 00010000:00010000:3.0:1789265854.542621:0:24798:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000596c6e71/0xbbfdc9019c1d5868 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265854.542629:0:24798:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000596c6e71/0xbbfdc9019c1d5868 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265854.542644:0:24798:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000596c6e71/0xbbfdc9019c1d5868 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265854.542652:0:24798:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000596c6e71/0xbbfdc9019c1d5868 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265854.542665:0:24798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789265854.542667:0:24798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789265854.542669:0:24798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789265854.542799:0:22695:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1789265854.543235:0:24214:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x2f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1789265854.543242:0:24214:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000002d78a7cd/0xbbfdc9019c1d586f lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789265854.543259:0:24214:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2f:0x0].0x0 since=710s v=(0 0) 00010000:00010000:0.0:1789265854.543263:0:24214:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2f:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1789265854.543268:0:24214:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002d78a7cd/0xbbfdc9019c1d586f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789265854.543279:0:24214:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000002d78a7cd/0xbbfdc9019c1d586f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789265854.543289:0:24214:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000002d78a7cd/0xbbfdc9019c1d586f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789265854.543297:0:24214:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000002d78a7cd/0xbbfdc9019c1d586f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789265854.543355:0:24214:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:1.0:1789265854.550911:0:24214:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x2e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1789265854.550927:0:24214:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000b812cff6/0xbbfdc9019c1d5876 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789265854.550945:0:24214:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2e:0x0].0x0 since=710s v=(0 0) 00010000:00010000:1.0:1789265854.550950:0:24214:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2e:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1789265854.550957:0:24214:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b812cff6/0xbbfdc9019c1d5876 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789265854.551075:0:24214:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b812cff6/0xbbfdc9019c1d5876 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789265854.551102:0:24214:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000b812cff6/0xbbfdc9019c1d5876 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789265854.551110:0:24214:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000b812cff6/0xbbfdc9019c1d5876 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265854.551492:0:22694:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1789265854.551501:0:22694:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000002d78a7cd/0xbbfdc9019c1d586f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265854.551510:0:22694:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9376435fc600 already unused, calling callback (ffffffffc0da9350) 00010000:00010000:3.0:1789265854.551515:0:22694:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000002d78a7cd/0xbbfdc9019c1d586f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265854.551525:0:22694:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000002d78a7cd/0xbbfdc9019c1d586f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265854.551565:0:22694:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000002d78a7cd/0xbbfdc9019c1d586f lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265854.551574:0:22694:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002d78a7cd/0xbbfdc9019c1d586f lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265854.551595:0:22694:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1789265854.551599:0:22694:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000b812cff6/0xbbfdc9019c1d5876 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265854.551606:0:22694:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9377532bc200 already unused, calling callback (ffffffffc0da9350) 00010000:00010000:3.0:1789265854.551609:0:22694:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000b812cff6/0xbbfdc9019c1d5876 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265854.551617:0:22694:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000b812cff6/0xbbfdc9019c1d5876 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265854.551627:0:22694:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000b812cff6/0xbbfdc9019c1d5876 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265854.551635:0:22694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789265854.551637:0:22694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789265854.551639:0:22694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789265854.552845:0:24214:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:3.0:1789265854.552921:0:24798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789265854.552951:0:24214:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b812cff6/0xbbfdc9019c1d5876 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1789265854.553825:0:24214:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x2d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1789265854.553835:0:24214:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000b760e6f6/0xbbfdc9019c1d587d lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789265854.553848:0:24214:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2d:0x0].0x0 since=710s v=(0 0) 00010000:00010000:1.0:1789265854.553852:0:24214:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2d:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1789265854.554203:0:24214:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b760e6f6/0xbbfdc9019c1d587d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789265854.554221:0:24214:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b760e6f6/0xbbfdc9019c1d587d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789265854.554231:0:24214:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000b760e6f6/0xbbfdc9019c1d587d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789265854.554249:0:24214:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000b760e6f6/0xbbfdc9019c1d587d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789265854.554740:0:24214:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:1.0:1789265854.555392:0:24214:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x2c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1789265854.555400:0:24214:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000034a94fbf/0xbbfdc9019c1d5884 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789265854.555413:0:24214:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2c:0x0].0x0 since=710s v=(0 0) 00010000:00010000:1.0:1789265854.555417:0:24214:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2c:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1789265854.555422:0:24214:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000034a94fbf/0xbbfdc9019c1d5884 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789265854.555433:0:24214:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000034a94fbf/0xbbfdc9019c1d5884 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789265854.555442:0:24214:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000034a94fbf/0xbbfdc9019c1d5884 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789265854.555450:0:24214:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000034a94fbf/0xbbfdc9019c1d5884 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265854.560751:0:22695:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1789265854.560767:0:22695:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000b760e6f6/0xbbfdc9019c1d587d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265854.560788:0:22695:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9377532bd000 already unused, calling callback (ffffffffc0da9350) 00010000:00010000:3.0:1789265854.560793:0:22695:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000b760e6f6/0xbbfdc9019c1d587d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265854.560806:0:22695:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000b760e6f6/0xbbfdc9019c1d587d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265854.560830:0:22695:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000b760e6f6/0xbbfdc9019c1d587d lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265854.560838:0:22695:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b760e6f6/0xbbfdc9019c1d587d lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265854.560856:0:22695:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1789265854.560885:0:22695:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000034a94fbf/0xbbfdc9019c1d5884 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265854.560892:0:22695:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9377532bc000 already unused, calling callback (ffffffffc0da9350) 00010000:00010000:3.0:1789265854.560895:0:22695:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000034a94fbf/0xbbfdc9019c1d5884 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265854.560902:0:22695:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000034a94fbf/0xbbfdc9019c1d5884 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265854.560911:0:22695:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000034a94fbf/0xbbfdc9019c1d5884 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265854.560925:0:22695:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789265854.560926:0:22695:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789265854.560928:0:22695:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789265854.561239:0:24214:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:1.0:1789265854.561248:0:24214:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000034a94fbf/0xbbfdc9019c1d5884 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1789265854.561850:0:24214:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x2b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1789265854.561884:0:24214:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ac5f00e1/0xbbfdc9019c1d588b lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789265854.561898:0:24214:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2b:0x0].0x0 since=710s v=(0 0) 00010000:00010000:0.0:1789265854.561903:0:24214:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2b:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1789265854.561910:0:24214:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ac5f00e1/0xbbfdc9019c1d588b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789265854.561923:0:24214:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ac5f00e1/0xbbfdc9019c1d588b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789265854.561943:0:24214:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ac5f00e1/0xbbfdc9019c1d588b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789265854.561950:0:24214:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000ac5f00e1/0xbbfdc9019c1d588b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789265854.563148:0:24214:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:0.0:1789265854.565731:0:24214:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x2a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1789265854.565743:0:24214:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000002d78a7cd/0xbbfdc9019c1d5892 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789265854.565761:0:24214:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2a:0x0].0x0 since=710s v=(0 0) 00010000:00010000:0.0:1789265854.565766:0:24214:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2a:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1789265854.565772:0:24214:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002d78a7cd/0xbbfdc9019c1d5892 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789265854.565799:0:24214:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000002d78a7cd/0xbbfdc9019c1d5892 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789265854.565810:0:24214:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000002d78a7cd/0xbbfdc9019c1d5892 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789265854.565818:0:24214:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000002d78a7cd/0xbbfdc9019c1d5892 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789265854.567446:0:24798:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1789265854.567459:0:24798:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000ac5f00e1/0xbbfdc9019c1d588b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789265854.567472:0:24798:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9376435fc400 already unused, calling callback (ffffffffc0da9350) 00010000:00010000:1.0:1789265854.567476:0:24798:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000ac5f00e1/0xbbfdc9019c1d588b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789265854.567488:0:24798:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000ac5f00e1/0xbbfdc9019c1d588b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789265854.567509:0:24798:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000ac5f00e1/0xbbfdc9019c1d588b lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789265854.567517:0:24798:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ac5f00e1/0xbbfdc9019c1d588b lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789265854.567537:0:24798:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1789265854.567541:0:24798:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000002d78a7cd/0xbbfdc9019c1d5892 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789265854.567547:0:24798:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9376435fc600 already unused, calling callback (ffffffffc0da9350) 00010000:00010000:1.0:1789265854.567550:0:24798:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000002d78a7cd/0xbbfdc9019c1d5892 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789265854.567571:0:24798:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000002d78a7cd/0xbbfdc9019c1d5892 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789265854.567581:0:24798:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000002d78a7cd/0xbbfdc9019c1d5892 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789265854.567590:0:24798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789265854.567591:0:24798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789265854.567593:0:24798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789265854.568004:0:22694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789265854.568722:0:24214:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:0.0:1789265854.568731:0:24214:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002d78a7cd/0xbbfdc9019c1d5892 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789265854.569173:0:22695:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1789265854.569545:0:24214:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x29:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1789265854.569552:0:24214:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000596c6e71/0xbbfdc9019c1d5899 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789265854.569566:0:24214:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x29:0x0].0x0 since=710s v=(0 0) 00010000:00010000:0.0:1789265854.569571:0:24214:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x29:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1789265854.569577:0:24214:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000596c6e71/0xbbfdc9019c1d5899 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789265854.569589:0:24214:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000596c6e71/0xbbfdc9019c1d5899 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789265854.569598:0:24214:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000596c6e71/0xbbfdc9019c1d5899 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789265854.569605:0:24214:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000596c6e71/0xbbfdc9019c1d5899 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789265854.569630:0:24214:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:0.0:1789265854.570082:0:24214:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x28:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1789265854.570089:0:24214:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000098e87df1/0xbbfdc9019c1d58a0 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789265854.570104:0:24214:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x28:0x0].0x0 since=710s v=(0 0) 00010000:00010000:0.0:1789265854.570107:0:24214:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x28:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1789265854.570112:0:24214:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000098e87df1/0xbbfdc9019c1d58a0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789265854.570121:0:24214:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000098e87df1/0xbbfdc9019c1d58a0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789265854.570193:0:24214:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000098e87df1/0xbbfdc9019c1d58a0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789265854.570200:0:24214:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000098e87df1/0xbbfdc9019c1d58a0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789265854.570286:0:24214:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00002000:00010000:0.0:1789265854.570554:0:24214:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x27:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1789265854.570560:0:24214:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000545875aa/0xbbfdc9019c1d58a7 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789265854.570569:0:24214:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x27:0x0].0x0 since=710s v=(0 0) 00010000:00010000:0.0:1789265854.570572:0:24214:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x27:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1789265854.570576:0:24214:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000545875aa/0xbbfdc9019c1d58a7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789265854.570584:0:24214:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000545875aa/0xbbfdc9019c1d58a7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789265854.570604:0:24214:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000545875aa/0xbbfdc9019c1d58a7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789265854.570610:0:24214:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000545875aa/0xbbfdc9019c1d58a7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265854.570638:0:22694:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:2.0:1789265854.570646:0:22694:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000596c6e71/0xbbfdc9019c1d5899 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265854.570654:0:22694:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9376435fc000 already unused, calling callback (ffffffffc0da9350) 00010000:00010000:2.0:1789265854.570658:0:22694:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000596c6e71/0xbbfdc9019c1d5899 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265854.570683:0:22694:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000596c6e71/0xbbfdc9019c1d5899 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265854.570700:0:22694:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000596c6e71/0xbbfdc9019c1d5899 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265854.570707:0:22694:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000596c6e71/0xbbfdc9019c1d5899 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265854.570727:0:22694:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1789265854.570731:0:22694:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000098e87df1/0xbbfdc9019c1d58a0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265854.570737:0:22694:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9376435fdc00 already unused, calling callback (ffffffffc0da9350) 00010000:00010000:2.0:1789265854.570740:0:22694:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000098e87df1/0xbbfdc9019c1d58a0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265854.570747:0:22694:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000098e87df1/0xbbfdc9019c1d58a0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265854.570757:0:22694:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000098e87df1/0xbbfdc9019c1d58a0 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265854.570764:0:22694:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000098e87df1/0xbbfdc9019c1d58a0 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265854.570788:0:22694:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1789265854.570791:0:22694:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000545875aa/0xbbfdc9019c1d58a7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265854.570798:0:22694:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9376435fcc00 already unused, calling callback (ffffffffc0da9350) 00010000:00010000:2.0:1789265854.570802:0:22694:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000545875aa/0xbbfdc9019c1d58a7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265854.570809:0:22694:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000545875aa/0xbbfdc9019c1d58a7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265854.570820:0:22694:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000545875aa/0xbbfdc9019c1d58a7 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265854.570828:0:22694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789265854.570829:0:22694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789265854.570831:0:22694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789265854.572246:0:24798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789265854.572417:0:24214:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:0.0:1789265854.572426:0:24214:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000545875aa/0xbbfdc9019c1d58a7 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789265854.572846:0:22695:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1789265854.573089:0:24214:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x26:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1789265854.573097:0:24214:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000415a6758/0xbbfdc9019c1d58ae lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789265854.573109:0:24214:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x26:0x0].0x0 since=710s v=(0 0) 00010000:00010000:0.0:1789265854.573113:0:24214:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x26:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1789265854.573119:0:24214:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000415a6758/0xbbfdc9019c1d58ae lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789265854.573147:0:24214:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000415a6758/0xbbfdc9019c1d58ae lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789265854.573157:0:24214:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000415a6758/0xbbfdc9019c1d58ae lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789265854.573175:0:24214:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000415a6758/0xbbfdc9019c1d58ae lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789265854.573192:0:24214:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:0.0:1789265854.574885:0:24214:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x25:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1789265854.574898:0:24214:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000003dd6fcb2/0xbbfdc9019c1d58b5 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789265854.574912:0:24214:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x25:0x0].0x0 since=710s v=(0 0) 00010000:00010000:0.0:1789265854.574916:0:24214:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x25:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1789265854.574921:0:24214:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000003dd6fcb2/0xbbfdc9019c1d58b5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789265854.574932:0:24214:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000003dd6fcb2/0xbbfdc9019c1d58b5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789265854.574941:0:24214:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000003dd6fcb2/0xbbfdc9019c1d58b5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789265854.574949:0:24214:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000003dd6fcb2/0xbbfdc9019c1d58b5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789265854.574981:0:24214:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:0.0:1789265854.574993:0:24798:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1789265854.574999:0:24798:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000415a6758/0xbbfdc9019c1d58ae lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789265854.575014:0:24798:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9376435fd000 already unused, calling callback (ffffffffc0da9350) 00010000:00010000:0.0:1789265854.575018:0:24798:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000415a6758/0xbbfdc9019c1d58ae lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789265854.575027:0:24798:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000415a6758/0xbbfdc9019c1d58ae lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789265854.575043:0:24798:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000415a6758/0xbbfdc9019c1d58ae lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789265854.575052:0:24798:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000415a6758/0xbbfdc9019c1d58ae lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789265854.575069:0:24798:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1789265854.575072:0:24798:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000003dd6fcb2/0xbbfdc9019c1d58b5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789265854.575077:0:24798:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9376435fde00 already unused, calling callback (ffffffffc0da9350) 00010000:00010000:0.0:1789265854.575080:0:24798:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000003dd6fcb2/0xbbfdc9019c1d58b5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789265854.575087:0:24798:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000003dd6fcb2/0xbbfdc9019c1d58b5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789265854.575095:0:24798:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000003dd6fcb2/0xbbfdc9019c1d58b5 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789265854.575109:0:24798:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000003dd6fcb2/0xbbfdc9019c1d58b5 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789265854.575121:0:24798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789265854.575123:0:24798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789265854.575125:0:24798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789265854.575814:0:22694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1789265854.576117:0:24214:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x24:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1789265854.576126:0:24214:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000cfa015e8/0xbbfdc9019c1d58bc lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789265854.576147:0:24214:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x24:0x0].0x0 since=710s v=(0 0) 00010000:00010000:0.0:1789265854.576151:0:24214:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x24:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1789265854.576155:0:24214:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000cfa015e8/0xbbfdc9019c1d58bc lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789265854.576166:0:24214:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000cfa015e8/0xbbfdc9019c1d58bc lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789265854.576176:0:24214:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000cfa015e8/0xbbfdc9019c1d58bc lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789265854.576183:0:24214:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000cfa015e8/0xbbfdc9019c1d58bc lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789265854.576205:0:24214:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1789265854.576422:0:22695:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1789265854.576428:0:22695:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000cfa015e8/0xbbfdc9019c1d58bc lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265854.576436:0:22695:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9376435fd400 already unused, calling callback (ffffffffc0da9350) 00010000:00010000:3.0:1789265854.576439:0:22695:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000cfa015e8/0xbbfdc9019c1d58bc lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265854.576448:0:22695:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000cfa015e8/0xbbfdc9019c1d58bc lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265854.576461:0:22695:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000cfa015e8/0xbbfdc9019c1d58bc lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265854.576468:0:22695:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000cfa015e8/0xbbfdc9019c1d58bc lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265854.576486:0:22695:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789265854.576487:0:22695:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789265854.576489:0:22695:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1789265854.576793:0:24214:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x23:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1789265854.576804:0:24214:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000350de08d/0xbbfdc9019c1d58c3 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789265854.576813:0:24214:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x23:0x0].0x0 since=710s v=(0 0) 00010000:00010000:0.0:1789265854.576817:0:24214:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x23:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1789265854.576821:0:24214:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000350de08d/0xbbfdc9019c1d58c3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789265854.576830:0:24214:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000350de08d/0xbbfdc9019c1d58c3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789265854.576838:0:24214:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000350de08d/0xbbfdc9019c1d58c3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789265854.576845:0:24214:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000350de08d/0xbbfdc9019c1d58c3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789265854.577074:0:24214:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00080000:0.0:1789265854.577112:0:24214:0:(ofd_dev.c:1518:ofd_orphans_destroy()) lustre-OST0001: after destroy: set last_id to 0x2c0000401:34 00000100:00100000:0.0:1789265854.577217:0:24214:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93777f476680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:22733:x1876180579135616:12345-0@lo:5:osp-pre-1-0.0 Request processed in 109434us (111994us total) trans 0 rc 0/0 00000100:00100000:0.0:1789265854.577228:0:24214:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000100:00100000:0.0:1789265854.577290:0:22733:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93777f475880 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-0:lustre-MDT0000-mdtlov_UUID:22733:1876180579135616:0@lo:5:osp-pre-1-0.0 00000004:00080000:0.0:1789265854.577307:0:22733:0:(osp_precreate.c:960:osp_precreate_cleanup_orphans()) lustre-OST0001-osc-MDT0000: Got last_id [0x2c0000401:0x41:0x0] from OST, last_created [0x2c0000401:0x41:0x0]last_used is [0x2c0000401:0x22:0x0] 00000100:00100000:0.0:1789265854.577361:0:22733:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93775f6e8380 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-0:lustre-MDT0000-mdtlov_UUID:22733:1876180579136384:0@lo:5:osp-pre-1-0.0 00000100:00100000:0.0:1789265854.577399:0:22733:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789265854.577434:0:22733:0:(client.c:2715:ptlrpc_set_wait()) set ffff937644c353c0 going to sleep for 11 seconds 00000100:00100000:0.0:1789265854.577455:0:25042:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180579136384 00000100:00100000:0.0:1789265854.577461:0:25042:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180579136384 00000100:00100000:0.0:1789265854.577503:0:25042:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 18 00000100:00100000:0.0:1789265854.577513:0:25042:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93775f6e9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:22733:x1876180579136384:12345-0@lo:5:osp-pre-1-0.0 00002000:00080000:0.0:1789265854.577551:0:25042:0:(ofd_dev.c:1747:ofd_create_hdl()) lustre-OST0001: reserve 32 objects in group 0x2c0000401 at 66 00010000:00010000:3.0:1789265854.580234:0:24798:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1789265854.580247:0:24798:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000350de08d/0xbbfdc9019c1d58c3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265854.580269:0:24798:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9376435fc800 already unused, calling callback (ffffffffc0da9350) 00010000:00010000:3.0:1789265854.580274:0:24798:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000350de08d/0xbbfdc9019c1d58c3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265854.580285:0:24798:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000350de08d/0xbbfdc9019c1d58c3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265854.580310:0:24798:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000350de08d/0xbbfdc9019c1d58c3 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265854.580318:0:24798:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000350de08d/0xbbfdc9019c1d58c3 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265854.580340:0:24798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789265854.580342:0:24798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789265854.580344:0:24798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789265854.581280:0:22694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1789265854.584502:0:25042:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93775f6e9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:22733:x1876180579136384:12345-0@lo:5:osp-pre-1-0.0 Request processed in 6983us (7096us total) trans 12884901890 rc 0/0 00000100:00100000:0.0:1789265854.584514:0:25042:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 18 00000100:00100000:0.0:1789265854.584579:0:22733:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93775f6e8380 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-0:lustre-MDT0000-mdtlov_UUID:22733:1876180579136384:0@lo:5:osp-pre-1-0.0 00000004:00080000:0.0:1789265854.584595:0:22733:0:(osp_precreate.c:705:osp_precreate_send()) lustre-OST0001-osc-MDT0000: current precreated pool: [0x2c0000401:0x41:0x0]-[0x2c0000401:0x61:0x0] 00000001:02000400:2.0:1789265854.818987:0:25385:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg242-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all 00000100:00100000:3.0:1789265854.967397:0:3646:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93764212ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3646:1876180579136512:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1789265854.967475:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789265854.967536:0:24217:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180579136512 00000100:00100000:3.0:1789265854.967544:0:24217:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180579136512 00000100:00100000:3.0:1789265854.967590:0:24217:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:3.0:1789265854.967601:0:24217:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93764212c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3646:x1876180579136512:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1789265854.967632:0:24217:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:3.0:1789265854.969023:0:24217:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93764212c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3646:x1876180579136512:12345-0@lo:13:osp-pre-0-0.0 Request processed in 1417us (1541us total) trans 0 rc 0/0 00000100:00100000:3.0:1789265854.969060:0:24217:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00100000:0.0:1789265854.969264:0:3646:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93764212ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3646:1876180579136512:0@lo:13:osp-pre-0-0.0 00010000:00010000:3.0:1789265855.604725:0:22695:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000004:3.0:1789265855.855347:0:25437:0:(tgt_mount.c:2347:server_getattr()) lustre-OST0001: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:3.0:1789265855.855623:0:25437:0:(tgt_mount.c:2362:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:0.0:1789265856.627180:0:24798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000004:2.0:1789265856.791385:0:25487:0:(tgt_mount.c:2347:server_getattr()) lustre-OST0001: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:2.0:1789265856.792223:0:25487:0:(tgt_mount.c:2362:is_cmd_supported()) ioctl cmd=81009431 00000100:00100000:1.0:1789265857.072738:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.42@tcp (source: 12345-192.168.202.42@tcp) 00000100:00100000:0.0:1789265857.072850:0:22701:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180556990336 00000100:00100000:0.0:1789265857.072895:0:22701:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180556990336 00000100:00100000:0.0:1789265857.072949:0:22701:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.42@tcp, seq: 116 00000100:00100000:0.0:1789265857.072957:0:22701:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93776600a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0+-99:2396:x1876180556990336:12345-192.168.202.42@tcp:250:mount.lustre.0 00010000:00080000:0.0:1789265857.072986:0:22701:0:(ldlm_lib.c:1444:target_handle_connect()) MGS: connection from 2a631e41-912a-4197-8c0f-311657862e89@192.168.202.42@tcp t0 exp 0000000000000000 cur 712 last 0 00000020:00000080:0.0:1789265857.073016:0:22701:0:(genops.c:1385:class_connect()) connect: client 2a631e41-912a-4197-8c0f-311657862e89, cookie 0xbbfdc9019c1d58ca 00000100:00080000:0.0:1789265857.073181:0:22701:0:(import.c:65:import_set_state_nolock()) ffff9376424ee800 : changing import state from RECOVER to FULL 00000100:00100000:0.0:1789265857.073252:0:22701:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93776600a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:2a631e41-912a-4197-8c0f-311657862e89+5:2396:x1876180556990336:12345-192.168.202.42@tcp:250:mount.lustre.0 Request processed in 294us (524us total) trans 0 rc 0/0 00000100:00100000:0.0:1789265857.073261:0:22701:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.42@tcp, seq: 116 00000100:00100000:0.0:1789265857.080220:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.42@tcp (source: 12345-192.168.202.42@tcp) 00000100:00100000:1.0:1789265857.080460:0:22699:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180556990464 00000100:00100000:1.0:1789265857.080470:0:22699:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180556990464 00000100:00100000:1.0:1789265857.080533:0:22699:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.42@tcp, seq: 117 00000100:00100000:1.0:1789265857.080544:0:22699:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93774f505c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:2a631e41-912a-4197-8c0f-311657862e89+5:18065:x1876180556990464:12345-192.168.202.42@tcp:101:mount.lustre.0 00010000:00010000:1.0:1789265857.080561:0:22699:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1789265857.080582:0:22699:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9377532bde00/0xbbfdc9019c1d58d1 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: local remote: 0x1ee42ae03d9196d8 expref: -99 pid: 22699 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789265857.080612:0:22699:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9377532bde00/0xbbfdc9019c1d58d1 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x50000000000000 nid: 192.168.202.42@tcp remote: 0x1ee42ae03d9196d8 expref: 6 pid: 22699 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789265857.080625:0:22699:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9377532bde00/0xbbfdc9019c1d58d1 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: 192.168.202.42@tcp remote: 0x1ee42ae03d9196d8 expref: 6 pid: 22699 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789265857.080656:0:22699:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9377532bde00, rc 0) 00000100:00100000:1.0:1789265857.080734:0:22699:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93774f505c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:2a631e41-912a-4197-8c0f-311657862e89+6:18065:x1876180556990464:12345-192.168.202.42@tcp:101:mount.lustre.0 Request processed in 192us (524us total) trans 0 rc 0/0 00000100:00100000:1.0:1789265857.080741:0:22699:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.42@tcp, seq: 117 00000100:00100000:3.0:1789265857.086470:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.42@tcp (source: 12345-192.168.202.42@tcp) 00000100:00100000:2.0:1789265857.086557:0:22700:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180556990592 00000100:00100000:2.0:1789265857.086566:0:22700:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180556990592 00000100:00100000:2.0:1789265857.086627:0:22700:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.42@tcp, seq: 118 00000100:00100000:2.0:1789265857.086637:0:22700:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93774f506050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:2a631e41-912a-4197-8c0f-311657862e89+6:18065:x1876180556990592:12345-192.168.202.42@tcp:501:mount.lustre.0 00000100:00100000:2.0:1789265857.087071:0:22700:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93774f506050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:2a631e41-912a-4197-8c0f-311657862e89+6:18065:x1876180556990592:12345-192.168.202.42@tcp:501:mount.lustre.0 Request processed in 435us (610us total) trans 0 rc -2/-2 00000100:00100000:2.0:1789265857.087080:0:22700:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.42@tcp, seq: 118 00000100:00100000:3.0:1789265857.089276:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.42@tcp (source: 12345-192.168.202.42@tcp) 00000100:00100000:2.0:1789265857.091265:0:22701:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180556990720 00000100:00100000:2.0:1789265857.091281:0:22701:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180556990720 00000100:00100000:2.0:1789265857.096959:0:22701:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.42@tcp, seq: 119 00000100:00100000:2.0:1789265857.096979:0:22701:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93774f505450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:2a631e41-912a-4197-8c0f-311657862e89+6:18065:x1876180556990720:12345-192.168.202.42@tcp:101:mount.lustre.0 00010000:00010000:2.0:1789265857.096998:0:22701:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1789265857.097018:0:22701:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9377413fd600/0xbbfdc9019c1d58d8 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: local remote: 0x1ee42ae03d9196df expref: -99 pid: 22701 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265857.097049:0:22701:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9377413fd600/0xbbfdc9019c1d58d8 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x50000000000000 nid: 192.168.202.42@tcp remote: 0x1ee42ae03d9196df expref: 7 pid: 22701 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265857.097061:0:22701:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9377413fd600/0xbbfdc9019c1d58d8 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: 192.168.202.42@tcp remote: 0x1ee42ae03d9196df expref: 7 pid: 22701 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265857.097070:0:22701:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9377413fd600, rc 0) 00000100:00100000:2.0:1789265857.097152:0:22701:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93774f505450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:2a631e41-912a-4197-8c0f-311657862e89+7:18065:x1876180556990720:12345-192.168.202.42@tcp:101:mount.lustre.0 Request processed in 180us (7883us total) trans 0 rc 0/0 00000100:00100000:2.0:1789265857.097160:0:22701:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.42@tcp, seq: 119 00000100:00100000:3.0:1789265857.103032:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.42@tcp (source: 12345-192.168.202.42@tcp) 00000100:00100000:2.0:1789265857.103150:0:22700:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180556990848 00000100:00100000:2.0:1789265857.103161:0:22700:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180556990848 00000100:00100000:2.0:1789265857.103225:0:22700:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.42@tcp, seq: 120 00000100:00100000:2.0:1789265857.103236:0:22700:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93774f506850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:2a631e41-912a-4197-8c0f-311657862e89+7:18065:x1876180556990848:12345-192.168.202.42@tcp:501:mount.lustre.0 00000100:00100000:2.0:1789265857.103401:0:22700:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93774f506850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:2a631e41-912a-4197-8c0f-311657862e89+8:18065:x1876180556990848:12345-192.168.202.42@tcp:501:mount.lustre.0 Request processed in 167us (379us total) trans 0 rc 0/0 00000100:00100000:2.0:1789265857.103422:0:22700:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.42@tcp, seq: 120 00000100:00100000:0.0:1789265857.105087:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.42@tcp (source: 12345-192.168.202.42@tcp) 00000100:00100000:1.0:1789265857.105227:0:22699:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180556990976 00000100:00100000:1.0:1789265857.105235:0:22699:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180556990976 00000100:00100000:1.0:1789265857.105286:0:22699:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.42@tcp, seq: 121 00000100:00100000:1.0:1789265857.105295:0:22699:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93774f506c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:2a631e41-912a-4197-8c0f-311657862e89+8:18065:x1876180556990976:12345-192.168.202.42@tcp:503:mount.lustre.0 00000100:00100000:1.0:1789265857.105593:0:22699:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93774f506c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:2a631e41-912a-4197-8c0f-311657862e89+8:18065:x1876180556990976:12345-192.168.202.42@tcp:503:mount.lustre.0 Request processed in 298us (513us total) trans 0 rc 0/0 00000100:00100000:1.0:1789265857.105602:0:22699:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.42@tcp, seq: 121 00000100:00100000:1.0:1789265857.109762:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.42@tcp (source: 12345-192.168.202.42@tcp) 00000100:00100000:0.0:1789265857.110058:0:22701:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180556991104 00000100:00100000:0.0:1789265857.110084:0:22701:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180556991104 00000100:00100000:0.0:1789265857.110158:0:22701:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.42@tcp, seq: 122 00000100:00100000:0.0:1789265857.110169:0:22701:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93774f507450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:2a631e41-912a-4197-8c0f-311657862e89+8:18083:x1876180556991104:12345-192.168.202.42@tcp:502:llog_process_th.0 00000100:00100000:0.0:1789265857.110335:0:22701:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93774f507450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:2a631e41-912a-4197-8c0f-311657862e89+8:18083:x1876180556991104:12345-192.168.202.42@tcp:502:llog_process_th.0 Request processed in 167us (582us total) trans 0 rc 0/0 00000100:00100000:0.0:1789265857.110344:0:22701:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.42@tcp, seq: 122 00000100:00100000:3.0:1789265857.133650:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.42@tcp (source: 12345-192.168.202.42@tcp) 00000100:00100000:2.0:1789265857.139062:0:22700:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180556991232 00000100:00100000:2.0:1789265857.139078:0:22700:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180556991232 00000100:00100000:3.0:1789265857.142427:0:22700:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.42@tcp, seq: 123 00000100:00100000:3.0:1789265857.142443:0:22700:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93774f506450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:2a631e41-912a-4197-8c0f-311657862e89+8:18083:x1876180556991232:12345-192.168.202.42@tcp:502:llog_process_th.0 00000100:00100000:3.0:1789265857.142616:0:22700:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93774f506450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:2a631e41-912a-4197-8c0f-311657862e89+8:18083:x1876180556991232:12345-192.168.202.42@tcp:502:llog_process_th.0 Request processed in 175us (8975us total) trans 0 rc 0/0 00000100:00100000:3.0:1789265857.142624:0:22700:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.42@tcp, seq: 123 00000100:00100000:3.0:1789265857.148260:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.42@tcp (source: 12345-192.168.202.42@tcp) 00000100:00100000:1.0:1789265857.158199:0:22699:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180556991360 00000100:00100000:1.0:1789265857.158214:0:22699:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180556991360 00000100:00100000:1.0:1789265857.158292:0:22699:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.42@tcp, seq: 124 00000100:00100000:1.0:1789265857.158303:0:22699:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93774f504c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:2a631e41-912a-4197-8c0f-311657862e89+8:18083:x1876180556991360:12345-192.168.202.42@tcp:502:llog_process_th.0 00000100:00100000:1.0:1789265857.158498:0:22699:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93774f504c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:2a631e41-912a-4197-8c0f-311657862e89+8:18083:x1876180556991360:12345-192.168.202.42@tcp:502:llog_process_th.0 Request processed in 196us (10247us total) trans 0 rc 0/0 00000100:00100000:1.0:1789265857.158506:0:22699:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.42@tcp, seq: 124 00000100:00100000:1.0:1789265857.163650:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.42@tcp (source: 12345-192.168.202.42@tcp) 00000100:00100000:3.0:1789265857.163717:0:22700:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180556991488 00000100:00100000:3.0:1789265857.163733:0:22700:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180556991488 00000100:00100000:3.0:1789265857.164047:0:22700:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.42@tcp, seq: 125 00000100:00100000:3.0:1789265857.164059:0:22700:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93774f507850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:2a631e41-912a-4197-8c0f-311657862e89+8:18065:x1876180556991488:12345-192.168.202.42@tcp:101:mount.lustre.0 00010000:00010000:3.0:1789265857.164082:0:22700:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1789265857.164125:0:22700:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff937642392600/0xbbfdc9019c1d58df lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x1ee42ae03d919710 expref: -99 pid: 22700 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265857.164161:0:22700:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff937642392600/0xbbfdc9019c1d58df lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 192.168.202.42@tcp remote: 0x1ee42ae03d919710 expref: 9 pid: 22700 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265857.164171:0:22700:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff937642392600/0xbbfdc9019c1d58df lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 192.168.202.42@tcp remote: 0x1ee42ae03d919710 expref: 9 pid: 22700 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265857.164200:0:22700:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff937642392600, rc 0) 00000100:00100000:3.0:1789265857.164272:0:22700:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93774f507850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:2a631e41-912a-4197-8c0f-311657862e89+9:18065:x1876180556991488:12345-192.168.202.42@tcp:101:mount.lustre.0 Request processed in 217us (634us total) trans 0 rc 0/0 00000100:00100000:3.0:1789265857.164278:0:22700:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.42@tcp, seq: 125 00000100:00100000:3.0:1789265857.168204:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.42@tcp (source: 12345-192.168.202.42@tcp) 00000100:00100000:0.0:1789265857.168293:0:22701:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180556991616 00000100:00100000:0.0:1789265857.168305:0:22701:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180556991616 00000100:00100000:0.0:1789265857.168390:0:22701:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.42@tcp, seq: 126 00000100:00100000:0.0:1789265857.168401:0:22701:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93774f505050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:2a631e41-912a-4197-8c0f-311657862e89+9:18065:x1876180556991616:12345-192.168.202.42@tcp:256:mount.lustre.0 20000000:01000000:0.0:1789265857.168436:0:22701:0:(mgs_nids.c:914:mgs_get_ir_logs()) Reading IR log lustre-cliir bufsize 1048576. 20000000:01000000:0.0:1789265857.168467:0:22701:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/256/255. 20000000:01000000:0.0:1789265857.168471:0:22701:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4008/1/256/255. 20000000:01000000:0.0:1789265857.168473:0:22701:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 3964/1/256/255. 20000000:01000000:0.0:1789265857.168475:0:22701:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 3920/1/256/255. 20000000:01000000:0.0:1789265857.168477:0:22701:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 176, version 14 00000100:00100000:2.0:1789265857.170799:0:22701:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93774f505050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:2a631e41-912a-4197-8c0f-311657862e89+9:18065:x1876180556991616:12345-192.168.202.42@tcp:256:mount.lustre.0 Request processed in 2387us (2595us total) trans 0 rc 0/0 00000100:00100000:2.0:1789265857.170821:0:22701:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.42@tcp, seq: 126 00000100:00100000:1.0:1789265857.173475:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.42@tcp (source: 12345-192.168.202.42@tcp) 00000100:00100000:3.0:1789265857.173718:0:22700:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180556991744 00000100:00100000:3.0:1789265857.173729:0:22700:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180556991744 00000100:00100000:3.0:1789265857.173829:0:22700:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.42@tcp, seq: 127 00000100:00100000:3.0:1789265857.173838:0:22700:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93774f507c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:2a631e41-912a-4197-8c0f-311657862e89+9:18065:x1876180556991744:12345-192.168.202.42@tcp:101:mount.lustre.0 00010000:00010000:3.0:1789265857.173891:0:22700:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1789265857.173909:0:22700:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff937642393400/0xbbfdc9019c1d58e6 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: local remote: 0x1ee42ae03d919717 expref: -99 pid: 22700 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265857.173952:0:22700:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff937642393400/0xbbfdc9019c1d58e6 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x50000000000000 nid: 192.168.202.42@tcp remote: 0x1ee42ae03d919717 expref: 10 pid: 22700 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265857.173966:0:22700:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff937642393400/0xbbfdc9019c1d58e6 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: 192.168.202.42@tcp remote: 0x1ee42ae03d919717 expref: 10 pid: 22700 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265857.173978:0:22700:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff937642393400, rc 0) 00000100:00100000:3.0:1789265857.174035:0:22700:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93774f507c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:2a631e41-912a-4197-8c0f-311657862e89+10:18065:x1876180556991744:12345-192.168.202.42@tcp:101:mount.lustre.0 Request processed in 199us (573us total) trans 0 rc 0/0 00000100:00100000:3.0:1789265857.174041:0:22700:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.42@tcp, seq: 127 00000100:00100000:3.0:1789265857.176098:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.42@tcp (source: 12345-192.168.202.42@tcp) 00000100:00100000:2.0:1789265857.176195:0:22701:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180556991872 00000100:00100000:2.0:1789265857.176205:0:22701:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180556991872 00000100:00100000:2.0:1789265857.176259:0:22701:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.42@tcp, seq: 128 00000100:00100000:2.0:1789265857.176268:0:22701:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93777ade5c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:2a631e41-912a-4197-8c0f-311657862e89+10:18065:x1876180556991872:12345-192.168.202.42@tcp:501:mount.lustre.0 00000100:00100000:2.0:1789265857.176526:0:22701:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93777ade5c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:2a631e41-912a-4197-8c0f-311657862e89+10:18065:x1876180556991872:12345-192.168.202.42@tcp:501:mount.lustre.0 Request processed in 258us (437us total) trans 0 rc 0/0 00000100:00100000:2.0:1789265857.176539:0:22701:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.42@tcp, seq: 128 00000100:00100000:0.0:1789265857.178326:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.42@tcp (source: 12345-192.168.202.42@tcp) 00000100:00100000:3.0:1789265857.178408:0:22700:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180556992000 00000100:00100000:3.0:1789265857.178421:0:22700:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180556992000 00000100:00100000:3.0:1789265857.178545:0:22700:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.42@tcp, seq: 129 00000100:00100000:3.0:1789265857.178554:0:22700:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93777ade7050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:2a631e41-912a-4197-8c0f-311657862e89+10:18065:x1876180556992000:12345-192.168.202.42@tcp:503:mount.lustre.0 00000100:00100000:3.0:1789265857.178745:0:22700:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93777ade7050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:2a631e41-912a-4197-8c0f-311657862e89+10:18065:x1876180556992000:12345-192.168.202.42@tcp:503:mount.lustre.0 Request processed in 192us (428us total) trans 0 rc 0/0 00000100:00100000:3.0:1789265857.178752:0:22700:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.42@tcp, seq: 129 00000100:00100000:0.0:1789265857.181153:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.42@tcp (source: 12345-192.168.202.42@tcp) 00000100:00100000:2.0:1789265857.181341:0:22701:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180556992128 00000100:00100000:2.0:1789265857.181355:0:22701:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180556992128 00000100:00100000:2.0:1789265857.181470:0:22701:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.42@tcp, seq: 130 00000100:00100000:2.0:1789265857.181481:0:22701:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93777ade5050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:2a631e41-912a-4197-8c0f-311657862e89+10:18089:x1876180556992128:12345-192.168.202.42@tcp:502:llog_process_th.0 00000100:00100000:2.0:1789265857.181686:0:22701:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93777ade5050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:2a631e41-912a-4197-8c0f-311657862e89+10:18089:x1876180556992128:12345-192.168.202.42@tcp:502:llog_process_th.0 Request processed in 206us (546us total) trans 0 rc 0/0 00000100:00100000:2.0:1789265857.181692:0:22701:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.42@tcp, seq: 130 00000100:00100000:0.0:1789265857.184222:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.42@tcp (source: 12345-192.168.202.42@tcp) 00000100:00100000:3.0:1789265857.184346:0:22700:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180556992256 00000100:00100000:3.0:1789265857.184360:0:22700:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180556992256 00000100:00100000:3.0:1789265857.184475:0:22700:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.42@tcp, seq: 131 00000100:00100000:3.0:1789265857.184488:0:22700:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93777ade7c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:2a631e41-912a-4197-8c0f-311657862e89+10:18089:x1876180556992256:12345-192.168.202.42@tcp:502:llog_process_th.0 00000100:00100000:3.0:1789265857.184711:0:22700:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93777ade7c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:2a631e41-912a-4197-8c0f-311657862e89+10:18089:x1876180556992256:12345-192.168.202.42@tcp:502:llog_process_th.0 Request processed in 225us (501us total) trans 0 rc 0/0 00000100:00100000:3.0:1789265857.184721:0:22700:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.42@tcp, seq: 131 00000100:00100000:0.0:1789265857.189371:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.42@tcp (source: 12345-192.168.202.42@tcp) 00000100:00100000:0.0:1789265857.189491:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.42@tcp (source: 12345-192.168.202.42@tcp) 00000100:00100000:2.0:1789265857.189659:0:22708:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180556992384 00000100:00100000:2.0:1789265857.189675:0:22708:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180556992384 00000100:00100000:2.0:1789265857.189736:0:22708:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180556992640 00000100:00100000:2.0:1789265857.189740:0:22708:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180556992640 00000100:00100000:2.0:1789265857.189769:0:22708:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.42@tcp, seq: 7 00000100:00100000:2.0:1789265857.189778:0:22708:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93775f6e8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2396:x1876180556992384:12345-192.168.202.42@tcp:38:mount.lustre.0 00010000:00080000:2.0:1789265857.189850:0:22708:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-MDT0000: connection from 93898299-7638-40d8-afd6-58593844770c@192.168.202.42@tcp t0 exp 0000000000000000 cur 712 last 0 00000020:00000080:2.0:1789265857.190089:0:22708:0:(genops.c:1385:class_connect()) connect: client 93898299-7638-40d8-afd6-58593844770c, cookie 0xbbfdc9019c1d58ed 00000004:00100000:2.0:1789265857.190137:0:22708:0:(mdt_handler.c:7293:mdt_connect_internal()) lustre-MDT0000: cli supports cksum type f7, return b7 00000100:00080000:2.0:1789265857.190412:0:22708:0:(import.c:65:import_set_state_nolock()) ffff9376422ab800 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1789265857.190504:0:22708:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93775f6e8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:93898299-7638-40d8-afd6-58593844770c+6:2396:x1876180556992384:12345-192.168.202.42@tcp:38:mount.lustre.0 Request processed in 725us (1148us total) trans 0 rc 0/0 00000100:00100000:2.0:1789265857.190514:0:22708:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.42@tcp, seq: 7 00000100:00100000:1.0:1789265857.190671:0:22707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.42@tcp, seq: 8 00000100:00100000:1.0:1789265857.190679:0:22707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93775f6ea300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2396:x1876180556992640:12345-192.168.202.42@tcp:38:mount.lustre.0 00010000:00080000:1.0:1789265857.190703:0:22707:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-MDT0001: connection from 93898299-7638-40d8-afd6-58593844770c@192.168.202.42@tcp t0 exp 0000000000000000 cur 712 last 0 00000020:00000080:1.0:1789265857.190787:0:22707:0:(genops.c:1385:class_connect()) connect: client 93898299-7638-40d8-afd6-58593844770c, cookie 0xbbfdc9019c1d58f4 00000004:00100000:1.0:1789265857.190820:0:22707:0:(mdt_handler.c:7293:mdt_connect_internal()) lustre-MDT0001: cli supports cksum type f7, return b7 00000100:00080000:1.0:1789265857.191168:0:22707:0:(import.c:65:import_set_state_nolock()) ffff937772a42000 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1789265857.191211:0:22707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93775f6ea300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:93898299-7638-40d8-afd6-58593844770c+6:2396:x1876180556992640:12345-192.168.202.42@tcp:38:mount.lustre.0 Request processed in 530us (1719us total) trans 0 rc 0/0 00000100:00100000:1.0:1789265857.191219:0:22707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.42@tcp, seq: 8 00000100:00100000:0.0:1789265857.197514:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.42@tcp (source: 12345-192.168.202.42@tcp) 00000100:00100000:0.0:1789265857.197688:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.42@tcp (source: 12345-192.168.202.42@tcp) 00000100:00100000:0.0:1789265857.201917:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.42@tcp (source: 12345-192.168.202.42@tcp) 00000100:00100000:1.0:1789265857.205525:0:22707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180556992896 00000100:00100000:1.0:1789265857.205559:0:22707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180556992896 00000100:00100000:1.0:1789265857.205692:0:22707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180556992768 00000100:00100000:1.0:1789265857.205697:0:22707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180556992768 00000100:00100000:1.0:1789265857.205741:0:22707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.42@tcp, seq: 9 00000100:00100000:1.0:1789265857.205754:0:22707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93775f6e9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:93898299-7638-40d8-afd6-58593844770c+6:18065:x1876180556992896:12345-192.168.202.42@tcp:41:mount.lustre.0 00000004:00000024:1.0:1789265857.206013:0:22707:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446309888 avail 1300070400 00000100:00100000:1.0:1789265857.206240:0:22707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93775f6e9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:93898299-7638-40d8-afd6-58593844770c+6:18065:x1876180556992896:12345-192.168.202.42@tcp:41:mount.lustre.0 Request processed in 485us (8739us total) trans 0 rc 0/0 00000100:00100000:1.0:1789265857.206249:0:22707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.42@tcp, seq: 9 00000100:00100000:0.0:1789265857.207246:0:25346:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180556992512 00000100:00100000:0.0:1789265857.207259:0:25346:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180556992512 00000100:00100000:0.0:1789265857.207310:0:25346:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.42@tcp, seq: 10 00000100:00100000:0.0:1789265857.207322:0:25346:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9377507a2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:93898299-7638-40d8-afd6-58593844770c+6:0:x1876180556992768:12345-192.168.202.42@tcp:41:mount.lustre.0 00000004:00000024:0.0:1789265857.207380:0:25346:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446461440 avail 1300221952 00000100:00100000:0.0:1789265857.207463:0:25346:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9377507a2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:93898299-7638-40d8-afd6-58593844770c+6:0:x1876180556992768:12345-192.168.202.42@tcp:41:mount.lustre.0 Request processed in 143us (9774us total) trans 0 rc 0/0 00000100:00100000:0.0:1789265857.207471:0:25346:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.42@tcp, seq: 10 00000100:00100000:0.0:1789265857.207493:0:25346:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.42@tcp, seq: 11 00000100:00100000:0.0:1789265857.207499:0:25346:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9377507a0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:93898299-7638-40d8-afd6-58593844770c+7:0:x1876180556992512:12345-192.168.202.42@tcp:41:mount.lustre.0 00000004:00000024:0.0:1789265857.207512:0:25346:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446309888 avail 1300070400 00000100:00080000:2.0:1789265857.207720:0:22702:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1789265857.207725:0:22702:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1789265857.207820:0:25346:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9377507a0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:93898299-7638-40d8-afd6-58593844770c+6:0:x1876180556992512:12345-192.168.202.42@tcp:41:mount.lustre.0 Request processed in 320us (5919us total) trans 0 rc 0/0 00000100:00100000:0.0:1789265857.207828:0:25346:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.42@tcp, seq: 11 00000100:00100000:0.0:1789265857.216720:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.42@tcp (source: 12345-192.168.202.42@tcp) 00000100:00100000:1.0:1789265857.216973:0:22707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180556993024 00000100:00100000:1.0:1789265857.216987:0:22707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180556993024 00000100:00100000:1.0:1789265857.217047:0:22707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.42@tcp, seq: 12 00000100:00100000:1.0:1789265857.217056:0:22707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9377507a1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:93898299-7638-40d8-afd6-58593844770c+6:18065:x1876180556993024:12345-192.168.202.42@tcp:40:mount.lustre.0 00000100:00100000:1.0:1789265857.217175:0:22707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9377507a1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:93898299-7638-40d8-afd6-58593844770c+6:18065:x1876180556993024:12345-192.168.202.42@tcp:40:mount.lustre.0 Request processed in 119us (633us total) trans 0 rc 0/0 00000100:00100000:1.0:1789265857.217183:0:22707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.42@tcp, seq: 12 00000100:00100000:1.0:1789265857.220446:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.42@tcp (source: 12345-192.168.202.42@tcp) 00000100:00100000:1.0:1789265857.221468:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.42@tcp (source: 12345-192.168.202.42@tcp) 00000100:00100000:2.0:1789265857.221793:0:24215:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180556993152 00000100:00100000:2.0:1789265857.221819:0:24215:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180556993152 00000100:00100000:2.0:1789265857.221943:0:24215:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.42@tcp, seq: 19 00000100:00100000:2.0:1789265857.221956:0:24215:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93777f475500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2396:x1876180556993152:12345-192.168.202.42@tcp:8:mount.lustre.0 00010000:00080000:2.0:1789265857.222001:0:24215:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-OST0000: connection from 93898299-7638-40d8-afd6-58593844770c@192.168.202.42@tcp t0 exp 0000000000000000 cur 712 last 0 00000020:00000080:2.0:1789265857.222047:0:24215:0:(genops.c:1385:class_connect()) connect: client 93898299-7638-40d8-afd6-58593844770c, cookie 0xbbfdc9019c1d58fb 00002000:00100000:2.0:1789265857.222063:0:24215:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0000: cli 93898299-7638-40d8-afd6-58593844770c/ffff9376422ae800 ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 211396a ocd_grant: 134217728 ocd_index: 0 ocd_group 0 00002000:00100000:2.0:1789265857.222096:0:24215:0:(ofd_obd.c:219:ofd_parse_connect_data()) lustre-OST0000: cli supports cksum type f7, return b7 00002000:00080000:2.0:1789265857.222337:0:24215:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0000: get connection from MDS 0 00000100:00080000:2.0:1789265857.222376:0:24215:0:(import.c:65:import_set_state_nolock()) ffff9376422af800 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1789265857.222470:0:24215:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93777f475500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:93898299-7638-40d8-afd6-58593844770c+6:2396:x1876180556993152:12345-192.168.202.42@tcp:8:mount.lustre.0 Request processed in 515us (1008us total) trans 0 rc 0/0 00000100:00100000:2.0:1789265857.222479:0:24215:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.42@tcp, seq: 19 00000100:00100000:2.0:1789265857.223005:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.42@tcp (source: 12345-192.168.202.42@tcp) 00000100:00100000:1.0:1789265857.223142:0:24214:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180556993280 00000100:00100000:1.0:1789265857.223167:0:24214:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180556993280 00000100:00100000:1.0:1789265857.223210:0:24214:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.42@tcp, seq: 20 00000100:00100000:1.0:1789265857.223217:0:24214:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93777f3e2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2396:x1876180556993280:12345-192.168.202.42@tcp:8:mount.lustre.0 00010000:00080000:1.0:1789265857.223245:0:24214:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-OST0001: connection from 93898299-7638-40d8-afd6-58593844770c@192.168.202.42@tcp t0 exp 0000000000000000 cur 712 last 0 00000020:00000080:1.0:1789265857.223291:0:24214:0:(genops.c:1385:class_connect()) connect: client 93898299-7638-40d8-afd6-58593844770c, cookie 0xbbfdc9019c1d5902 00002000:00100000:1.0:1789265857.223302:0:24214:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0001: cli 93898299-7638-40d8-afd6-58593844770c/ffff937772a46800 ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 211396a ocd_grant: 134217728 ocd_index: 0 ocd_group 0 00002000:00100000:1.0:1789265857.223318:0:24214:0:(ofd_obd.c:219:ofd_parse_connect_data()) lustre-OST0001: cli supports cksum type f7, return b7 00002000:00080000:1.0:1789265857.223479:0:24214:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0001: get connection from MDS 0 00000100:00080000:1.0:1789265857.223506:0:24214:0:(import.c:65:import_set_state_nolock()) ffff937772a42800 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1789265857.224080:0:24214:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93777f3e2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:93898299-7638-40d8-afd6-58593844770c+6:2396:x1876180556993280:12345-192.168.202.42@tcp:8:mount.lustre.0 Request processed in 858us (1072us total) trans 0 rc 0/0 00000100:00100000:1.0:1789265857.224091:0:24214:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.42@tcp, seq: 20 00000100:00100000:3.0:1789265857.227246:0:22717:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180556993408 00000100:00100000:3.0:1789265857.227264:0:22717:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180556993408 00000100:00100000:2.0:1789265857.227411:0:22717:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.42@tcp, seq: 3 00000100:00100000:2.0:1789265857.227425:0:22717:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93777f474700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:93898299-7638-40d8-afd6-58593844770c+6:18065:x1876180556993408:12345-192.168.202.42@tcp:900:mount.lustre.0 00000100:00100000:2.0:1789265857.227627:0:22717:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93777f474700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:93898299-7638-40d8-afd6-58593844770c+6:18065:x1876180556993408:12345-192.168.202.42@tcp:900:mount.lustre.0 Request processed in 203us (7192us total) trans 0 rc 0/0 00000100:00100000:2.0:1789265857.227636:0:22717:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.42@tcp, seq: 3 00000100:00100000:0.0:1789265857.230079:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.42@tcp (source: 12345-192.168.202.42@tcp) 00000100:00100000:2.0:1789265857.230240:0:22709:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180556993536 00000100:00100000:2.0:1789265857.230252:0:22709:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180556993536 00000100:00100000:2.0:1789265857.230306:0:22709:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.42@tcp, seq: 0 00000100:00100000:2.0:1789265857.230315:0:22709:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9377507a2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:93898299-7638-40d8-afd6-58593844770c+6:18065:x1876180556993536:12345-192.168.202.42@tcp:33:mount.lustre.0 00000004:00080000:2.0:1789265857.231644:0:22709:0:(mdt_identity.c:119:mdt_identity_do_upcall()) lustre-MDT0000: invoked upcall /home/green/git/lustre-release/lustre/utils/l_getidentity lustre-MDT0000 0, time 1232us 00000004:00200000:2.0:1789265857.263217:0:22709:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000100:00100000:2.0:1789265857.263421:0:22709:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9377507a2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:93898299-7638-40d8-afd6-58593844770c+6:18065:x1876180556993536:12345-192.168.202.42@tcp:33:mount.lustre.0 Request processed in 33096us (33345us total) trans 0 rc 0/0 00000100:00100000:2.0:1789265857.263433:0:22709:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.42@tcp, seq: 0 00000100:00100000:0.0:1789265857.471121:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.42@tcp (source: 12345-192.168.202.42@tcp) 00000100:00100000:2.0:1789265857.471257:0:22708:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180556993664 00000100:00100000:2.0:1789265857.471271:0:22708:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180556993664 00000100:00100000:2.0:1789265857.471389:0:22708:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.42@tcp, seq: 13 00000100:00100000:2.0:1789265857.471403:0:22708:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9377507a1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:93898299-7638-40d8-afd6-58593844770c+6:18112:x1876180556993664:12345-192.168.202.42@tcp:101:mkdir.0 00010000:00010000:2.0:1789265857.471439:0:22708:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1789265857.471475:0:22708:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9377413fd800/0xbbfdc9019c1d5909 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee42ae03d919748 expref: -99 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265857.471601:0:22708:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff93777262d000/0xbbfdc9019c1d5910 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22708 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265857.471618:0:22708:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff93777262d000/0xbbfdc9019c1d5910 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22708 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265857.471636:0:22708:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93777262d000/0xbbfdc9019c1d5910 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22708 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1789265857.471701:0:22708:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:2.0:1789265857.471705:0:22708:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1789265857.471748:0:22708:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff93777262d000/0xbbfdc9019c1d5910 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22708 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265857.471780:0:22708:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9377413fd800/0xbbfdc9019c1d5909 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.42@tcp remote: 0x1ee42ae03d919748 expref: 8 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265857.471803:0:22708:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff93777262d000/0xbbfdc9019c1d5910 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.42@tcp remote: 0x1ee42ae03d919748 expref: 7 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265857.471813:0:22708:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff93774f0ea400) 00010000:00010000:2.0:1789265857.471816:0:22708:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1789265857.471820:0:22708:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93777262d000, rc 0) 00000100:00100000:2.0:1789265857.471965:0:22708:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9377507a1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:93898299-7638-40d8-afd6-58593844770c+7:18112:x1876180556993664:12345-192.168.202.42@tcp:101:mkdir.0 Request processed in 563us (869us total) trans 0 rc 0/0 00000100:00100000:2.0:1789265857.471973:0:22708:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.42@tcp, seq: 13 00010000:00010000:3.0:1789265857.651212:0:22694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1789265858.035211:0:3643:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93764212f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3643:1876180579136640:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1789265858.035348:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789265858.035625:0:22712:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180579136640 00000100:00100000:2.0:1789265858.035637:0:22712:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180579136640 00000100:00100000:2.0:1789265858.035709:0:22712:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 47 00000100:00100000:2.0:1789265858.035720:0:22712:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93777f477800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3643:x1876180579136640:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1789265858.035764:0:22712:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446309888 avail 1300070400 00000100:00100000:3.0:1789265858.036185:0:3644:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9377507a0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3644:1876180579136768:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1789265858.036227:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789265858.036269:0:24217:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180579136768 00000100:00100000:3.0:1789265858.036274:0:24217:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180579136768 00000100:00100000:3.0:1789265858.036318:0:24217:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:3.0:1789265858.036326:0:24217:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93764212c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3644:x1876180579136768:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1789265858.036342:0:24217:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8715968 pending 0 free 3923513344 avail 3691991040 00000100:00100000:3.0:1789265858.036380:0:24217:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93764212c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3644:x1876180579136768:12345-0@lo:13:osp-pre-0-1.0 Request processed in 54us (152us total) trans 0 rc 0/0 00000100:00100000:3.0:1789265858.036387:0:24217:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00100000:3.0:1789265858.036443:0:3644:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9377507a0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3644:1876180579136768:0@lo:13:osp-pre-0-1.0 00000100:00080000:3.0:1789265858.036512:0:22702:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1789265858.036567:0:22712:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93777f477800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3643:x1876180579136640:12345-0@lo:41:osp-pre-0-1.0 Request processed in 846us (1218us total) trans 0 rc 0/0 00000100:00100000:2.0:1789265858.036575:0:22712:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 47 00000100:00100000:1.0:1789265858.036642:0:3643:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93764212f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3643:1876180579136640:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1789265858.547315:0:3645:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93777f474380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3645:1876180579136896:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1789265858.547445:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789265858.547887:0:23450:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180579136896 00000100:00100000:2.0:1789265858.547898:0:23450:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180579136896 00000100:00100000:2.0:1789265858.549292:0:23450:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 48 00000100:00100000:2.0:1789265858.549318:0:23450:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93764212c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3645:x1876180579136896:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1789265858.549378:0:23450:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446461440 avail 1300221952 00000100:00100000:2.0:1789265858.549495:0:23450:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93764212c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3645:x1876180579136896:12345-0@lo:41:osp-pre-1-0.0 Request processed in 189us (2051us total) trans 0 rc 0/0 00000100:00100000:2.0:1789265858.549503:0:23450:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 48 00000100:00100000:3.0:1789265858.549720:0:3645:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93777f474380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3645:1876180579136896:0@lo:41:osp-pre-1-0.0 00010000:00010000:3.0:1789265858.675229:0:22695:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1789265859.251814:0:23465:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:3.0:1789265859.571195:0:3645:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1789265859.571227:0:3645:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93764212e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3645:1876180579137024:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1789265859.571227:0:3644:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1789265859.571236:0:3644:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9377507a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3644:1876180579137152:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1789265859.571434:0:3646:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93777f475180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3646:1876180579137536:0@lo:400:kworker.0 00000100:00100000:0.0:1789265859.576024:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789265859.576129:0:3644:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93777f474380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:fc778fa6-86d2-4d40-bdad-261484e7f4ad:3644:1876180579137280:0@lo:400:kworker.0 00000100:00100000:0.0:1789265859.576183:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789265859.576222:0:3644:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93777f474e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3644:1876180579137792:0@lo:400:kworker.0 00000100:00100000:0.0:1789265859.576254:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789265859.576277:0:3644:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93774e40d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3644:1876180579138304:0@lo:400:kworker.0 00000100:00100000:0.0:1789265859.576301:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789265859.576329:0:3644:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93774e40fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3644:1876180579138816:0@lo:400:kworker.0 00000100:00100000:2.0:1789265859.576357:0:22701:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180579137280 00000100:00100000:2.0:1789265859.576369:0:22701:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180579137280 00000100:00100000:2.0:1789265859.576435:0:22701:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 132 00000100:00100000:2.0:1789265859.576446:0:22701:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93777ade4c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fc778fa6-86d2-4d40-bdad-261484e7f4ad+24:3644:x1876180579137280:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789265859.579057:0:22707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180579137792 00000100:00100000:1.0:1789265859.579078:0:22707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180579137792 00000100:00100000:1.0:1789265859.579173:0:22707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180579138304 00000100:00100000:1.0:1789265859.579178:0:22707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180579138304 00000100:00100000:1.0:1789265859.579213:0:22707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38 00000100:00100000:1.0:1789265859.579226:0:22707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9377507a0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3644:x1876180579137792:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789265859.579342:0:22707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9377507a0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3644:x1876180579137792:12345-0@lo:400:kworker.0 Request processed in 118us (3086us total) trans 0 rc 0/0 00000100:00100000:1.0:1789265859.579350:0:22707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38 00000100:00100000:1.0:1789265859.579537:0:22707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 39 00000100:00100000:1.0:1789265859.579543:0:22707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93775182fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3644:x1876180579138304:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789265859.579545:0:22701:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93777ade4c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fc778fa6-86d2-4d40-bdad-261484e7f4ad+24:3644:x1876180579137280:12345-0@lo:400:kworker.0 Request processed in 3099us (3358us total) trans 0 rc 0/0 00000100:00100000:2.0:1789265859.579555:0:22701:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 132 00000100:00100000:1.0:1789265859.579575:0:22707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93775182fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3644:x1876180579138304:12345-0@lo:400:kworker.0 Request processed in 33us (3274us total) trans 0 rc 0/0 00000100:00100000:1.0:1789265859.579580:0:22707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 39 00000100:00100000:1.0:1789265859.579614:0:3643:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93777f475f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3643:1876180579137664:0@lo:400:kworker.0 00000100:00100000:1.0:1789265859.579655:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789265859.579689:0:24215:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180579137664 00000100:00100000:1.0:1789265859.579693:0:3643:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93774e40ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3643:1876180579138176:0@lo:400:kworker.0 00000100:00100000:2.0:1789265859.579694:0:24215:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180579137664 00000100:00100000:1.0:1789265859.579717:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789265859.579742:0:3643:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93774e40c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3643:1876180579138688:0@lo:400:kworker.0 00000100:00100000:2.0:1789265859.579752:0:24215:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180579138176 00000100:00100000:2.0:1789265859.579755:0:24215:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180579138176 00000100:00100000:1.0:1789265859.579772:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789265859.579776:0:24215:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:2.0:1789265859.579782:0:24215:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93774e40dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:3643:x1876180579137664:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789265859.579808:0:24214:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:1.0:1789265859.579816:0:24214:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93774e40d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3643:x1876180579138176:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789265859.579820:0:24215:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93774e40dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:3643:x1876180579137664:12345-0@lo:400:kworker.0 Request processed in 39us (165us total) trans 0 rc 0/0 00000100:00100000:2.0:1789265859.579826:0:24215:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00100000:1.0:1789265859.579844:0:24214:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93774e40d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3643:x1876180579138176:12345-0@lo:400:kworker.0 Request processed in 30us (127us total) trans 0 rc 0/0 00000100:00100000:1.0:1789265859.579851:0:24214:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00100000:1.0:1789265859.579880:0:22707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180579138688 00000100:00100000:1.0:1789265859.579884:0:22707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180579138688 00000100:00100000:2.0:1789265859.579885:0:3643:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93777f475f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3643:1876180579137664:0@lo:400:kworker.0 00000100:00100000:2.0:1789265859.579898:0:3643:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93774e40ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3643:1876180579138176:0@lo:400:kworker.0 00000100:00100000:1.0:1789265859.579905:0:22707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40 00000100:00100000:1.0:1789265859.579911:0:22707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93774e40f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3643:x1876180579138688:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789265859.579937:0:22707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93774e40f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3643:x1876180579138688:12345-0@lo:400:kworker.0 Request processed in 26us (164us total) trans 0 rc 0/0 00000100:00100000:2.0:1789265859.579942:0:3643:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93774e40c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3643:1876180579138688:0@lo:400:kworker.0 00000100:00100000:1.0:1789265859.579942:0:22707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40 00000100:00100000:1.0:1789265859.579975:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789265859.579995:0:24215:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180579137536 00000100:00100000:1.0:1789265859.579998:0:24215:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180579137536 00000100:00100000:2.0:1789265859.580029:0:24217:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180579137152 00000100:00100000:1.0:1789265859.580029:0:24215:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:1.0:1789265859.580035:0:24215:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93774e40e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3646:x1876180579137536:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789265859.580039:0:24217:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180579137152 00000100:00100000:2.0:1789265859.580065:0:24217:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:2.0:1789265859.580071:0:24217:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9377507a1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3644:x1876180579137152:12345-0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1789265859.580080:0:24215:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93774e40e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3646:x1876180579137536:12345-0@lo:400:kworker.0 Request processed in 45us (105us total) trans 0 rc 0/0 00000100:00100000:1.0:1789265859.580100:0:24215:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00002000:00000024:2.0:1789265859.580111:0:24217:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8715968 pending 0 free 3915849728 avail 3684327424 00000100:00100000:1.0:1789265859.580127:0:3646:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93777f475180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3646:1876180579137536:0@lo:400:kworker.0 00000100:00100000:1.0:1789265859.580135:0:3646:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93774e40ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3646:1876180579138048:0@lo:400:kworker.0 00000100:00100000:2.0:1789265859.580149:0:24217:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9377507a1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3644:x1876180579137152:12345-0@lo:13:osp-pre-1-0.0 Request processed in 78us (4139us total) trans 0 rc 0/0 00000100:00100000:1.0:1789265859.580155:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789265859.580156:0:24217:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00100000:1.0:1789265859.580172:0:24214:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180579138048 00000100:00100000:1.0:1789265859.580175:0:24214:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180579138048 00000100:00080000:2.0:1789265859.580179:0:22702:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1789265859.580185:0:22702:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1789265859.580187:0:22702:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1789265859.580472:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.42@tcp (source: 12345-192.168.202.42@tcp) 00000100:00100000:3.0:1789265859.580496:0:22708:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180556993792 00000100:00100000:0.0:1789265859.580499:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789265859.580500:0:22708:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180556993792 00000100:00100000:0.0:1789265859.580523:0:22707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180579138816 00000100:00100000:0.0:1789265859.580527:0:22707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180579138816 00000100:00100000:3.0:1789265859.580533:0:22708:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.42@tcp, seq: 14 00000100:00100000:3.0:1789265859.580540:0:22708:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93764212f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:93898299-7638-40d8-afd6-58593844770c+7:18165:x1876180556993792:12345-192.168.202.42@tcp:41:lfs.0 00000100:00100000:0.0:1789265859.580547:0:22707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41 00000100:00100000:0.0:1789265859.580553:0:22707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93775182d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3644:x1876180579138816:12345-0@lo:400:kworker.0 00000004:00000024:3.0:1789265859.580570:0:22708:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446309888 avail 1300070400 00000100:00100000:0.0:1789265859.580582:0:22707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93775182d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3644:x1876180579138816:12345-0@lo:400:kworker.0 Request processed in 31us (84us total) trans 0 rc 0/0 00000100:00100000:0.0:1789265859.580588:0:22707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41 00010000:00080000:0.0:1789265859.580617:0:3644:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff93774e40fb80 x1876180579138816/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789265875 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789265859.580628:0:3644:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93774e40fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3644:1876180579138816:0@lo:400:kworker.0 00000100:00100000:3.0:1789265859.580646:0:22708:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93764212f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:93898299-7638-40d8-afd6-58593844770c+7:18165:x1876180556993792:12345-192.168.202.42@tcp:41:lfs.0 Request processed in 107us (177us total) trans 0 rc 0/0 00000100:00100000:0.0:1789265859.580646:0:3644:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9377507a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3644:1876180579137152:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1789265859.580653:0:22708:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.42@tcp, seq: 14 00000100:00100000:0.0:1789265859.580671:0:3644:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93777f474380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:fc778fa6-86d2-4d40-bdad-261484e7f4ad:3644:1876180579137280:0@lo:400:kworker.0 00000100:00100000:0.0:1789265859.580684:0:3644:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93777f474e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3644:1876180579137792:0@lo:400:kworker.0 00000100:00100000:0.0:1789265859.580697:0:3644:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93774e40d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3644:1876180579138304:0@lo:400:kworker.0 00000100:00100000:0.0:1789265859.580735:0:3646:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93774e40ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3646:1876180579138560:0@lo:400:kworker.0 00000100:00100000:0.0:1789265859.580759:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1789265859.580772:0:22702:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1789265859.580776:0:22702:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1789265859.580777:0:22707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180579138560 00000100:00100000:0.0:1789265859.580780:0:22707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180579138560 00000100:00100000:3.0:1789265859.580798:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789265859.580811:0:22707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42 00000100:00080000:3.0:1789265859.580816:0:22702:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1789265859.580818:0:22707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93775182df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3646:x1876180579138560:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789265859.580822:0:24217:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180579137024 00000100:00100000:3.0:1789265859.580825:0:24217:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180579137024 00000100:00100000:3.0:1789265859.580846:0:24217:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:0.0:1789265859.580847:0:22707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93775182df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3646:x1876180579138560:12345-0@lo:400:kworker.0 Request processed in 29us (86us total) trans 0 rc 0/0 00000100:00100000:3.0:1789265859.580851:0:24217:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93764212fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3645:x1876180579137024:12345-0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1789265859.580883:0:22707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42 00010000:00080000:0.0:1789265859.580909:0:3646:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff93774e40ca80 x1876180579138560/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789265875 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789265859.580918:0:3646:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93774e40ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3646:1876180579138560:0@lo:400:kworker.0 00002000:00000024:3.0:1789265859.580920:0:24217:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8715968 pending 0 free 3915849728 avail 3684327424 00000100:00100000:0.0:1789265859.580936:0:3646:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [2->3] 00000100:00100000:0.0:1789265859.580943:0:3646:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93777f475880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3646:1876180579137408:0@lo:400:kworker.0 00000100:00100000:3.0:1789265859.580950:0:24217:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93764212fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3645:x1876180579137024:12345-0@lo:13:osp-pre-1-1.0 Request processed in 99us (152us total) trans 0 rc 0/0 00000100:00100000:3.0:1789265859.580963:0:24217:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00100000:0.0:1789265859.580967:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789265859.580992:0:22712:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180579137408 00000100:00100000:0.0:1789265859.580995:0:22712:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180579137408 00000100:00100000:3.0:1789265859.580997:0:3645:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93764212e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3645:1876180579137024:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1789265859.581021:0:22712:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 49 00000100:00100000:0.0:1789265859.581028:0:22712:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93775182c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3646:x1876180579137408:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789265859.581059:0:22712:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93775182c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3646:x1876180579137408:12345-0@lo:400:kworker.0 Request processed in 32us (90us total) trans 0 rc 0/0 00000100:00100000:0.0:1789265859.581066:0:22712:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 49 00000100:00100000:0.0:1789265859.581099:0:3646:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93777f475880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3646:1876180579137408:0@lo:400:kworker.0 00000100:00100000:0.0:1789265859.581107:0:3646:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93777f476d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3646:1876180579137920:0@lo:400:kworker.0 00000100:00100000:0.0:1789265859.581132:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789265859.581227:0:24214:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:1.0:1789265859.581241:0:24214:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93774e40f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3646:x1876180579138048:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789265859.581280:0:24214:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93774e40f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3646:x1876180579138048:12345-0@lo:400:kworker.0 Request processed in 43us (1123us total) trans 0 rc 0/0 00000100:00100000:0.0:1789265859.581318:0:3646:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93774e40df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3646:1876180579138432:0@lo:400:kworker.0 00000100:00100000:0.0:1789265859.581341:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789265859.581376:0:22706:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180579138432 00000100:00100000:0.0:1789265859.581381:0:22706:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180579138432 00000100:00100000:0.0:1789265859.581414:0:22706:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 43 00000100:00100000:0.0:1789265859.581420:0:22706:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93775182d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3646:x1876180579138432:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789265859.581451:0:22706:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93775182d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3646:x1876180579138432:12345-0@lo:400:kworker.0 Request processed in 31us (109us total) trans 0 rc 0/0 00000100:00100000:0.0:1789265859.581464:0:22706:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 43 00000100:00080000:0.0:1789265859.581481:0:22702:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1789265859.581498:0:3646:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93774e40df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3646:1876180579138432:0@lo:400:kworker.0 00000100:00100000:0.0:1789265859.581510:0:3646:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93774e40ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3646:1876180579138048:0@lo:400:kworker.0 00000100:00100000:1.0:1789265859.589204:0:24214:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00100000:3.0:1789265859.589570:0:23450:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180579137920 00000100:00100000:3.0:1789265859.589584:0:23450:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180579137920 00000100:00100000:3.0:1789265859.589651:0:23450:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50 00000100:00100000:3.0:1789265859.589663:0:23450:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93775182ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3646:x1876180579137920:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789265859.589803:0:23450:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93775182ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3646:x1876180579137920:12345-0@lo:400:kworker.0 Request processed in 142us (8669us total) trans 0 rc 0/0 00000100:00100000:3.0:1789265859.589812:0:23450:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50 00000100:00100000:2.0:1789265859.589942:0:3646:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93777f476d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3646:1876180579137920:0@lo:400:kworker.0 00000100:00100000:0.0:1789265859.590025:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.42@tcp (source: 12345-192.168.202.42@tcp) 00000100:00100000:3.0:1789265859.590446:0:22708:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180556993920 00000100:00100000:3.0:1789265859.590451:0:22708:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180556993920 00000100:00100000:3.0:1789265859.590562:0:22708:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.42@tcp, seq: 15 00000100:00100000:3.0:1789265859.590574:0:22708:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93775182e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:93898299-7638-40d8-afd6-58593844770c+6:18165:x1876180556993920:12345-192.168.202.42@tcp:41:lfs.0 00000004:00000024:3.0:1789265859.590613:0:22708:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446461440 avail 1300221952 00000100:00100000:3.0:1789265859.590765:0:22708:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93775182e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:93898299-7638-40d8-afd6-58593844770c+6:18165:x1876180556993920:12345-192.168.202.42@tcp:41:lfs.0 Request processed in 193us (742us total) trans 0 rc 0/0 00000100:00100000:3.0:1789265859.590773:0:22708:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.42@tcp, seq: 15 00000100:00080000:0.0:1789265859.590903:0:22702:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1789265859.604341:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.42@tcp (source: 12345-192.168.202.42@tcp) 00000100:00100000:2.0:1789265859.604706:0:24217:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180556994048 00000100:00100000:2.0:1789265859.604725:0:24217:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180556994048 00000100:00100000:2.0:1789265859.604837:0:24217:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.42@tcp, seq: 11 00000100:00100000:2.0:1789265859.604852:0:24217:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93764212e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:93898299-7638-40d8-afd6-58593844770c+6:18165:x1876180556994048:12345-192.168.202.42@tcp:13:lfs.0 00002000:00000024:2.0:1789265859.604950:0:24217:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8715968 pending 0 free 3923513344 avail 3691991040 00000100:00100000:2.0:1789265859.605103:0:24217:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93764212e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:93898299-7638-40d8-afd6-58593844770c+6:18165:x1876180556994048:12345-192.168.202.42@tcp:13:lfs.0 Request processed in 253us (768us total) trans 0 rc 0/0 00000100:00100000:2.0:1789265859.605113:0:24217:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.42@tcp, seq: 11 00000100:00080000:0.0:1789265859.605218:0:22702:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1789265859.607218:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.42@tcp (source: 12345-192.168.202.42@tcp) 00000100:00100000:3.0:1789265859.607382:0:24218:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180556994176 00000100:00100000:3.0:1789265859.607397:0:24218:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180556994176 00000100:00100000:3.0:1789265859.607567:0:24218:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.42@tcp, seq: 12 00000100:00100000:3.0:1789265859.607582:0:24218:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93777f3e2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:93898299-7638-40d8-afd6-58593844770c+6:18165:x1876180556994176:12345-192.168.202.42@tcp:13:lfs.0 00002000:00000024:3.0:1789265859.607619:0:24218:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8715968 pending 0 free 3915849728 avail 3684327424 00000100:00100000:3.0:1789265859.607726:0:24218:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93777f3e2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:93898299-7638-40d8-afd6-58593844770c+6:18165:x1876180556994176:12345-192.168.202.42@tcp:13:lfs.0 Request processed in 146us (518us total) trans 0 rc 0/0 00000100:00100000:3.0:1789265859.607758:0:24218:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.42@tcp, seq: 12 00000100:00080000:0.0:1789265859.607931:0:22702:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:0.0:1789265859.700853:0:24798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1789265859.803009:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.42@tcp (source: 12345-192.168.202.42@tcp) 00000100:00100000:3.0:1789265859.803121:0:22700:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180556994304 00000100:00100000:3.0:1789265859.803132:0:22700:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180556994304 00000100:00100000:3.0:1789265859.803198:0:22700:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.42@tcp, seq: 133 00000100:00100000:3.0:1789265859.803208:0:22700:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93777ade5450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:2a631e41-912a-4197-8c0f-311657862e89+10:18198:x1876180556994304:12345-192.168.202.42@tcp:101:mount.lustre.0 00010000:00010000:3.0:1789265859.803225:0:22700:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1789265859.803244:0:22700:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff937642392c00/0xbbfdc9019c1d5917 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x40000000000000 nid: local remote: 0x1ee42ae03d91974f expref: -99 pid: 22700 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265859.803284:0:22700:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff937642392c00/0xbbfdc9019c1d5917 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x50000000000000 nid: 192.168.202.42@tcp remote: 0x1ee42ae03d91974f expref: 11 pid: 22700 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265859.803296:0:22700:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff937642392c00/0xbbfdc9019c1d5917 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x40000000000000 nid: 192.168.202.42@tcp remote: 0x1ee42ae03d91974f expref: 11 pid: 22700 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265859.803305:0:22700:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff937642392c00, rc 0) 00000100:00100000:3.0:1789265859.803369:0:22700:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93777ade5450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:2a631e41-912a-4197-8c0f-311657862e89+11:18198:x1876180556994304:12345-192.168.202.42@tcp:101:mount.lustre.0 Request processed in 162us (370us total) trans 0 rc 0/0 00000100:00100000:3.0:1789265859.803377:0:22700:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.42@tcp, seq: 133 00000100:00100000:1.0:1789265859.817595:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.42@tcp (source: 12345-192.168.202.42@tcp) 00000100:00100000:2.0:1789265859.817784:0:22699:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180556994432 00000100:00100000:2.0:1789265859.817795:0:22699:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180556994432 00000100:00100000:2.0:1789265859.817851:0:22699:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.42@tcp, seq: 134 00000100:00100000:2.0:1789265859.817894:0:22699:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93777ade6450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:2a631e41-912a-4197-8c0f-311657862e89+11:18198:x1876180556994432:12345-192.168.202.42@tcp:501:mount.lustre.0 00000100:00100000:2.0:1789265859.818063:0:22699:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93777ade6450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:2a631e41-912a-4197-8c0f-311657862e89+11:18198:x1876180556994432:12345-192.168.202.42@tcp:501:mount.lustre.0 Request processed in 201us (476us total) trans 0 rc 0/0 00000100:00100000:2.0:1789265859.818106:0:22699:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.42@tcp, seq: 134 00000100:00100000:0.0:1789265859.823276:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.42@tcp (source: 12345-192.168.202.42@tcp) 00000100:00100000:2.0:1789265859.823637:0:22701:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180556994560 00000100:00100000:2.0:1789265859.823650:0:22701:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180556994560 00000100:00100000:2.0:1789265859.823718:0:22701:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.42@tcp, seq: 135 00000100:00100000:2.0:1789265859.823739:0:22701:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff937643659450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:2a631e41-912a-4197-8c0f-311657862e89+11:18198:x1876180556994560:12345-192.168.202.42@tcp:503:mount.lustre.0 00000100:00100000:2.0:1789265859.823941:0:22701:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff937643659450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:2a631e41-912a-4197-8c0f-311657862e89+11:18198:x1876180556994560:12345-192.168.202.42@tcp:503:mount.lustre.0 Request processed in 213us (674us total) trans 0 rc 0/0 00000100:00100000:2.0:1789265859.823950:0:22701:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.42@tcp, seq: 135 00000100:00100000:1.0:1789265859.828493:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.42@tcp (source: 12345-192.168.202.42@tcp) 00000100:00100000:3.0:1789265859.828600:0:22700:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180556994688 00000100:00100000:3.0:1789265859.828612:0:22700:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180556994688 00000100:00100000:3.0:1789265859.828678:0:22700:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.42@tcp, seq: 136 00000100:00100000:3.0:1789265859.828688:0:22700:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93764365a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:2a631e41-912a-4197-8c0f-311657862e89+11:18204:x1876180556994688:12345-192.168.202.42@tcp:502:llog_process_th.0 00000100:00100000:3.0:1789265859.828941:0:22700:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93764365a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:2a631e41-912a-4197-8c0f-311657862e89+11:18204:x1876180556994688:12345-192.168.202.42@tcp:502:llog_process_th.0 Request processed in 254us (457us total) trans 0 rc 0/0 00000100:00100000:3.0:1789265859.828950:0:22700:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.42@tcp, seq: 136 00000100:00100000:3.0:1789265859.866353:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.42@tcp (source: 12345-192.168.202.42@tcp) 00000100:00100000:1.0:1789265859.866742:0:22699:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180556994816 00000100:00100000:1.0:1789265859.866754:0:22699:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180556994816 00000100:00100000:1.0:1789265859.866811:0:22699:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.42@tcp, seq: 137 00000100:00100000:1.0:1789265859.866822:0:22699:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff937643658c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:2a631e41-912a-4197-8c0f-311657862e89+11:18204:x1876180556994816:12345-192.168.202.42@tcp:502:llog_process_th.0 00000100:00100000:1.0:1789265859.867021:0:22699:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff937643658c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:2a631e41-912a-4197-8c0f-311657862e89+11:18204:x1876180556994816:12345-192.168.202.42@tcp:502:llog_process_th.0 Request processed in 200us (676us total) trans 0 rc 0/0 00000100:00100000:1.0:1789265859.867030:0:22699:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.42@tcp, seq: 137 00000100:00100000:0.0:1789265859.873218:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.42@tcp (source: 12345-192.168.202.42@tcp) 00000100:00100000:2.0:1789265859.873465:0:22701:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180556994944 00000100:00100000:2.0:1789265859.873476:0:22701:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180556994944 00000100:00100000:2.0:1789265859.873535:0:22701:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.42@tcp, seq: 138 00000100:00100000:2.0:1789265859.873546:0:22701:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff937643658450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:2a631e41-912a-4197-8c0f-311657862e89+11:18204:x1876180556994944:12345-192.168.202.42@tcp:502:llog_process_th.0 00000100:00100000:2.0:1789265859.873832:0:22701:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff937643658450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:2a631e41-912a-4197-8c0f-311657862e89+11:18204:x1876180556994944:12345-192.168.202.42@tcp:502:llog_process_th.0 Request processed in 287us (623us total) trans 0 rc 0/0 00000100:00100000:2.0:1789265859.873840:0:22701:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.42@tcp, seq: 138 00000100:00100000:0.0:1789265859.878401:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.42@tcp (source: 12345-192.168.202.42@tcp) 00000100:00100000:1.0:1789265859.878469:0:22699:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180556995072 00000100:00100000:1.0:1789265859.878492:0:22699:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180556995072 00000100:00100000:1.0:1789265859.878714:0:22699:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.42@tcp, seq: 139 00000100:00100000:1.0:1789265859.880552:0:22699:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93764365bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:2a631e41-912a-4197-8c0f-311657862e89+11:18198:x1876180556995072:12345-192.168.202.42@tcp:101:mount.lustre.0 00010000:00010000:1.0:1789265859.880587:0:22699:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1789265859.880613:0:22699:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9377532bd400/0xbbfdc9019c1d591e lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: local remote: 0x1ee42ae03d919780 expref: -99 pid: 22699 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789265859.880652:0:22699:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9377532bd400/0xbbfdc9019c1d591e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50000000000000 nid: 192.168.202.42@tcp remote: 0x1ee42ae03d919780 expref: 12 pid: 22699 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789265859.880664:0:22699:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9377532bd400/0xbbfdc9019c1d591e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: 192.168.202.42@tcp remote: 0x1ee42ae03d919780 expref: 12 pid: 22699 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789265859.880674:0:22699:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9377532bd400, rc 0) 00000100:00100000:1.0:1789265859.880746:0:22699:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93764365bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:2a631e41-912a-4197-8c0f-311657862e89+12:18198:x1876180556995072:12345-192.168.202.42@tcp:101:mount.lustre.0 Request processed in 2023us (2353us total) trans 0 rc 0/0 00000100:00100000:1.0:1789265859.880754:0:22699:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.42@tcp, seq: 139 00000100:00100000:3.0:1789265859.885940:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.42@tcp (source: 12345-192.168.202.42@tcp) 00000100:00100000:2.0:1789265859.886008:0:22701:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180556995200 00000100:00100000:2.0:1789265859.886020:0:22701:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180556995200 00000100:00100000:2.0:1789265859.886147:0:22701:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.42@tcp, seq: 140 00000100:00100000:2.0:1789265859.886160:0:22701:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93764365b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:2a631e41-912a-4197-8c0f-311657862e89+12:18198:x1876180556995200:12345-192.168.202.42@tcp:256:mount.lustre.0 20000000:01000000:2.0:1789265859.886185:0:22701:0:(mgs_nids.c:914:mgs_get_ir_logs()) Reading IR log lustre-cliir bufsize 1048576. 20000000:01000000:2.0:1789265859.886208:0:22701:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/256/255. 20000000:01000000:2.0:1789265859.886213:0:22701:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4008/1/256/255. 20000000:01000000:2.0:1789265859.886216:0:22701:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 3964/1/256/255. 20000000:01000000:2.0:1789265859.886219:0:22701:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 3920/1/256/255. 20000000:01000000:2.0:1789265859.886222:0:22701:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 176, version 14 00000100:00100000:2.0:1789265859.888898:0:22701:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93764365b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:2a631e41-912a-4197-8c0f-311657862e89+12:18198:x1876180556995200:12345-192.168.202.42@tcp:256:mount.lustre.0 Request processed in 2730us (2955us total) trans 0 rc 0/0 00000100:00100000:2.0:1789265859.888911:0:22701:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.42@tcp, seq: 140 00000100:00100000:0.0:1789265859.892522:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.42@tcp (source: 12345-192.168.202.42@tcp) 00000100:00100000:1.0:1789265859.894103:0:22699:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180556995328 00000100:00100000:1.0:1789265859.894117:0:22699:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180556995328 00000100:00100000:1.0:1789265859.894188:0:22699:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.42@tcp, seq: 141 00000100:00100000:1.0:1789265859.894199:0:22699:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93764365b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:2a631e41-912a-4197-8c0f-311657862e89+12:18198:x1876180556995328:12345-192.168.202.42@tcp:101:mount.lustre.0 00010000:00010000:1.0:1789265859.894217:0:22699:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1789265859.894237:0:22699:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9377532bc800/0xbbfdc9019c1d5925 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: local remote: 0x1ee42ae03d919787 expref: -99 pid: 22699 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789265859.894267:0:22699:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9377532bc800/0xbbfdc9019c1d5925 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x50000000000000 nid: 192.168.202.42@tcp remote: 0x1ee42ae03d919787 expref: 13 pid: 22699 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789265859.894279:0:22699:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9377532bc800/0xbbfdc9019c1d5925 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 192.168.202.42@tcp remote: 0x1ee42ae03d919787 expref: 13 pid: 22699 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789265859.894303:0:22699:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9377532bc800, rc 0) 00000100:00100000:1.0:1789265859.894366:0:22699:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93764365b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:2a631e41-912a-4197-8c0f-311657862e89+13:18198:x1876180556995328:12345-192.168.202.42@tcp:101:mount.lustre.0 Request processed in 168us (1853us total) trans 0 rc 0/0 00000100:00100000:1.0:1789265859.894373:0:22699:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.42@tcp, seq: 141 00000100:00100000:3.0:1789265859.896739:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.42@tcp (source: 12345-192.168.202.42@tcp) 00000100:00100000:2.0:1789265859.896842:0:22701:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180556995456 00000100:00100000:2.0:1789265859.896853:0:22701:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180556995456 00000100:00100000:2.0:1789265859.896926:0:22701:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.42@tcp, seq: 142 00000100:00100000:2.0:1789265859.896935:0:22701:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93764365b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:2a631e41-912a-4197-8c0f-311657862e89+13:18198:x1876180556995456:12345-192.168.202.42@tcp:501:mount.lustre.0 00000100:00100000:2.0:1789265859.897060:0:22701:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93764365b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:2a631e41-912a-4197-8c0f-311657862e89+13:18198:x1876180556995456:12345-192.168.202.42@tcp:501:mount.lustre.0 Request processed in 126us (332us total) trans 0 rc 0/0 00000100:00100000:2.0:1789265859.897067:0:22701:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.42@tcp, seq: 142 00000100:00100000:0.0:1789265859.899155:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.42@tcp (source: 12345-192.168.202.42@tcp) 00000100:00100000:1.0:1789265859.899639:0:22699:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180556995584 00000100:00100000:1.0:1789265859.899649:0:22699:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180556995584 00000100:00100000:1.0:1789265859.899709:0:22699:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.42@tcp, seq: 143 00000100:00100000:1.0:1789265859.899719:0:22699:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff937643659c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:2a631e41-912a-4197-8c0f-311657862e89+13:18198:x1876180556995584:12345-192.168.202.42@tcp:503:mount.lustre.0 00000100:00100000:1.0:1789265859.899896:0:22699:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff937643659c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:2a631e41-912a-4197-8c0f-311657862e89+13:18198:x1876180556995584:12345-192.168.202.42@tcp:503:mount.lustre.0 Request processed in 178us (752us total) trans 0 rc 0/0 00000100:00100000:1.0:1789265859.899904:0:22699:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.42@tcp, seq: 143 00000100:00100000:0.0:1789265859.902932:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.42@tcp (source: 12345-192.168.202.42@tcp) 00000100:00100000:3.0:1789265859.903143:0:22700:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180556995712 00000100:00100000:3.0:1789265859.903154:0:22700:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180556995712 00000100:00100000:3.0:1789265859.903207:0:22700:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.42@tcp, seq: 144 00000100:00100000:3.0:1789265859.903219:0:22700:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff937643659050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:2a631e41-912a-4197-8c0f-311657862e89+13:18208:x1876180556995712:12345-192.168.202.42@tcp:502:llog_process_th.0 00000100:00100000:3.0:1789265859.903448:0:22700:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff937643659050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:2a631e41-912a-4197-8c0f-311657862e89+13:18208:x1876180556995712:12345-192.168.202.42@tcp:502:llog_process_th.0 Request processed in 233us (524us total) trans 0 rc 0/0 00000100:00100000:3.0:1789265859.903455:0:22700:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.42@tcp, seq: 144 00000100:00100000:3.0:1789265859.906372:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.42@tcp (source: 12345-192.168.202.42@tcp) 00000100:00100000:2.0:1789265859.906442:0:22701:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180556995840 00000100:00100000:2.0:1789265859.906453:0:22701:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180556995840 00000100:00100000:2.0:1789265859.906509:0:22701:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.42@tcp, seq: 145 00000100:00100000:2.0:1789265859.906518:0:22701:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93764365a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:2a631e41-912a-4197-8c0f-311657862e89+13:18208:x1876180556995840:12345-192.168.202.42@tcp:502:llog_process_th.0 00000100:00100000:2.0:1789265859.906667:0:22701:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93764365a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:2a631e41-912a-4197-8c0f-311657862e89+13:18208:x1876180556995840:12345-192.168.202.42@tcp:502:llog_process_th.0 Request processed in 150us (303us total) trans 0 rc 0/0 00000100:00100000:2.0:1789265859.906675:0:22701:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.42@tcp, seq: 145 00000100:00100000:0.0:1789265859.911198:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.42@tcp (source: 12345-192.168.202.42@tcp) 00000100:00100000:0.0:1789265859.911333:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.42@tcp (source: 12345-192.168.202.42@tcp) 00000100:00100000:0.0:1789265859.912742:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.42@tcp (source: 12345-192.168.202.42@tcp) 00000100:00100000:3.0:1789265859.913015:0:22706:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180556995968 00000100:00100000:3.0:1789265859.913026:0:22706:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180556995968 00000100:00100000:2.0:1789265859.913219:0:22706:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180556996224 00000100:00100000:2.0:1789265859.913224:0:22706:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180556996224 00000100:00100000:2.0:1789265859.913247:0:22706:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.42@tcp, seq: 16 00000100:00100000:2.0:1789265859.913256:0:22706:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93775182d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2396:x1876180556995968:12345-192.168.202.42@tcp:38:mount.lustre.0 00010000:00080000:2.0:1789265859.913289:0:22706:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-MDT0000: connection from 9c06326b-251b-416a-a6ec-481ed405cc33@192.168.202.42@tcp t0 exp 0000000000000000 cur 715 last 0 00000020:00000080:2.0:1789265859.913330:0:22706:0:(genops.c:1385:class_connect()) connect: client 9c06326b-251b-416a-a6ec-481ed405cc33, cookie 0xbbfdc9019c1d592c 00000004:00100000:2.0:1789265859.913357:0:22706:0:(mdt_handler.c:7293:mdt_connect_internal()) lustre-MDT0000: cli supports cksum type f7, return b7 00000100:00080000:2.0:1789265859.913453:0:22706:0:(import.c:65:import_set_state_nolock()) ffff93777e25c800 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1789265859.913530:0:22706:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93775182d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:9c06326b-251b-416a-a6ec-481ed405cc33+6:2396:x1876180556995968:12345-192.168.202.42@tcp:38:mount.lustre.0 Request processed in 274us (2342us total) trans 0 rc 0/0 00000100:00100000:2.0:1789265859.913538:0:22706:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.42@tcp, seq: 16 00000100:00100000:2.0:1789265859.913557:0:22706:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.42@tcp, seq: 17 00000100:00100000:2.0:1789265859.914510:0:22706:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93775182ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2396:x1876180556996224:12345-192.168.202.42@tcp:38:mount.lustre.0 00010000:00080000:2.0:1789265859.914544:0:22706:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-MDT0001: connection from 9c06326b-251b-416a-a6ec-481ed405cc33@192.168.202.42@tcp t0 exp 0000000000000000 cur 715 last 0 00000020:00000080:2.0:1789265859.914597:0:22706:0:(genops.c:1385:class_connect()) connect: client 9c06326b-251b-416a-a6ec-481ed405cc33, cookie 0xbbfdc9019c1d5933 00000004:00100000:2.0:1789265859.914618:0:22706:0:(mdt_handler.c:7293:mdt_connect_internal()) lustre-MDT0001: cli supports cksum type f7, return b7 00000100:00080000:2.0:1789265859.914701:0:22706:0:(import.c:65:import_set_state_nolock()) ffff93777e25a000 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1789265859.915224:0:22706:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93775182ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:9c06326b-251b-416a-a6ec-481ed405cc33+6:2396:x1876180556996224:12345-192.168.202.42@tcp:38:mount.lustre.0 Request processed in 1657us (3888us total) trans 0 rc 0/0 00000100:00100000:2.0:1789265859.915233:0:22706:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.42@tcp, seq: 17 00000100:00100000:2.0:1789265859.915385:0:25346:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180556996608 00000100:00100000:2.0:1789265859.915392:0:25346:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180556996608 00000100:00100000:2.0:1789265859.915433:0:25346:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.42@tcp, seq: 44 00000100:00100000:2.0:1789265859.915443:0:25346:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9377507a2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:93898299-7638-40d8-afd6-58593844770c+7:2398:x1876180556996608:12345-192.168.202.42@tcp:400:kworker.0 00000100:00100000:2.0:1789265859.915491:0:25346:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9377507a2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:93898299-7638-40d8-afd6-58593844770c+7:2398:x1876180556996608:12345-192.168.202.42@tcp:400:kworker.0 Request processed in 49us (2755us total) trans 0 rc 0/0 00000100:00100000:2.0:1789265859.915498:0:25346:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.42@tcp, seq: 44 00000100:00100000:0.0:1789265859.923779:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.42@tcp (source: 12345-192.168.202.42@tcp) 00000100:00100000:0.0:1789265859.923813:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.42@tcp (source: 12345-192.168.202.42@tcp) 00000100:00100000:0.0:1789265859.923855:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.42@tcp (source: 12345-192.168.202.42@tcp) 00000100:00100000:2.0:1789265859.924016:0:22708:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180556996480 00000100:00100000:2.0:1789265859.924030:0:22708:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180556996480 00000100:00100000:3.0:1789265859.924097:0:25346:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180556996352 00000100:00100000:2.0:1789265859.924100:0:22708:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180556996096 00000100:00100000:3.0:1789265859.924106:0:25346:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180556996352 00000100:00100000:2.0:1789265859.924106:0:22708:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180556996096 00000100:00100000:2.0:1789265859.924128:0:22708:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.42@tcp, seq: 18 00000100:00100000:2.0:1789265859.924140:0:22708:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93774f2f2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:9c06326b-251b-416a-a6ec-481ed405cc33+7:18198:x1876180556996480:12345-192.168.202.42@tcp:41:mount.lustre.0 00000100:00100000:3.0:1789265859.924147:0:25346:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.42@tcp, seq: 19 00000100:00100000:3.0:1789265859.924158:0:25346:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93774f2f1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:9c06326b-251b-416a-a6ec-481ed405cc33+7:0:x1876180556996096:12345-192.168.202.42@tcp:41:mount.lustre.0 00000004:00000024:3.0:1789265859.924176:0:25346:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446309888 avail 1300070400 00000004:00000024:2.0:1789265859.924176:0:22708:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446309888 avail 1300070400 00000100:00100000:3.0:1789265859.924257:0:25346:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93774f2f1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:9c06326b-251b-416a-a6ec-481ed405cc33+7:0:x1876180556996096:12345-192.168.202.42@tcp:41:mount.lustre.0 Request processed in 100us (400us total) trans 0 rc 0/0 00000100:00100000:3.0:1789265859.924266:0:25346:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.42@tcp, seq: 19 00000100:00100000:3.0:1789265859.924284:0:25346:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.42@tcp, seq: 20 00000100:00100000:3.0:1789265859.924292:0:25346:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93774f2f0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:9c06326b-251b-416a-a6ec-481ed405cc33+6:0:x1876180556996352:12345-192.168.202.42@tcp:41:mount.lustre.0 00000004:00000024:3.0:1789265859.924305:0:25346:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446461440 avail 1300221952 00000100:00100000:2.0:1789265859.925303:0:22708:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93774f2f2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:9c06326b-251b-416a-a6ec-481ed405cc33+6:18198:x1876180556996480:12345-192.168.202.42@tcp:41:mount.lustre.0 Request processed in 1159us (1527us total) trans 0 rc 0/0 00000100:00100000:2.0:1789265859.925313:0:22708:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.42@tcp, seq: 18 00000100:00080000:2.0:1789265859.925338:0:22702:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1789265859.925343:0:22702:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1789265859.927348:0:25346:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93774f2f0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:9c06326b-251b-416a-a6ec-481ed405cc33+6:0:x1876180556996352:12345-192.168.202.42@tcp:41:mount.lustre.0 Request processed in 3046us (3523us total) trans 0 rc 0/0 00000100:00100000:2.0:1789265859.927361:0:25346:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.42@tcp, seq: 20 00000100:00100000:3.0:1789265859.934250:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.42@tcp (source: 12345-192.168.202.42@tcp) 00000100:00100000:1.0:1789265859.934640:0:22706:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180556996736 00000100:00100000:1.0:1789265859.934650:0:22706:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180556996736 00000100:00100000:1.0:1789265859.935013:0:22706:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.42@tcp, seq: 21 00000100:00100000:1.0:1789265859.935026:0:22706:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93764212f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:9c06326b-251b-416a-a6ec-481ed405cc33+6:18198:x1876180556996736:12345-192.168.202.42@tcp:40:mount.lustre.0 00000100:00100000:1.0:1789265859.935254:0:22706:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93764212f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:9c06326b-251b-416a-a6ec-481ed405cc33+6:18198:x1876180556996736:12345-192.168.202.42@tcp:40:mount.lustre.0 Request processed in 230us (1013us total) trans 0 rc 0/0 00000100:00100000:1.0:1789265859.935261:0:22706:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.42@tcp, seq: 21 00000100:00100000:0.0:1789265859.946045:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.42@tcp (source: 12345-192.168.202.42@tcp) 00000100:00100000:0.0:1789265859.946147:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.42@tcp (source: 12345-192.168.202.42@tcp) 00000100:00100000:0.0:1789265859.946189:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.42@tcp (source: 12345-192.168.202.42@tcp) 00000100:00100000:2.0:1789265859.946247:0:22718:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180556997120 00000100:00100000:2.0:1789265859.946257:0:22718:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180556997120 00000100:00100000:2.0:1789265859.946320:0:22718:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.42@tcp, seq: 4 00000100:00100000:2.0:1789265859.946331:0:22718:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93774f2f3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:9c06326b-251b-416a-a6ec-481ed405cc33+6:18198:x1876180556997120:12345-192.168.202.42@tcp:900:mount.lustre.0 00000100:00100000:2.0:1789265859.946408:0:22718:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93774f2f3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:9c06326b-251b-416a-a6ec-481ed405cc33+6:18198:x1876180556997120:12345-192.168.202.42@tcp:900:mount.lustre.0 Request processed in 79us (261us total) trans 0 rc 0/0 00000100:00100000:2.0:1789265859.946416:0:22718:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.42@tcp, seq: 4 00000100:00100000:0.0:1789265859.953269:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.42@tcp (source: 12345-192.168.202.42@tcp) 00000100:00100000:3.0:1789265859.953376:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180556997248 00000100:00100000:3.0:1789265859.953398:0:22710:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180556997248 00000100:00100000:3.0:1789265859.953449:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.42@tcp, seq: 1 00000100:00100000:3.0:1789265859.953459:0:22710:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93774f2f2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:9c06326b-251b-416a-a6ec-481ed405cc33+6:18198:x1876180556997248:12345-192.168.202.42@tcp:33:mount.lustre.0 00000004:00200000:3.0:1789265859.953543:0:22710:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000100:00100000:3.0:1789265859.953609:0:22710:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93774f2f2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:9c06326b-251b-416a-a6ec-481ed405cc33+6:18198:x1876180556997248:12345-192.168.202.42@tcp:33:mount.lustre.0 Request processed in 151us (349us total) trans 0 rc 0/0 00000100:00100000:3.0:1789265859.953616:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.42@tcp, seq: 1 00000100:00100000:1.0:1789265859.956160:0:24213:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180556996864 00000100:00100000:1.0:1789265859.956174:0:24213:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180556996864 00000100:00100000:1.0:1789265859.956227:0:24213:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180556996992 00000100:00100000:1.0:1789265859.956230:0:24213:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180556996992 00000100:00100000:1.0:1789265859.956328:0:24213:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.42@tcp, seq: 21 00000100:00100000:1.0:1789265859.956337:0:24213:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93774f2f2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:2396:x1876180556996864:12345-192.168.202.42@tcp:8:mount.lustre.0 00010000:00080000:1.0:1789265859.956374:0:24213:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-OST0000: connection from 9c06326b-251b-416a-a6ec-481ed405cc33@192.168.202.42@tcp t0 exp 0000000000000000 cur 715 last 0 00000020:00000080:1.0:1789265859.956422:0:24213:0:(genops.c:1385:class_connect()) connect: client 9c06326b-251b-416a-a6ec-481ed405cc33, cookie 0xbbfdc9019c1d593a 00002000:00100000:1.0:1789265859.956434:0:24213:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0000: cli 9c06326b-251b-416a-a6ec-481ed405cc33/ffff937772a40000 ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 211396a ocd_grant: 134217728 ocd_index: 0 ocd_group 0 00002000:00100000:1.0:1789265859.956444:0:24213:0:(ofd_obd.c:219:ofd_parse_connect_data()) lustre-OST0000: cli supports cksum type f7, return b7 00002000:00080000:1.0:1789265859.956520:0:24213:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0000: get connection from MDS 0 00000100:00080000:1.0:1789265859.956553:0:24213:0:(import.c:65:import_set_state_nolock()) ffff937772a45000 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1789265859.956622:0:24213:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93774f2f2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:9c06326b-251b-416a-a6ec-481ed405cc33+6:2396:x1876180556996864:12345-192.168.202.42@tcp:8:mount.lustre.0 Request processed in 285us (10586us total) trans 0 rc 0/0 00000100:00100000:1.0:1789265859.956647:0:24213:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.42@tcp, seq: 21 00000100:00100000:1.0:1789265859.956666:0:24213:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.42@tcp, seq: 22 00000100:00100000:1.0:1789265859.956670:0:24213:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93774f2f2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:2396:x1876180556996992:12345-192.168.202.42@tcp:8:mount.lustre.0 00010000:00080000:1.0:1789265859.956695:0:24213:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-OST0001: connection from 9c06326b-251b-416a-a6ec-481ed405cc33@192.168.202.42@tcp t0 exp 0000000000000000 cur 715 last 0 00000020:00000080:1.0:1789265859.956711:0:24213:0:(genops.c:1385:class_connect()) connect: client 9c06326b-251b-416a-a6ec-481ed405cc33, cookie 0xbbfdc9019c1d5941 00002000:00100000:1.0:1789265859.956716:0:24213:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0001: cli 9c06326b-251b-416a-a6ec-481ed405cc33/ffff937772a43800 ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 211396a ocd_grant: 134217728 ocd_index: 0 ocd_group 0 00002000:00100000:1.0:1789265859.956729:0:24213:0:(ofd_obd.c:219:ofd_parse_connect_data()) lustre-OST0001: cli supports cksum type f7, return b7 00002000:00080000:1.0:1789265859.956767:0:24213:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0001: get connection from MDS 0 00000100:00080000:1.0:1789265859.956780:0:24213:0:(import.c:65:import_set_state_nolock()) ffff937772a47000 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1789265859.956802:0:24213:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93774f2f2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:9c06326b-251b-416a-a6ec-481ed405cc33+6:2396:x1876180556996992:12345-192.168.202.42@tcp:8:mount.lustre.0 Request processed in 130us (10613us total) trans 0 rc 0/0 00000100:00100000:1.0:1789265859.956808:0:24213:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.42@tcp, seq: 22 00000001:00100000:1.0:1789265859.966969:0:25027:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of 9c06326b-251b-416a-a6ec-481ed405cc33 00000001:00100000:1.0:1789265859.966984:0:25027:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of 93898299-7638-40d8-afd6-58593844770c 00000001:00080000:1.0:1789265859.966994:0:25027:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 12884901890 is committed 00000100:00100000:0.0:1789265860.084102:0:3646:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1789265860.084127:0:3646:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93764212d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3646:1876180579138944:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1789265860.084213:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789265860.084270:0:24217:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180579138944 00000100:00100000:2.0:1789265860.084278:0:24217:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180579138944 00000100:00100000:2.0:1789265860.084338:0:24217:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00100000:2.0:1789265860.084348:0:24217:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93774f2f1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3646:x1876180579138944:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1789265860.084372:0:24217:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3923513344 avail 3691991040 00000100:00100000:2.0:1789265860.084430:0:24217:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93774f2f1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3646:x1876180579138944:12345-0@lo:13:osp-pre-0-0.0 Request processed in 82us (216us total) trans 0 rc 0/0 00000100:00100000:2.0:1789265860.084437:0:24217:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000100:00100000:0.0:1789265860.084525:0:3646:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93764212d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3646:1876180579138944:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1789265860.218784:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.42@tcp (source: 12345-192.168.202.42@tcp) 00000100:00100000:2.0:1789265860.219025:0:22707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180556997376 00000100:00100000:2.0:1789265860.219035:0:22707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180556997376 00000100:00100000:2.0:1789265860.219117:0:22707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.42@tcp, seq: 22 00000100:00100000:2.0:1789265860.219128:0:22707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93774f2f0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:9c06326b-251b-416a-a6ec-481ed405cc33+6:18231:x1876180556997376:12345-192.168.202.42@tcp:101:mkdir.0 00010000:00010000:2.0:1789265860.219163:0:22707:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1789265860.219183:0:22707:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93777262d200/0xbbfdc9019c1d5948 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee42ae03d9197b8 expref: -99 pid: 22707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265860.219248:0:22707:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff93777262c200/0xbbfdc9019c1d594f lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265860.219263:0:22707:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff93777262c200/0xbbfdc9019c1d594f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265860.219275:0:22707:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93777262c200/0xbbfdc9019c1d594f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22707 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1789265860.219322:0:22707:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:2.0:1789265860.219326:0:22707:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1789265860.219346:0:22707:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff93777262c200/0xbbfdc9019c1d594f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265860.219371:0:22707:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93777262d200/0xbbfdc9019c1d5948 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.42@tcp remote: 0x1ee42ae03d9197b8 expref: 8 pid: 22707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265860.219389:0:22707:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff93777262c200/0xbbfdc9019c1d594f lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.42@tcp remote: 0x1ee42ae03d9197b8 expref: 7 pid: 22707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265860.219398:0:22707:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff93774f0ea400) 00010000:00010000:2.0:1789265860.219400:0:22707:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1789265860.219403:0:22707:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93777262c200, rc 0) 00000100:00100000:2.0:1789265860.219470:0:22707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93774f2f0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:9c06326b-251b-416a-a6ec-481ed405cc33+7:18231:x1876180556997376:12345-192.168.202.42@tcp:101:mkdir.0 Request processed in 345us (696us total) trans 0 rc 0/0 00000100:00100000:2.0:1789265860.219478:0:22707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.42@tcp, seq: 22 00010000:00010000:3.0:1789265860.723105:0:22694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1789265861.107559:0:22742:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:3.0:1789265861.747038:0:22695:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789265862.772143:0:24798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:0.0:1789265862.909644:0:25585:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: Using TIMEOUT=20 00000100:00100000:2.0:1789265863.156751:0:3645:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1789265863.156774:0:3645:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93764212e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3645:1876180579139072:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1789265863.156842:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789265863.156935:0:3643:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93777f3e3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3643:1876180579139200:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1789265863.156968:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789265863.157066:0:24217:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180579139200 00000100:00100000:2.0:1789265863.157073:0:24217:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180579139200 00000100:00100000:2.0:1789265863.157140:0:24217:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:2.0:1789265863.157150:0:24217:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93774e40e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3643:x1876180579139200:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1789265863.157179:0:24217:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3923513344 avail 3691991040 00000100:00100000:2.0:1789265863.157221:0:24217:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93774e40e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3643:x1876180579139200:12345-0@lo:13:osp-pre-0-1.0 Request processed in 72us (252us total) trans 0 rc 0/0 00000100:00100000:2.0:1789265863.157228:0:24217:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000100:00080000:1.0:1789265863.157291:0:22702:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1789265863.157331:0:3643:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93777f3e3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3643:1876180579139200:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1789265863.157941:0:22712:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180579139072 00000100:00100000:0.0:1789265863.157948:0:22712:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180579139072 00000100:00100000:0.0:1789265863.157982:0:22712:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 51 00000100:00100000:0.0:1789265863.157988:0:22712:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93777f3e0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3645:x1876180579139072:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1789265863.158013:0:22712:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446309888 avail 1300070400 00000100:00100000:0.0:1789265863.158073:0:22712:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93777f3e0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3645:x1876180579139072:12345-0@lo:41:osp-pre-0-1.0 Request processed in 84us (1230us total) trans 0 rc 0/0 00000100:00100000:0.0:1789265863.158080:0:22712:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 51 00000100:00100000:0.0:1789265863.158118:0:3645:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93764212e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3645:1876180579139072:0@lo:41:osp-pre-0-1.0 00000001:00100000:2.0:1789265863.159349:0:22686:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of 9c06326b-251b-416a-a6ec-481ed405cc33 00000001:00100000:2.0:1789265863.159364:0:22686:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of 93898299-7638-40d8-afd6-58593844770c 00000001:00100000:0.0:1789265863.160715:0:23442:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0001: committing for initial connect of 9c06326b-251b-416a-a6ec-481ed405cc33 00000001:00100000:0.0:1789265863.160725:0:23442:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0001: committing for initial connect of 93898299-7638-40d8-afd6-58593844770c 00000001:00100000:1.0:1789265863.160804:0:24210:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of 9c06326b-251b-416a-a6ec-481ed405cc33 00000001:00100000:1.0:1789265863.160810:0:24210:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of 93898299-7638-40d8-afd6-58593844770c 00000100:00100000:3.0:1789265863.669536:0:3644:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93774e40d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3644:1876180579139328:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1789265863.669616:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789265863.676022:0:22711:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180579139328 00000100:00100000:1.0:1789265863.676037:0:22711:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180579139328 00000100:00100000:1.0:1789265863.676214:0:22711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 52 00000100:00100000:1.0:1789265863.676227:0:22711:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93764212ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3644:x1876180579139328:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1789265863.677403:0:22711:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446461440 avail 1300221952 00000100:00100000:1.0:1789265863.677554:0:22711:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93764212ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3644:x1876180579139328:12345-0@lo:41:osp-pre-1-0.0 Request processed in 1328us (7935us total) trans 0 rc 0/0 00000100:00100000:1.0:1789265863.677563:0:22711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 52 00000100:00100000:3.0:1789265863.683455:0:3644:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93774e40d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3644:1876180579139328:0@lo:41:osp-pre-1-0.0 00010000:00010000:3.0:1789265863.798440:0:22694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1789265864.691660:0:3646:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93774f2f3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3646:1876180579139584:0@lo:400:kworker.0 00000100:00100000:0.0:1789265864.691743:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789265864.692365:0:3643:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93774f2f0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3643:1876180579139712:0@lo:400:kworker.0 00000100:00100000:3.0:1789265864.692546:0:3644:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93774f101500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3644:1876180579139840:0@lo:400:kworker.0 00000100:00100000:0.0:1789265864.692759:0:3646:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93774f103100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3646:1876180579140096:0@lo:400:kworker.0 00000100:00100000:1.0:1789265864.694162:0:3645:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93774f2f0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:fc778fa6-86d2-4d40-bdad-261484e7f4ad:3645:1876180579139456:0@lo:400:kworker.0 00000100:00100000:2.0:1789265864.696681:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789265864.696744:0:3643:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93774f100e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3643:1876180579140224:0@lo:400:kworker.0 00000100:00100000:2.0:1789265864.697601:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789265864.697636:0:3643:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93774f15bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3643:1876180579140736:0@lo:400:kworker.0 00000100:00100000:2.0:1789265864.697663:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789265864.697693:0:3643:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93764212dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3643:1876180579141248:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1789265864.698554:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789265864.698634:0:24214:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180579139712 00000100:00100000:2.0:1789265864.698643:0:24214:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180579139712 00000100:00100000:2.0:1789265864.698706:0:24214:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180579140224 00000100:00100000:2.0:1789265864.698710:0:24214:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180579140224 00000100:00100000:2.0:1789265864.698757:0:24214:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:2.0:1789265864.698765:0:24214:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93777f3e1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3643:x1876180579139712:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789265864.699065:0:24214:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93777f3e1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3643:x1876180579139712:12345-0@lo:400:kworker.0 Request processed in 299us (2390us total) trans 0 rc 0/0 00000100:00100000:2.0:1789265864.699074:0:24214:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00100000:2.0:1789265864.699091:0:24214:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:2.0:1789265864.699098:0:24214:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93777f3e0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3643:x1876180579140224:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789265864.699126:0:24214:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93777f3e0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3643:x1876180579140224:12345-0@lo:400:kworker.0 Request processed in 29us (1529us total) trans 0 rc 0/0 00000100:00100000:2.0:1789265864.699132:0:24214:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00100000:2.0:1789265864.699156:0:22708:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180579140736 00000100:00100000:2.0:1789265864.699160:0:22708:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180579140736 00000100:00100000:2.0:1789265864.699192:0:22708:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 45 00000100:00100000:2.0:1789265864.699199:0:22708:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93777f3e3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3643:x1876180579140736:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789265864.699250:0:22708:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93777f3e3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3643:x1876180579140736:12345-0@lo:400:kworker.0 Request processed in 52us (1586us total) trans 0 rc 0/0 00000100:00100000:2.0:1789265864.699257:0:22708:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 45 00000100:00100000:2.0:1789265864.699279:0:24217:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180579141248 00000100:00100000:2.0:1789265864.699283:0:24217:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180579141248 00000100:00100000:2.0:1789265864.699310:0:24217:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:2.0:1789265864.699317:0:24217:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93777f3e0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3643:x1876180579141248:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1789265864.699340:0:24217:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3915849728 avail 3684327424 00000100:00100000:2.0:1789265864.699373:0:24217:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93777f3e0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3643:x1876180579141248:12345-0@lo:13:osp-pre-1-1.0 Request processed in 56us (1654us total) trans 0 rc 0/0 00000100:00100000:2.0:1789265864.699378:0:24217:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000100:00080000:2.0:1789265864.699394:0:22702:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1789265864.699398:0:22702:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1789265864.699406:0:22702:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1789265864.699473:0:3643:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93764212dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3643:1876180579141248:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1789265864.699675:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789265864.699701:0:3644:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93774f15b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3644:1876180579140352:0@lo:400:kworker.0 00000100:00100000:3.0:1789265864.699731:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789265864.699747:0:3644:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93774f158a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3644:1876180579140864:0@lo:400:kworker.0 00000100:00100000:2.0:1789265864.701444:0:3643:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93774f2f0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3643:1876180579139712:0@lo:400:kworker.0 00000100:00100000:2.0:1789265864.701492:0:3643:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93774f100e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3643:1876180579140224:0@lo:400:kworker.0 00010000:00080000:2.0:1789265864.701509:0:3643:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff93774f15bb80 x1876180579140736/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789265880 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789265864.701520:0:3643:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93774f15bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3643:1876180579140736:0@lo:400:kworker.0 00000100:00100000:2.0:1789265864.701578:0:24213:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180579139840 00000100:00100000:2.0:1789265864.701584:0:24213:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180579139840 00000100:00100000:2.0:1789265864.701650:0:24213:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180579140352 00000100:00100000:2.0:1789265864.701654:0:24213:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180579140352 00000100:00100000:2.0:1789265864.701677:0:24213:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:2.0:1789265864.701698:0:24213:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93764212ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3644:x1876180579139840:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789265864.701754:0:24213:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93764212ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3644:x1876180579139840:12345-0@lo:400:kworker.0 Request processed in 70us (2078us total) trans 0 rc 0/0 00000100:00100000:2.0:1789265864.701761:0:24213:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00100000:2.0:1789265864.701788:0:24213:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:2.0:1789265864.701795:0:24213:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93764212d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3644:x1876180579140352:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789265864.701824:0:24213:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93764212d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3644:x1876180579140352:12345-0@lo:400:kworker.0 Request processed in 30us (2093us total) trans 0 rc 0/0 00000100:00100000:2.0:1789265864.701830:0:24213:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00080000:2.0:1789265864.701851:0:22702:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1789265864.701976:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789265864.702021:0:3645:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93774f101c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3645:1876180579139968:0@lo:400:kworker.0 00000100:00100000:1.0:1789265864.702069:0:22700:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180579139456 00000100:00100000:1.0:1789265864.702073:0:22700:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180579139456 00000100:00100000:1.0:1789265864.702106:0:22700:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 146 00000100:00100000:1.0:1789265864.702114:0:22700:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93764365a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fc778fa6-86d2-4d40-bdad-261484e7f4ad+24:3645:x1876180579139456:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789265864.702151:0:22700:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93764365a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fc778fa6-86d2-4d40-bdad-261484e7f4ad+24:3645:x1876180579139456:12345-0@lo:400:kworker.0 Request processed in 38us (175us total) trans 0 rc 0/0 00000100:00100000:1.0:1789265864.702158:0:22700:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 146 00000100:00100000:1.0:1789265864.702210:0:23450:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180579139584 00000100:00100000:1.0:1789265864.702214:0:23450:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180579139584 00000100:00100000:1.0:1789265864.702240:0:23450:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53 00000100:00100000:1.0:1789265864.702247:0:23450:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93774f158000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3646:x1876180579139584:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789265864.702296:0:23450:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93774f158000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3646:x1876180579139584:12345-0@lo:400:kworker.0 Request processed in 49us (10552us total) trans 0 rc 0/0 00000100:00100000:1.0:1789265864.702303:0:23450:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53 00000100:00100000:3.0:1789265864.704447:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789265864.704543:0:3644:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 12884901890 gen 2 00000100:00100000:3.0:1789265864.704564:0:3644:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93774f101500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3644:1876180579139840:0@lo:400:kworker.0 00000100:00100000:3.0:1789265864.704580:0:3644:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93774f15b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3644:1876180579140352:0@lo:400:kworker.0 00000100:00100000:3.0:1789265864.704612:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789265864.704638:0:3645:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93774f159c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3645:1876180579140480:0@lo:400:kworker.0 00000100:00100000:1.0:1789265864.704689:0:22707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180579140864 00000100:00100000:1.0:1789265864.704698:0:22707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180579140864 00000100:00100000:3.0:1789265864.704703:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789265864.704726:0:3645:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93774f159880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3645:1876180579140992:0@lo:400:kworker.0 00000100:00100000:3.0:1789265864.704752:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789265864.704752:0:22707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180579139968 00000100:00100000:1.0:1789265864.704758:0:22707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180579139968 00000100:00100000:1.0:1789265864.704776:0:22707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180579140480 00000100:00100000:1.0:1789265864.704778:0:22707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180579140480 00000100:00100000:1.0:1789265864.704793:0:22707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180579140992 00000100:00100000:3.0:1789265864.704795:0:3645:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93774f2f0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:fc778fa6-86d2-4d40-bdad-261484e7f4ad:3645:1876180579139456:0@lo:400:kworker.0 00000100:00100000:1.0:1789265864.704797:0:22707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180579140992 00000100:00100000:3.0:1789265864.704811:0:3645:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1789265864.704819:0:3645:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93777f3e0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3645:1876180579141120:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1789265864.704833:0:22707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 46 00000100:00100000:1.0:1789265864.704845:0:22707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93764212e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3644:x1876180579140864:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789265864.704930:0:22707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93764212e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3644:x1876180579140864:12345-0@lo:400:kworker.0 Request processed in 88us (5153us total) trans 0 rc 0/0 00000100:00100000:1.0:1789265864.704937:0:22707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 46 00000100:00100000:1.0:1789265864.704953:0:22707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 47 00000100:00100000:1.0:1789265864.704958:0:22707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93764212d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3645:x1876180579139968:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789265864.704986:0:22707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93764212d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3645:x1876180579139968:12345-0@lo:400:kworker.0 Request processed in 27us (373us total) trans 0 rc 0/0 00000100:00100000:1.0:1789265864.704992:0:22707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 47 00000100:00100000:1.0:1789265864.705002:0:22707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 48 00000100:00100000:1.0:1789265864.705007:0:22707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93764212f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3645:x1876180579140480:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789265864.705047:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789265864.705053:0:22707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93764212f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3645:x1876180579140480:12345-0@lo:400:kworker.0 Request processed in 44us (350us total) trans 0 rc 0/0 00000100:00100000:1.0:1789265864.705060:0:22707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 48 00000100:00100000:1.0:1789265864.705076:0:22707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 49 00000100:00100000:3.0:1789265864.705089:0:3645:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93774f101c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3645:1876180579139968:0@lo:400:kworker.0 00000100:00100000:1.0:1789265864.705093:0:22707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93764212ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3645:x1876180579140992:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789265864.705108:0:3645:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93774f159c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3645:1876180579140480:0@lo:400:kworker.0 00000100:00100000:1.0:1789265864.705136:0:22707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93764212ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3645:x1876180579140992:12345-0@lo:400:kworker.0 Request processed in 46us (384us total) trans 0 rc 0/0 00010000:00080000:3.0:1789265864.705142:0:3645:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff93774f159880 x1876180579140992/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789265880 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789265864.705147:0:22707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 49 00000100:00100000:3.0:1789265864.705161:0:3645:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93774f159880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3645:1876180579140992:0@lo:400:kworker.0 00000100:00080000:1.0:1789265864.705175:0:22702:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1789265864.705180:0:22702:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1789265864.705202:0:24217:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180579141120 00000100:00100000:3.0:1789265864.705207:0:24217:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180579141120 00000100:00100000:3.0:1789265864.705248:0:24217:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00100000:3.0:1789265864.705255:0:24217:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93764212dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3645:x1876180579141120:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1789265864.705273:0:24217:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3915849728 avail 3684327424 00000100:00100000:3.0:1789265864.705313:0:24217:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93764212dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3645:x1876180579141120:12345-0@lo:13:osp-pre-1-0.0 Request processed in 58us (464us total) trans 0 rc 0/0 00000100:00100000:3.0:1789265864.705320:0:24217:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00000100:00100000:3.0:1789265864.705354:0:3645:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93777f3e0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3645:1876180579141120:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1789265864.705382:0:3644:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93774f158a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3644:1876180579140864:0@lo:400:kworker.0 00000100:00100000:0.0:1789265864.708083:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789265864.708188:0:3646:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93774f158700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3646:1876180579140608:0@lo:400:kworker.0 00000100:00100000:0.0:1789265864.708249:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789265864.708303:0:3646:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93774f2f3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3646:1876180579139584:0@lo:400:kworker.0 00000100:00100000:0.0:1789265864.708347:0:22707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180579140608 00000100:00100000:0.0:1789265864.708365:0:22707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180579140608 00000100:00100000:0.0:1789265864.708418:0:22707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50 00000100:00100000:0.0:1789265864.708427:0:22707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93774f159500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3646:x1876180579140608:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789265864.708493:0:22707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93774f159500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3646:x1876180579140608:12345-0@lo:400:kworker.0 Request processed in 66us (242us total) trans 0 rc 0/0 00000100:00100000:0.0:1789265864.708501:0:22707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50 00000100:00080000:0.0:1789265864.708533:0:22702:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1789265864.708554:0:3646:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93774f158700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3646:1876180579140608:0@lo:400:kworker.0 00000100:00100000:3.0:1789265864.709010:0:22711:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180579140096 00000100:00100000:3.0:1789265864.709024:0:22711:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180579140096 00000100:00100000:3.0:1789265864.709079:0:22711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54 00000100:00100000:3.0:1789265864.709087:0:22711:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93774f15b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3646:x1876180579140096:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789265864.709146:0:22711:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93774f15b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3646:x1876180579140096:12345-0@lo:400:kworker.0 Request processed in 61us (7744us total) trans 0 rc 0/0 00000100:00100000:3.0:1789265864.709153:0:22711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54 00000100:00100000:2.0:1789265864.709708:0:3646:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93774f103100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3646:1876180579140096:0@lo:400:kworker.0 00010000:00010000:3.0:1789265864.820428:0:22695:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1789265864.960705:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.42@tcp (source: 12345-192.168.202.42@tcp) 00000100:00100000:0.0:1789265864.960755:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.42@tcp (source: 12345-192.168.202.42@tcp) 00000100:00100000:0.0:1789265864.960777:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.42@tcp (source: 12345-192.168.202.42@tcp) 00000100:00100000:0.0:1789265864.960791:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.42@tcp (source: 12345-192.168.202.42@tcp) 00000100:00100000:0.0:1789265864.960807:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.42@tcp (source: 12345-192.168.202.42@tcp) 00000100:00100000:0.0:1789265864.960819:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.42@tcp (source: 12345-192.168.202.42@tcp) 00000100:00100000:0.0:1789265864.960833:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.42@tcp (source: 12345-192.168.202.42@tcp) 00000100:00100000:0.0:1789265864.960846:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.42@tcp (source: 12345-192.168.202.42@tcp) 00000100:00100000:0.0:1789265864.960884:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.42@tcp (source: 12345-192.168.202.42@tcp) 00000100:00100000:0.0:1789265864.960911:0:22706:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180556997760 00000100:00100000:0.0:1789265864.960920:0:22706:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180556997760 00000100:00100000:0.0:1789265864.960965:0:22706:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180556998272 00000100:00100000:0.0:1789265864.960967:0:22706:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180556998272 00000100:00100000:0.0:1789265864.960977:0:22706:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180556997632 00000100:00100000:0.0:1789265864.960979:0:22706:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180556997632 00000100:00100000:0.0:1789265864.960989:0:22706:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180556998144 00000100:00100000:0.0:1789265864.960991:0:22706:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180556998144 00000100:00100000:0.0:1789265864.961005:0:22706:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.42@tcp, seq: 51 00000100:00100000:0.0:1789265864.961013:0:22706:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93774f158700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:93898299-7638-40d8-afd6-58593844770c+5:2400:x1876180556997760:12345-192.168.202.42@tcp:400:kworker.0 00000100:00100000:0.0:1789265864.961090:0:22706:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93774f158700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:93898299-7638-40d8-afd6-58593844770c+5:2400:x1876180556997760:12345-192.168.202.42@tcp:400:kworker.0 Request processed in 77us (334us total) trans 0 rc 0/0 00000100:00100000:0.0:1789265864.961106:0:22706:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.42@tcp, seq: 51 00000100:00100000:0.0:1789265864.961122:0:22706:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.42@tcp, seq: 52 00000100:00100000:0.0:1789265864.961128:0:22706:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93774f15ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:9c06326b-251b-416a-a6ec-481ed405cc33+5:2400:x1876180556998272:12345-192.168.202.42@tcp:400:kworker.0 00000100:00100000:0.0:1789265864.961148:0:22706:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93774f15ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:9c06326b-251b-416a-a6ec-481ed405cc33+5:2400:x1876180556998272:12345-192.168.202.42@tcp:400:kworker.0 Request processed in 21us (356us total) trans 0 rc 0/0 00000100:00100000:0.0:1789265864.961154:0:22706:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.42@tcp, seq: 52 00000100:00100000:0.0:1789265864.961163:0:22706:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.42@tcp, seq: 53 00000100:00100000:0.0:1789265864.961168:0:22706:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93774f158380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:93898299-7638-40d8-afd6-58593844770c+6:2400:x1876180556997632:12345-192.168.202.42@tcp:400:kworker.0 00000100:00100000:0.0:1789265864.961184:0:22706:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93774f158380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:93898299-7638-40d8-afd6-58593844770c+6:2400:x1876180556997632:12345-192.168.202.42@tcp:400:kworker.0 Request processed in 16us (364us total) trans 0 rc 0/0 00000100:00100000:0.0:1789265864.961189:0:22706:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.42@tcp, seq: 53 00000100:00100000:0.0:1789265864.961197:0:22706:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.42@tcp, seq: 54 00000100:00100000:0.0:1789265864.961202:0:22706:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93774f15a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:9c06326b-251b-416a-a6ec-481ed405cc33+6:2400:x1876180556998144:12345-192.168.202.42@tcp:400:kworker.0 00000100:00100000:0.0:1789265864.961217:0:22706:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93774f15a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:9c06326b-251b-416a-a6ec-481ed405cc33+6:2400:x1876180556998144:12345-192.168.202.42@tcp:400:kworker.0 Request processed in 15us (370us total) trans 0 rc 0/0 00000100:00100000:0.0:1789265864.961222:0:22706:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.42@tcp, seq: 54 00000100:00080000:0.0:1789265864.961241:0:22702:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1789265864.961245:0:22702:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1789265864.961393:0:22699:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180556997504 00000100:00100000:2.0:1789265864.961397:0:22699:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180556997504 00000100:00100000:2.0:1789265864.961436:0:22699:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.42@tcp, seq: 147 00000100:00100000:2.0:1789265864.961442:0:22699:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93764365ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:2a631e41-912a-4197-8c0f-311657862e89+13:2400:x1876180556997504:12345-192.168.202.42@tcp:400:kworker.0 00000100:00100000:2.0:1789265864.961470:0:22699:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93764365ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:2a631e41-912a-4197-8c0f-311657862e89+13:2400:x1876180556997504:12345-192.168.202.42@tcp:400:kworker.0 Request processed in 29us (775us total) trans 0 rc 0/0 00000100:00100000:2.0:1789265864.961476:0:22699:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.42@tcp, seq: 147 00000100:00100000:2.0:1789265864.961500:0:24213:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180556998016 00000100:00100000:2.0:1789265864.961502:0:24213:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180556998016 00000100:00100000:2.0:1789265864.961522:0:24213:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180556998528 00000100:00100000:2.0:1789265864.961524:0:24213:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180556998528 00000100:00100000:2.0:1789265864.961533:0:24213:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180556997888 00000100:00100000:2.0:1789265864.961534:0:24213:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180556997888 00000100:00100000:2.0:1789265864.961544:0:24213:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180556998400 00000100:00100000:2.0:1789265864.961546:0:24213:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180556998400 00000100:00100000:2.0:1789265864.961557:0:24213:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.42@tcp, seq: 13 00000100:00100000:2.0:1789265864.961562:0:24213:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93774f15a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:93898299-7638-40d8-afd6-58593844770c+5:2400:x1876180556998016:12345-192.168.202.42@tcp:400:kworker.0 00000100:00100000:2.0:1789265864.961582:0:24213:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93774f15a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:93898299-7638-40d8-afd6-58593844770c+5:2400:x1876180556998016:12345-192.168.202.42@tcp:400:kworker.0 Request processed in 20us (804us total) trans 0 rc 0/0 00000100:00100000:2.0:1789265864.961588:0:24213:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.42@tcp, seq: 13 00000100:00100000:2.0:1789265864.961597:0:24213:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.42@tcp, seq: 14 00000100:00100000:2.0:1789265864.961602:0:24213:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93774f158e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:9c06326b-251b-416a-a6ec-481ed405cc33+5:2400:x1876180556998528:12345-192.168.202.42@tcp:400:kworker.0 00000100:00100000:2.0:1789265864.961616:0:24213:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93774f158e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:9c06326b-251b-416a-a6ec-481ed405cc33+5:2400:x1876180556998528:12345-192.168.202.42@tcp:400:kworker.0 Request processed in 14us (809us total) trans 0 rc 0/0 00000100:00100000:2.0:1789265864.961621:0:24213:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.42@tcp, seq: 14 00000100:00100000:2.0:1789265864.961629:0:24213:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.42@tcp, seq: 15 00000100:00100000:2.0:1789265864.961634:0:24213:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93774f159f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:93898299-7638-40d8-afd6-58593844770c+5:2400:x1876180556997888:12345-192.168.202.42@tcp:400:kworker.0 00000100:00100000:2.0:1789265864.961649:0:24213:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93774f159f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:93898299-7638-40d8-afd6-58593844770c+5:2400:x1876180556997888:12345-192.168.202.42@tcp:400:kworker.0 Request processed in 15us (815us total) trans 0 rc 0/0 00000100:00100000:2.0:1789265864.961659:0:24213:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.42@tcp, seq: 15 00000100:00100000:2.0:1789265864.961668:0:24213:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.42@tcp, seq: 16 00000100:00100000:2.0:1789265864.961673:0:24213:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93774f15b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:9c06326b-251b-416a-a6ec-481ed405cc33+5:2400:x1876180556998400:12345-192.168.202.42@tcp:400:kworker.0 00000100:00100000:2.0:1789265864.961689:0:24213:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93774f15b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:9c06326b-251b-416a-a6ec-481ed405cc33+5:2400:x1876180556998400:12345-192.168.202.42@tcp:400:kworker.0 Request processed in 17us (806us total) trans 0 rc 0/0 00000100:00100000:2.0:1789265864.961694:0:24213:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.42@tcp, seq: 16 00000100:00080000:2.0:1789265864.961764:0:22702:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1789265864.961767:0:22702:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1789265865.205292:0:3643:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1789265865.205317:0:3643:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93777f3e1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3643:1876180579141376:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1789265865.205391:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789265865.205444:0:24217:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180579141376 00000100:00100000:2.0:1789265865.205452:0:24217:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180579141376 00000100:00100000:2.0:1789265865.205507:0:24217:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17 00000100:00100000:2.0:1789265865.205516:0:24217:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93777f3e3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3643:x1876180579141376:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1789265865.205545:0:24217:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3923513344 avail 3691991040 00000100:00100000:2.0:1789265865.205595:0:24217:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93777f3e3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3643:x1876180579141376:12345-0@lo:13:osp-pre-0-0.0 Request processed in 79us (203us total) trans 0 rc 0/0 00000100:00100000:2.0:1789265865.205603:0:24217:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17 00000100:00100000:2.0:1789265865.205650:0:3643:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93777f3e1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3643:1876180579141376:0@lo:13:osp-pre-0-0.0 00010000:00010000:3.0:1789265865.844192:0:24798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:3.0:1789265866.152722:0:25732:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=400866bb len=0 uarg=00007ffc0f42c9a0 20000000:00000080:3.0:1789265866.152740:0:25732:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=400866bb len=576 karg=ffff937772625400 uarg=0000000000000000 20000000:01000000:3.0:1789265866.153468:0:25732:0:(mgs_llog.c:6192:mgs_set_param2()) set_param2 fs='' device='general' param='lod.*.mdt_hash=crush' 20000000:01000000:3.0:1789265866.153585:0:25732:0:(mgs_llog.c:4647:mgs_write_log_param2()) next param 'lod.*.mdt_hash=crush' 20000000:01000000:3.0:1789265866.153590:0:25732:0:(mgs_llog.c:1379:mgs_modify_param()) modify params/general/lod.*.mdt_hash=crush del=0 00000040:00080000:0.0:1789265866.154507:0:25733:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 5 count 13 20000000:00000400:1.0:1789265866.154612:0:25732:0:(mgs_llog.c:1450:mgs_modify_param()) MGS: modify general/lod.*.mdt_hash=crush (mode = 0) failed: rc = -17 10000000:01000000:1.0:1789265866.161739:0:25732:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 00010000:00010000:1.0:1789265866.161774:0:25732:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff9377532bda00/0xbbfdc9019c1d5956 lrc: 3/0,1 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25732 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789265866.161805:0:25732:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff937740030c00/0xbbfdc9019c1d55b3 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xbbfdc9019c1d55ac expref: 23 pid: 22700 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789265866.161812:0:25732:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff937740031600/0xbbfdc9019c1d55c1 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xbbfdc9019c1d55ba expref: 23 pid: 22701 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789265866.161819:0:25732:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff937642393e00/0xbbfdc9019c1d5600 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xbbfdc9019c1d55f9 expref: 23 pid: 22700 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789265866.161826:0:25732:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff937740031c00/0xbbfdc9019c1d5781 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xbbfdc9019c1d577a expref: 23 pid: 22701 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789265866.161836:0:25732:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff937642393400/0xbbfdc9019c1d58e6 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 192.168.202.42@tcp remote: 0x1ee42ae03d919717 expref: 12 pid: 22700 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789265866.161842:0:25732:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9377532bc800/0xbbfdc9019c1d5925 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 192.168.202.42@tcp remote: 0x1ee42ae03d919787 expref: 12 pid: 22699 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789265866.161849:0:25732:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff9377532bda00/0xbbfdc9019c1d5956 lrc: 9/0,1 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 25732 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789265866.161941:0:25732:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9377532bc800/0xbbfdc9019c1d5925 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000020 nid: 192.168.202.42@tcp remote: 0x1ee42ae03d919787 expref: 12 pid: 22699 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789265866.161956:0:25732:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff9377532bc800/0xbbfdc9019c1d5925 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x70000400000020 nid: 192.168.202.42@tcp remote: 0x1ee42ae03d919787 expref: 12 pid: 22699 timeout: 821 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789265866.161972:0:25732:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93774e40f100 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25732:1876180579141504:192.168.202.42@tcp:104: 00010000:00010000:1.0:1789265866.162396:0:25732:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff937642393400/0xbbfdc9019c1d58e6 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000020 nid: 192.168.202.42@tcp remote: 0x1ee42ae03d919717 expref: 12 pid: 22700 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789265866.162405:0:25732:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff937642393400/0xbbfdc9019c1d58e6 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x70000400000020 nid: 192.168.202.42@tcp remote: 0x1ee42ae03d919717 expref: 12 pid: 22700 timeout: 821 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789265866.162414:0:25732:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93774e40ea00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25732:1876180579141632:192.168.202.42@tcp:104: 00010000:00010000:1.0:1789265866.162440:0:25732:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff937740031c00/0xbbfdc9019c1d5781 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xbbfdc9019c1d577a expref: 23 pid: 22701 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789265866.162448:0:25732:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff937740031c00/0xbbfdc9019c1d5781 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xbbfdc9019c1d577a expref: 23 pid: 22701 timeout: 821 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789265866.162456:0:25732:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93774e40c380 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25732:1876180579141760:0@lo:104: 00000100:00100000:1.0:1789265866.162489:0:25732:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1789265866.162528:0:25732:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff937642393e00/0xbbfdc9019c1d5600 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xbbfdc9019c1d55f9 expref: 23 pid: 22700 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789265866.162536:0:25732:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff937642393e00/0xbbfdc9019c1d5600 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xbbfdc9019c1d55f9 expref: 23 pid: 22700 timeout: 821 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789265866.162551:0:22690:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180579141760 00000100:00100000:1.0:1789265866.162555:0:25732:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93774e40d500 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25732:1876180579141888:0@lo:104: 00000100:00100000:2.0:1789265866.162558:0:22690:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180579141760 00000100:00100000:1.0:1789265866.162575:0:25732:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1789265866.162637:0:25732:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff937740031600/0xbbfdc9019c1d55c1 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xbbfdc9019c1d55ba expref: 23 pid: 22701 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789265866.162646:0:25732:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff937740031600/0xbbfdc9019c1d55c1 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xbbfdc9019c1d55ba expref: 23 pid: 22701 timeout: 821 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789265866.162654:0:25732:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93774e40df80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25732:1876180579142016:0@lo:104: 00000100:00100000:1.0:1789265866.162672:0:25732:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1789265866.166521:0:25732:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff937740030c00/0xbbfdc9019c1d55b3 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xbbfdc9019c1d55ac expref: 23 pid: 22700 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789265866.166541:0:25732:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff937740030c00/0xbbfdc9019c1d55b3 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xbbfdc9019c1d55ac expref: 23 pid: 22700 timeout: 821 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789265866.166556:0:25732:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93774e40d180 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25732:1876180579142144:0@lo:104: 00000100:00100000:1.0:1789265866.166610:0:25732:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789265866.167703:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.42@tcp (source: 12345-192.168.202.42@tcp) 00000100:00100000:0.0:1789265866.167733:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.42@tcp (source: 12345-192.168.202.42@tcp) 00000100:00100000:0.0:1789265866.167762:0:22692:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180556998784 00000100:00100000:0.0:1789265866.167769:0:22692:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180556998784 00010000:00010000:0.0:1789265866.167819:0:22692:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff937642393400/0xbbfdc9019c1d58e6 lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x60000400000020 nid: 192.168.202.42@tcp remote: 0x1ee42ae03d919717 expref: 13 pid: 22700 timeout: 821 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789265866.167885:0:22692:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180556998656 00000100:00100000:0.0:1789265866.167889:0:22692:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180556998656 00010000:00010000:0.0:1789265866.167903:0:22692:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9377532bc800/0xbbfdc9019c1d5925 lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x60000400000020 nid: 192.168.202.42@tcp remote: 0x1ee42ae03d919787 expref: 14 pid: 22699 timeout: 821 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789265866.167919:0:22692:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.42@tcp, seq: 9 00000100:00100000:0.0:1789265866.167927:0:22692:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93774f159180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2a631e41-912a-4197-8c0f-311657862e89+14:2400:x1876180556998784:12345-192.168.202.42@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1789265866.167939:0:22692:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1789265866.167945:0:22692:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff937642393400/0xbbfdc9019c1d58e6 lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 9 type: PLN flags: 0x60000400000020 nid: 192.168.202.42@tcp remote: 0x1ee42ae03d919717 expref: 14 pid: 22700 timeout: 821 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789265866.167956:0:22692:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff937642393400/0xbbfdc9019c1d58e6 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 9 type: PLN flags: 0x50000400000020 nid: 192.168.202.42@tcp remote: 0x1ee42ae03d919717 expref: 14 pid: 22700 timeout: 821 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789265866.167975:0:22692:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1789265866.168034:0:22692:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93774f159180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2a631e41-912a-4197-8c0f-311657862e89+14:2400:x1876180556998784:12345-192.168.202.42@tcp:103:ldlm_bl.0 Request processed in 95us (324us total) trans 0 rc 0/0 00000100:00100000:0.0:1789265866.168042:0:22692:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.42@tcp, seq: 9 00000100:00100000:0.0:1789265866.168059:0:22692:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.42@tcp, seq: 10 00000100:00100000:0.0:1789265866.168066:0:22692:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93774f15aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2a631e41-912a-4197-8c0f-311657862e89+13:2400:x1876180556998656:12345-192.168.202.42@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1789265866.168074:0:22692:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1789265866.168079:0:22692:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9377532bc800/0xbbfdc9019c1d5925 lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 9 type: PLN flags: 0x60000400000020 nid: 192.168.202.42@tcp remote: 0x1ee42ae03d919787 expref: 13 pid: 22699 timeout: 821 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789265866.168088:0:22692:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9377532bc800/0xbbfdc9019c1d5925 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 9 type: PLN flags: 0x50000400000020 nid: 192.168.202.42@tcp remote: 0x1ee42ae03d919787 expref: 13 pid: 22699 timeout: 821 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789265866.168107:0:22692:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1789265866.168125:0:22692:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93774f15aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2a631e41-912a-4197-8c0f-311657862e89+13:2400:x1876180556998656:12345-192.168.202.42@tcp:103:ldlm_bl.0 Request processed in 60us (392us total) trans 0 rc 0/0 00000100:00100000:0.0:1789265866.168131:0:22692:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.42@tcp, seq: 10 00000100:00100000:2.0:1789265866.168742:0:22690:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180579141888 00000100:00100000:2.0:1789265866.168749:0:22690:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180579141888 00000100:00100000:2.0:1789265866.168902:0:22690:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180579142016 00000100:00100000:2.0:1789265866.168907:0:22690:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180579142016 00000100:00100000:2.0:1789265866.168933:0:22690:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:2.0:1789265866.168940:0:22690:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93774e40c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:fc778fa6-86d2-4d40-bdad-261484e7f4ad+5:25732:x1876180579141760:12345-0@lo:104: 00010000:00010000:2.0:1789265866.168954:0:22690:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.142@tcp lock: ffff9377413fca00/0xbbfdc9019c1d577a lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1400000000000 nid: local remote: 0xbbfdc9019c1d5781 expref: -99 pid: 25026 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265866.169009:0:22690:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1789265866.169015:0:22690:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93774e40c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:fc778fa6-86d2-4d40-bdad-261484e7f4ad+5:25732:x1876180579141760:12345-0@lo:104: Request processed in 76us (6526us total) trans 0 rc 0/0 00000100:00100000:2.0:1789265866.169033:0:22690:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00100000:2.0:1789265866.169047:0:22690:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:2.0:1789265866.169053:0:22690:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93774e40ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:fc778fa6-86d2-4d40-bdad-261484e7f4ad+4:25732:x1876180579141888:12345-0@lo:104: 00010000:00010000:2.0:1789265866.169060:0:22690:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.142@tcp lock: ffff9377413fc400/0xbbfdc9019c1d55f9 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1400000000000 nid: local remote: 0xbbfdc9019c1d5600 expref: -99 pid: 24209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265866.169092:0:22690:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:2.0:1789265866.169097:0:22690:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93774e40ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:fc778fa6-86d2-4d40-bdad-261484e7f4ad+4:25732:x1876180579141888:12345-0@lo:104: Request processed in 45us (6521us total) trans 0 rc 0/0 00000100:00100000:2.0:1789265866.169103:0:22690:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00100000:2.0:1789265866.169113:0:22690:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:2.0:1789265866.169119:0:22690:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93774e40ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:fc778fa6-86d2-4d40-bdad-261484e7f4ad+3:25732:x1876180579142016:12345-0@lo:104: 00010000:00010000:2.0:1789265866.169125:0:22690:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.142@tcp lock: ffff937740030e00/0xbbfdc9019c1d55ba lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1400000000000 nid: local remote: 0xbbfdc9019c1d55c1 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265866.169155:0:22690:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to priority blp list, 3 blwis in pool 00000100:00100000:2.0:1789265866.169159:0:22690:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93774e40ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:fc778fa6-86d2-4d40-bdad-261484e7f4ad+3:25732:x1876180579142016:12345-0@lo:104: Request processed in 41us (6486us total) trans 0 rc 0/0 00000100:00100000:2.0:1789265866.169165:0:22690:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00010000:00010000:2.0:1789265866.169203:0:22694:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:2.0:1789265866.169208:0:22694:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.142@tcp lock: ffff9377413fca00/0xbbfdc9019c1d577a lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1400000000000 nid: local remote: 0xbbfdc9019c1d5781 expref: -99 pid: 25026 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265866.169216:0:22694:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9377413fca00 already unused, calling callback (ffffffffc13cbc20) 10000000:00010000:2.0:1789265866.169220:0:22694:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.142@tcp lock: ffff9377413fca00/0xbbfdc9019c1d577a lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1400400000000 nid: local remote: 0xbbfdc9019c1d5781 expref: -99 pid: 25026 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265866.169228:0:22694:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.142@tcp lock: ffff9377413fca00/0xbbfdc9019c1d577a lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1408400000000 nid: local remote: 0xbbfdc9019c1d5781 expref: -99 pid: 25026 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1789265866.169236:0:22694:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.142@tcp lock: ffff9377413fca00/0xbbfdc9019c1d577a lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1409400000000 nid: local remote: 0xbbfdc9019c1d5781 expref: -99 pid: 25026 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1789265866.169241:0:22694:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:2.0:1789265866.169271:0:22694:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.142@tcp lock: ffff9377413fca00/0xbbfdc9019c1d577a lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x5c09400000020 nid: local remote: 0xbbfdc9019c1d5781 expref: -99 pid: 25026 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265866.169277:0:22694:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1789265866.169296:0:22694:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.142@tcp lock: ffff9377413fca00/0xbbfdc9019c1d577a lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x5c09400000020 nid: local remote: 0xbbfdc9019c1d5781 expref: -99 pid: 25026 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265866.169303:0:22694:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.142@tcp lock: ffff9377413fca00/0xbbfdc9019c1d577a lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x5c09400000020 nid: local remote: 0xbbfdc9019c1d5781 expref: -99 pid: 25026 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265866.169318:0:22694:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1789265866.169321:0:22694:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.142@tcp lock: ffff9377413fc400/0xbbfdc9019c1d55f9 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1400000000000 nid: local remote: 0xbbfdc9019c1d5600 expref: -99 pid: 24209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265866.169327:0:22694:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9377413fc400 already unused, calling callback (ffffffffc13cbc20) 10000000:00010000:2.0:1789265866.169330:0:22694:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.142@tcp lock: ffff9377413fc400/0xbbfdc9019c1d55f9 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1400400000000 nid: local remote: 0xbbfdc9019c1d5600 expref: -99 pid: 24209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265866.169342:0:22694:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.142@tcp lock: ffff9377413fc400/0xbbfdc9019c1d55f9 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1408400000000 nid: local remote: 0xbbfdc9019c1d5600 expref: -99 pid: 24209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1789265866.169348:0:22694:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.142@tcp lock: ffff9377413fc400/0xbbfdc9019c1d55f9 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1409400000000 nid: local remote: 0xbbfdc9019c1d5600 expref: -99 pid: 24209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1789265866.169354:0:22694:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:2.0:1789265866.169366:0:22694:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.142@tcp lock: ffff9377413fc400/0xbbfdc9019c1d55f9 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000020 nid: local remote: 0xbbfdc9019c1d5600 expref: -99 pid: 24209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265866.169371:0:22694:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1789265866.169377:0:22694:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.142@tcp lock: ffff9377413fc400/0xbbfdc9019c1d55f9 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000020 nid: local remote: 0xbbfdc9019c1d5600 expref: -99 pid: 24209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265866.169383:0:22694:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.142@tcp lock: ffff9377413fc400/0xbbfdc9019c1d55f9 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000020 nid: local remote: 0xbbfdc9019c1d5600 expref: -99 pid: 24209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265866.169391:0:22694:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1789265866.169393:0:22694:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.142@tcp lock: ffff937740030e00/0xbbfdc9019c1d55ba lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xbbfdc9019c1d55c1 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265866.169398:0:22694:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff937740030e00 already unused, calling callback (ffffffffc13cbc20) 10000000:00010000:2.0:1789265866.169400:0:22694:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.142@tcp lock: ffff937740030e00/0xbbfdc9019c1d55ba lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0xbbfdc9019c1d55c1 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265866.169406:0:22694:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.142@tcp lock: ffff937740030e00/0xbbfdc9019c1d55ba lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0xbbfdc9019c1d55c1 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1789265866.169412:0:22694:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.142@tcp lock: ffff937740030e00/0xbbfdc9019c1d55ba lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0xbbfdc9019c1d55c1 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1789265866.169422:0:22694:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:2.0:1789265866.169434:0:22694:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.142@tcp lock: ffff937740030e00/0xbbfdc9019c1d55ba lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xbbfdc9019c1d55c1 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265866.169439:0:22694:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1789265866.169452:0:22694:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.142@tcp lock: ffff937740030e00/0xbbfdc9019c1d55ba lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xbbfdc9019c1d55c1 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265866.169458:0:22694:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.142@tcp lock: ffff937740030e00/0xbbfdc9019c1d55ba lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xbbfdc9019c1d55c1 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265866.169467:0:22694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789265866.169468:0:22694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789265866.169470:0:22694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1789265866.169507:0:3646:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93777f3e0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:fc778fa6-86d2-4d40-bdad-261484e7f4ad:3646:1876180579142400:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1789265866.169541:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789265866.169574:0:3646:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1789265866.169580:0:3646:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93777f3e1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:fc778fa6-86d2-4d40-bdad-261484e7f4ad:3646:1876180579142272:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1789265866.169600:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789265866.169621:0:3643:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93777f3e3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:fc778fa6-86d2-4d40-bdad-261484e7f4ad:3643:1876180579142528:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1789265866.169641:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789265866.169667:0:22693:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180579142400 00000100:00100000:2.0:1789265866.169671:0:22693:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180579142400 00010000:00010000:2.0:1789265866.169687:0:22693:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff937642393e00/0xbbfdc9019c1d5600 lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xbbfdc9019c1d55f9 expref: 24 pid: 22700 timeout: 821 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789265866.169700:0:22693:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180579142272 00000100:00100000:2.0:1789265866.169703:0:22693:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180579142272 00010000:00010000:2.0:1789265866.169721:0:22693:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff937740031c00/0xbbfdc9019c1d5781 lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xbbfdc9019c1d577a expref: 25 pid: 22701 timeout: 821 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789265866.169731:0:22693:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180579142528 00000100:00100000:2.0:1789265866.169734:0:22693:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180579142528 00010000:00010000:2.0:1789265866.169743:0:22693:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff937740031600/0xbbfdc9019c1d55c1 lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xbbfdc9019c1d55ba expref: 26 pid: 22701 timeout: 821 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789265866.169755:0:22693:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:2.0:1789265866.169760:0:22693:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93777f3e1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:fc778fa6-86d2-4d40-bdad-261484e7f4ad+26:3646:x1876180579142400:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1789265866.169769:0:22693:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1789265866.169773:0:22693:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff937642393e00/0xbbfdc9019c1d5600 lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 9 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xbbfdc9019c1d55f9 expref: 26 pid: 22700 timeout: 821 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265866.169781:0:22693:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff937642393e00/0xbbfdc9019c1d5600 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 9 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xbbfdc9019c1d55f9 expref: 26 pid: 22700 timeout: 821 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265866.169793:0:22693:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1789265866.169819:0:22693:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93777f3e1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:fc778fa6-86d2-4d40-bdad-261484e7f4ad+26:3646:x1876180579142400:12345-0@lo:103:ldlm_bl.0 Request processed in 59us (278us total) trans 0 rc 0/0 00000100:00100000:2.0:1789265866.169826:0:22693:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00100000:2.0:1789265866.169837:0:22693:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:2.0:1789265866.169843:0:22693:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93774f103100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:fc778fa6-86d2-4d40-bdad-261484e7f4ad+25:3646:x1876180579142272:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1789265866.169850:0:22693:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1789265866.169855:0:22693:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff937740031c00/0xbbfdc9019c1d5781 lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 9 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xbbfdc9019c1d577a expref: 25 pid: 22701 timeout: 821 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265866.169892:0:22693:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff937740031c00/0xbbfdc9019c1d5781 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 9 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xbbfdc9019c1d577a expref: 25 pid: 22701 timeout: 821 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265866.169911:0:22693:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1789265866.169932:0:22693:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93774f103100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:fc778fa6-86d2-4d40-bdad-261484e7f4ad+25:3646:x1876180579142272:12345-0@lo:103:ldlm_bl.0 Request processed in 89us (331us total) trans 0 rc 0/0 00000100:00100000:2.0:1789265866.169938:0:22693:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00100000:2.0:1789265866.169949:0:22693:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00100000:2.0:1789265866.169955:0:22693:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93777a3a5450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:fc778fa6-86d2-4d40-bdad-261484e7f4ad+24:3643:x1876180579142528:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1789265866.169962:0:22693:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1789265866.169966:0:22693:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff937740031600/0xbbfdc9019c1d55c1 lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 9 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xbbfdc9019c1d55ba expref: 24 pid: 22701 timeout: 821 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265866.169974:0:22693:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff937740031600/0xbbfdc9019c1d55c1 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 9 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xbbfdc9019c1d55ba expref: 24 pid: 22701 timeout: 821 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265866.169982:0:22693:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1789265866.170003:0:22693:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93777a3a5450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:fc778fa6-86d2-4d40-bdad-261484e7f4ad+24:3643:x1876180579142528:12345-0@lo:103:ldlm_bl.0 Request processed in 49us (362us total) trans 0 rc 0/0 00000100:00100000:2.0:1789265866.170008:0:22693:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000100:00100000:2.0:1789265866.170068:0:3646:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93777f3e1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:fc778fa6-86d2-4d40-bdad-261484e7f4ad:3646:1876180579142272:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1789265866.170076:0:3646:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93777f3e0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:fc778fa6-86d2-4d40-bdad-261484e7f4ad:3646:1876180579142400:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1789265866.170098:0:3643:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93777f3e3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:fc778fa6-86d2-4d40-bdad-261484e7f4ad:3643:1876180579142528:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1789265866.170123:0:24798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789265866.170128:0:22695:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1789265866.170988:0:25732:0:(client.c:2715:ptlrpc_set_wait()) set ffff93774f151240 going to sleep for 11 seconds 00010000:00010000:1.0:1789265866.171014:0:25732:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9377532bc800/0xbbfdc9019c1d5925 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x44801400000020 nid: 192.168.202.42@tcp remote: 0x1ee42ae03d919787 expref: 12 pid: 22699 timeout: 821 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789265866.171041:0:25732:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93774e40f100 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25732:1876180579141504:192.168.202.42@tcp:104: 00010000:00010000:1.0:1789265866.171055:0:25732:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff937642393400/0xbbfdc9019c1d58e6 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x44801400000020 nid: 192.168.202.42@tcp remote: 0x1ee42ae03d919717 expref: 11 pid: 22700 timeout: 821 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789265866.171063:0:25732:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93774e40ea00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25732:1876180579141632:192.168.202.42@tcp:104: 00010000:00010000:1.0:1789265866.171087:0:25732:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff937740031c00/0xbbfdc9019c1d5781 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xbbfdc9019c1d577a expref: 23 pid: 22701 timeout: 821 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789265866.171089:0:22689:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180579142144 00000100:00100000:2.0:1789265866.171094:0:22689:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180579142144 00000100:00100000:1.0:1789265866.171096:0:25732:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93774e40c380 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25732:1876180579141760:0@lo:104: 00010000:00010000:1.0:1789265866.171104:0:25732:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff937642393e00/0xbbfdc9019c1d5600 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xbbfdc9019c1d55f9 expref: 22 pid: 22700 timeout: 821 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789265866.171129:0:25732:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93774e40d500 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25732:1876180579141888:0@lo:104: 00010000:00010000:1.0:1789265866.171139:0:25732:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff937740031600/0xbbfdc9019c1d55c1 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xbbfdc9019c1d55ba expref: 21 pid: 22701 timeout: 821 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789265866.171146:0:25732:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93774e40df80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25732:1876180579142016:0@lo:104: 00000100:00100000:3.0:1789265866.171287:0:22690:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:3.0:1789265866.171297:0:22690:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93774e40fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:fc778fa6-86d2-4d40-bdad-261484e7f4ad+3:25732:x1876180579142144:12345-0@lo:104: 00010000:00010000:3.0:1789265866.171308:0:22690:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.142@tcp lock: ffff937642392000/0xbbfdc9019c1d55ac lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xbbfdc9019c1d55b3 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265866.171476:0:22690:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1789265866.171482:0:22690:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93774e40fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:fc778fa6-86d2-4d40-bdad-261484e7f4ad+3:25732:x1876180579142144:12345-0@lo:104: Request processed in 188us (4872us total) trans 0 rc 0/0 00000100:00100000:3.0:1789265866.171489:0:22690:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00100000:1.0:1789265866.171532:0:25732:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93774e40d180 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25732:1876180579142144:0@lo:104: 00010000:00010000:1.0:1789265866.171559:0:25732:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff9377532bda00/0xbbfdc9019c1d5956 lrc: 3/0,1 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 25732 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789265866.172921:0:22694:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1789265866.172930:0:22694:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.142@tcp lock: ffff937642392000/0xbbfdc9019c1d55ac lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xbbfdc9019c1d55b3 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789265866.172938:0:22694:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff937642392000 already unused, calling callback (ffffffffc13cbc20) 10000000:00010000:0.0:1789265866.172943:0:22694:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.142@tcp lock: ffff937642392000/0xbbfdc9019c1d55ac lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xbbfdc9019c1d55b3 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789265866.172951:0:22694:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.142@tcp lock: ffff937642392000/0xbbfdc9019c1d55ac lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xbbfdc9019c1d55b3 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1789265866.172958:0:22694:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.142@tcp lock: ffff937642392000/0xbbfdc9019c1d55ac lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xbbfdc9019c1d55b3 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1789265866.172963:0:22694:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:0.0:1789265866.173004:0:22694:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.142@tcp lock: ffff937642392000/0xbbfdc9019c1d55ac lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xbbfdc9019c1d55b3 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789265866.173010:0:22694:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1789265866.173041:0:22694:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.142@tcp lock: ffff937642392000/0xbbfdc9019c1d55ac lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xbbfdc9019c1d55b3 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789265866.173048:0:22694:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.142@tcp lock: ffff937642392000/0xbbfdc9019c1d55ac lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xbbfdc9019c1d55b3 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789265866.173074:0:22694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789265866.173076:0:22694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789265866.173077:0:22694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1789265866.174657:0:3644:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93774f159180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:fc778fa6-86d2-4d40-bdad-261484e7f4ad:3644:1876180579142656:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1789265866.174719:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789265866.174810:0:22693:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180579142656 00000100:00100000:0.0:1789265866.174816:0:22693:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180579142656 00010000:00010000:0.0:1789265866.174846:0:22693:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff937740030c00/0xbbfdc9019c1d55b3 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xbbfdc9019c1d55ac expref: 21 pid: 22700 timeout: 821 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789265866.174897:0:22693:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:0.0:1789265866.174906:0:22693:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93774f103100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:fc778fa6-86d2-4d40-bdad-261484e7f4ad+21:3644:x1876180579142656:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1789265866.174919:0:22693:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1789265866.174924:0:22693:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff937740030c00/0xbbfdc9019c1d55b3 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xbbfdc9019c1d55ac expref: 21 pid: 22700 timeout: 821 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789265866.174936:0:22693:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff937740030c00/0xbbfdc9019c1d55b3 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xbbfdc9019c1d55ac expref: 21 pid: 22700 timeout: 821 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789265866.174949:0:22693:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff937740030c00/0xbbfdc9019c1d55b3 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xbbfdc9019c1d55ac expref: 21 pid: 22700 timeout: 821 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789265866.174960:0:22693:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff9377532bda00/0xbbfdc9019c1d5956 lrc: 3/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 25732 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789265866.174966:0:22693:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9377532bda00/0xbbfdc9019c1d5956 lrc: 4/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 25732 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789265866.174977:0:22693:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff9377532bda00/0xbbfdc9019c1d5956 lrc: 5/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 25732 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789265866.174981:0:22693:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff9377532bda00/0xbbfdc9019c1d5956 lrc: 5/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 25732 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789265866.174990:0:22693:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff9377532bda00/0xbbfdc9019c1d5956 lrc: 4/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 25732 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789265866.174994:0:22693:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff9377532bda00/0xbbfdc9019c1d5956 lrc: 5/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 25732 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789265866.174998:0:22693:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9377532bda00 already unused, calling callback (ffffffffc0da9350) 00010000:00010000:0.0:1789265866.175000:0:22693:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff9377532bda00/0xbbfdc9019c1d5956 lrc: 5/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 25732 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789265866.175005:0:22693:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff9377532bda00/0xbbfdc9019c1d5956 lrc: 6/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 25732 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789265866.175018:0:22693:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff9377532bda00/0xbbfdc9019c1d5956 lrc: 4/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 25732 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789265866.175037:0:22693:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1789265866.175049:0:25732:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff9377532bda00/0xbbfdc9019c1d5956 lrc: 1/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 25732 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789265866.175057:0:25732:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff9377532bda00/0xbbfdc9019c1d5956 lrc: 1/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 25732 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789265866.175063:0:25732:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9377532bda00/0xbbfdc9019c1d5956 lrc: 0/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 25732 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789265866.175080:0:22693:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93774f103100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:fc778fa6-86d2-4d40-bdad-261484e7f4ad+20:3644:x1876180579142656:12345-0@lo:103:ldlm_bl.0 Request processed in 175us (359us total) trans 0 rc 0/0 00000100:00100000:0.0:1789265866.175086:0:22693:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000100:00100000:3.0:1789265866.175200:0:3644:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93774f159180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:fc778fa6-86d2-4d40-bdad-261484e7f4ad:3644:1876180579142656:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1789265866.869523:0:24798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:3.0:1789265867.635428:0:22703:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:3.0:1789265867.635440:0:22703:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff93777f58e800 from 13 10000000:01000000:3.0:1789265867.635450:0:22703:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:3.0:1789265867.635527:0:22703:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.142@tcp lock: ffff93775181ac00/0xbbfdc9019c1d595d lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265867.635568:0:22703:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.142@tcp lock: ffff93775181ac00/0xbbfdc9019c1d595d lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265867.635585:0:22703:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.142@tcp lock: ffff93775181ac00/0xbbfdc9019c1d595d lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789265867.635621:0:22703:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93775f6e8380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fc778fa6-86d2-4d40-bdad-261484e7f4ad:22703:1876180579142784:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1789265867.635959:0:22703:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789265867.636028:0:22703:0:(client.c:2715:ptlrpc_set_wait()) set ffff937760018d80 going to sleep for 11 seconds 00000100:00100000:1.0:1789265867.641300:0:22701:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180579142784 00000100:00100000:1.0:1789265867.641323:0:22701:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180579142784 00000100:00100000:1.0:1789265867.641424:0:22701:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 148 00000100:00100000:1.0:1789265867.641439:0:22701:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff937643658050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fc778fa6-86d2-4d40-bdad-261484e7f4ad+20:22703:x1876180579142784:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1789265867.641486:0:22701:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1789265867.642158:0:22701:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9377532bda00/0xbbfdc9019c1d5964 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xbbfdc9019c1d595d expref: -99 pid: 22701 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789265867.642207:0:22701:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9377532bda00/0xbbfdc9019c1d5964 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xbbfdc9019c1d595d expref: 21 pid: 22701 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789265867.642237:0:22701:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9377532bda00/0xbbfdc9019c1d5964 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xbbfdc9019c1d595d expref: 21 pid: 22701 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789265867.642248:0:22701:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9377532bda00, rc 0) 00000100:00100000:1.0:1789265867.642371:0:22701:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff937643658050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fc778fa6-86d2-4d40-bdad-261484e7f4ad+21:22703:x1876180579142784:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 935us (6412us total) trans 0 rc 0/0 00000100:00100000:1.0:1789265867.642380:0:22701:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 148 00000100:00100000:3.0:1789265867.647720:0:22703:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93775f6e8380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fc778fa6-86d2-4d40-bdad-261484e7f4ad:22703:1876180579142784:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1789265867.647761:0:22703:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.142@tcp lock: ffff93775181ac00/0xbbfdc9019c1d595d lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xbbfdc9019c1d5964 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265867.647785:0:22703:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.142@tcp lock: ffff93775181ac00/0xbbfdc9019c1d595d lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xbbfdc9019c1d5964 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789265867.647934:0:22703:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93775f6e8380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fc778fa6-86d2-4d40-bdad-261484e7f4ad:22703:1876180579142912:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1789265867.648020:0:22703:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789265867.648075:0:22703:0:(client.c:2715:ptlrpc_set_wait()) set ffff937760018d80 going to sleep for 11 seconds 00000100:00100000:0.0:1789265867.648756:0:22700:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180579142912 00000100:00100000:0.0:1789265867.648767:0:22700:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180579142912 00000100:00100000:0.0:1789265867.648839:0:22700:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 149 00000100:00100000:0.0:1789265867.648852:0:22700:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93776600dc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fc778fa6-86d2-4d40-bdad-261484e7f4ad+21:22703:x1876180579142912:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1789265867.649265:0:22700:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93776600dc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fc778fa6-86d2-4d40-bdad-261484e7f4ad+21:22703:x1876180579142912:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 411us (1250us total) trans 0 rc 0/0 00000100:00100000:0.0:1789265867.649273:0:22700:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 149 00000100:00100000:3.0:1789265867.652532:0:22703:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93775f6e8380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fc778fa6-86d2-4d40-bdad-261484e7f4ad:22703:1876180579142912:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1789265867.652813:0:22703:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93775f6e8380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fc778fa6-86d2-4d40-bdad-261484e7f4ad:22703:1876180579143040:0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1789265867.652953:0:22703:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789265867.653232:0:22703:0:(client.c:2715:ptlrpc_set_wait()) set ffff937760018d80 going to sleep for 11 seconds 00000100:00100000:2.0:1789265867.653371:0:22699:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180579143040 00000100:00100000:2.0:1789265867.653380:0:22699:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180579143040 00000100:00100000:2.0:1789265867.653452:0:22699:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 150 00000100:00100000:2.0:1789265867.653475:0:22699:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93776600f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fc778fa6-86d2-4d40-bdad-261484e7f4ad+21:22703:x1876180579143040:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1789265867.653662:0:22699:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93776600f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fc778fa6-86d2-4d40-bdad-261484e7f4ad+21:22703:x1876180579143040:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 190us (708us total) trans 0 rc 0/0 00000100:00100000:2.0:1789265867.653671:0:22699:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 150 00000100:00100000:3.0:1789265867.653991:0:22703:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93775f6e8380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fc778fa6-86d2-4d40-bdad-261484e7f4ad:22703:1876180579143040:0@lo:503:ll_cfg_requeue.0 00000040:00080000:1.0:1789265867.655785:0:25746:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 13 00000020:01000000:3.0:1789265867.662284:0:22703:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 13-12 (rc=0) 10000000:01000000:3.0:1789265867.662362:0:22703:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.142@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:3.0:1789265867.662380:0:22703:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.142@tcp lock: ffff93775181ac00/0xbbfdc9019c1d595d lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xbbfdc9019c1d5964 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265867.662400:0:22703:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.142@tcp lock: ffff93775181ac00/0xbbfdc9019c1d595d lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xbbfdc9019c1d5964 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1789265867.662418:0:22703:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:3.0:1789265867.662423:0:22703:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff937643351000 from 13 10000000:01000000:3.0:1789265867.662427:0:22703:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:3.0:1789265867.662494:0:22703:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.142@tcp lock: ffff93775181be00/0xbbfdc9019c1d596b lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265867.662505:0:22703:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.142@tcp lock: ffff93775181be00/0xbbfdc9019c1d596b lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265867.662522:0:22703:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.142@tcp lock: ffff93775181be00/0xbbfdc9019c1d596b lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789265867.662573:0:22703:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93775f6e8380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fc778fa6-86d2-4d40-bdad-261484e7f4ad:22703:1876180579143168:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1789265867.662724:0:22703:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789265867.663183:0:22703:0:(client.c:2715:ptlrpc_set_wait()) set ffff937760018d80 going to sleep for 11 seconds 00000100:00100000:1.0:1789265867.665020:0:22701:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180579143168 00000100:00100000:1.0:1789265867.665040:0:22701:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180579143168 00000100:00100000:1.0:1789265867.665310:0:22701:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 151 00000100:00100000:1.0:1789265867.665325:0:22701:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93776600d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fc778fa6-86d2-4d40-bdad-261484e7f4ad+21:22703:x1876180579143168:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1789265867.665348:0:22701:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1789265867.665375:0:22701:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9377532bc800/0xbbfdc9019c1d5972 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0xbbfdc9019c1d596b expref: -99 pid: 22701 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789265867.665415:0:22701:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9377532bc800/0xbbfdc9019c1d5972 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xbbfdc9019c1d596b expref: 22 pid: 22701 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789265867.665429:0:22701:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9377532bc800/0xbbfdc9019c1d5972 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xbbfdc9019c1d596b expref: 22 pid: 22701 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789265867.665467:0:22701:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9377532bc800, rc 0) 00000100:00100000:1.0:1789265867.665705:0:22701:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93776600d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fc778fa6-86d2-4d40-bdad-261484e7f4ad+22:22703:x1876180579143168:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 383us (2980us total) trans 0 rc 0/0 00000100:00100000:1.0:1789265867.665714:0:22701:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 151 00000100:00100000:3.0:1789265867.665837:0:22703:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93775f6e8380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fc778fa6-86d2-4d40-bdad-261484e7f4ad:22703:1876180579143168:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1789265867.665881:0:22703:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.142@tcp lock: ffff93775181be00/0xbbfdc9019c1d596b lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xbbfdc9019c1d5972 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265867.665893:0:22703:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.142@tcp lock: ffff93775181be00/0xbbfdc9019c1d596b lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xbbfdc9019c1d5972 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789265867.665997:0:22703:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93775f6e8380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fc778fa6-86d2-4d40-bdad-261484e7f4ad:22703:1876180579143296:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1789265867.666063:0:22703:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789265867.667440:0:22703:0:(client.c:2715:ptlrpc_set_wait()) set ffff937760018d80 going to sleep for 11 seconds 00000100:00100000:0.0:1789265867.667741:0:22700:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180579143296 00000100:00100000:0.0:1789265867.667935:0:22700:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180579143296 00000100:00100000:0.0:1789265867.667997:0:22700:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 152 00000100:00100000:0.0:1789265867.668017:0:22700:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93776600c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fc778fa6-86d2-4d40-bdad-261484e7f4ad+22:22703:x1876180579143296:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1789265867.668371:0:22703:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93775f6e8380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fc778fa6-86d2-4d40-bdad-261484e7f4ad:22703:1876180579143296:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1789265867.668435:0:22703:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93775f6e8380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fc778fa6-86d2-4d40-bdad-261484e7f4ad:22703:1876180579143424:0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1789265867.670295:0:22703:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789265867.670347:0:22703:0:(client.c:2715:ptlrpc_set_wait()) set ffff937760018d80 going to sleep for 11 seconds 00000100:00100000:3.0:1789265867.670489:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.42@tcp (source: 12345-192.168.202.42@tcp) 00000100:00100000:3.0:1789265867.670538:0:22706:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180556998912 00000100:00100000:3.0:1789265867.670552:0:22706:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180556998912 00000100:00100000:3.0:1789265867.670644:0:22706:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.42@tcp, seq: 23 00000100:00100000:3.0:1789265867.670656:0:22706:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93777e2ed500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:93898299-7638-40d8-afd6-58593844770c+6:18699:x1876180556998912:12345-192.168.202.42@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1789265867.670680:0:22706:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1789265867.670714:0:22706:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93775181aa00/0xbbfdc9019c1d5979 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee42ae03d9197bf expref: -99 pid: 22706 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265867.670806:0:22706:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff93775181a200/0xbbfdc9019c1d5980 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22706 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265867.670826:0:22706:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff93775181a200/0xbbfdc9019c1d5980 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22706 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265867.670845:0:22706:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93775181a200/0xbbfdc9019c1d5980 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22706 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265867.670888:0:22706:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff93775181a400/0xbbfdc9019c1d5987 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22706 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265867.670896:0:22706:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff93775181a400/0xbbfdc9019c1d5987 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22706 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265867.670912:0:22706:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93775181a400/0xbbfdc9019c1d5987 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22706 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265867.675171:0:22706:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff93775181bc00/0xbbfdc9019c1d598e lrc: 3/1,0 mode: --/PR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22706 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265867.675209:0:22706:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff93775181bc00/0xbbfdc9019c1d598e lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22706 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265867.675225:0:22706:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93775181bc00/0xbbfdc9019c1d598e lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22706 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1789265867.675294:0:22706:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000002:0x1:0x0]: returning size 4096 00000004:00200000:3.0:1789265867.675298:0:22706:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1789265867.675357:0:22706:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff93775181bc00/0xbbfdc9019c1d598e lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22706 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265867.675374:0:22706:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff93775181a200/0xbbfdc9019c1d5980 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22706 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265867.675381:0:22706:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff93775181a200/0xbbfdc9019c1d5980 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 22706 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265867.675388:0:22706:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff93775181a200/0xbbfdc9019c1d5980 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22706 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265867.675394:0:22706:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93775181a200 already unused, calling callback (ffffffffc19db4f0) 00010000:00010000:3.0:1789265867.675399:0:22706:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93775181a200/0xbbfdc9019c1d5980 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22706 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265867.675408:0:22706:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93775181a200/0xbbfdc9019c1d5980 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 22706 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265867.675445:0:22706:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff93774f0ea400) 00010000:00010000:3.0:1789265867.675448:0:22706:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1789265867.675455:0:22706:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff93775181a200/0xbbfdc9019c1d5980 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22706 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265867.675461:0:22706:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93775181a200/0xbbfdc9019c1d5980 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22706 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265867.675483:0:22706:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff93775181a400/0xbbfdc9019c1d5987 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22706 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265867.675490:0:22706:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff93775181a400/0xbbfdc9019c1d5987 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 22706 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265867.675497:0:22706:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff93775181a400/0xbbfdc9019c1d5987 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22706 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265867.675503:0:22706:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93775181a400 already unused, calling callback (ffffffffc19db4f0) 00010000:00010000:3.0:1789265867.675506:0:22706:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93775181a400/0xbbfdc9019c1d5987 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22706 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265867.675512:0:22706:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93775181a400/0xbbfdc9019c1d5987 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 22706 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265867.675520:0:22706:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x3b979c7a (ffff93774e578600) 00010000:00010000:3.0:1789265867.675522:0:22706:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1789265867.675526:0:22706:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff93775181a400/0xbbfdc9019c1d5987 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22706 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265867.675531:0:22706:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93775181a400/0xbbfdc9019c1d5987 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22706 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265867.675597:0:22706:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93775181aa00/0xbbfdc9019c1d5979 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.42@tcp remote: 0x1ee42ae03d9197bf expref: 8 pid: 22706 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265867.675613:0:22706:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff93775181bc00/0xbbfdc9019c1d598e lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.42@tcp remote: 0x1ee42ae03d9197bf expref: 7 pid: 22706 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265867.675622:0:22706:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x0 (ffff93774e578b00) 00010000:00010000:3.0:1789265867.675624:0:22706:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1789265867.675627:0:22706:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93775181bc00, rc 0) 00000100:00100000:3.0:1789265867.675730:0:22706:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93777e2ed500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:93898299-7638-40d8-afd6-58593844770c+7:18699:x1876180556998912:12345-192.168.202.42@tcp:101:lhsmtool_posix.0 Request processed in 5075us (5242us total) trans 0 rc 0/0 00000100:00100000:3.0:1789265867.675740:0:22706:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.42@tcp, seq: 23 00000100:00080000:3.0:1789265867.675815:0:22702:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1789265867.677280:0:22701:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180579143424 00000100:00100000:1.0:1789265867.677301:0:22701:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180579143424 00000100:00100000:0.0:1789265867.677478:0:22700:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93776600c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fc778fa6-86d2-4d40-bdad-261484e7f4ad+23:22703:x1876180579143296:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 9465us (11407us total) trans 0 rc 0/0 00000100:00100000:0.0:1789265867.677494:0:22700:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 152 00000100:00100000:2.0:1789265867.678044:0:22699:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 153 00000100:00100000:2.0:1789265867.678059:0:22699:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93776600c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fc778fa6-86d2-4d40-bdad-261484e7f4ad+22:22703:x1876180579143424:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1789265867.678448:0:22699:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93776600c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fc778fa6-86d2-4d40-bdad-261484e7f4ad+22:22703:x1876180579143424:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 391us (8161us total) trans 0 rc 0/0 00000100:00100000:2.0:1789265867.678457:0:22699:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 153 00000100:00100000:3.0:1789265867.678939:0:22703:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93775f6e8380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fc778fa6-86d2-4d40-bdad-261484e7f4ad:22703:1876180579143424:0@lo:503:ll_cfg_requeue.0 00000040:00080000:1.0:1789265867.680258:0:25747:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 13 00000020:01000000:3.0:1789265867.680513:0:22703:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 13-12 (rc=0) 10000000:01000000:3.0:1789265867.680543:0:22703:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.142@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:3.0:1789265867.680559:0:22703:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.142@tcp lock: ffff93775181be00/0xbbfdc9019c1d596b lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xbbfdc9019c1d5972 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265867.680575:0:22703:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.142@tcp lock: ffff93775181be00/0xbbfdc9019c1d596b lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xbbfdc9019c1d5972 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1789265867.680589:0:22703:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:3.0:1789265867.680592:0:22703:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff937756d71000 from 13 10000000:01000000:3.0:1789265867.680595:0:22703:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:3.0:1789265867.680648:0:22703:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.142@tcp lock: ffff93775181a000/0xbbfdc9019c1d5995 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265867.680678:0:22703:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.142@tcp lock: ffff93775181a000/0xbbfdc9019c1d5995 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265867.680693:0:22703:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.142@tcp lock: ffff93775181a000/0xbbfdc9019c1d5995 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789265867.680727:0:22703:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93777e2ed180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fc778fa6-86d2-4d40-bdad-261484e7f4ad:22703:1876180579143552:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1789265867.680831:0:22703:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789265867.680927:0:22701:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180579143552 00000100:00100000:0.0:1789265867.680939:0:22701:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180579143552 00000100:00100000:0.0:1789265867.681019:0:22701:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 154 00000100:00100000:0.0:1789265867.681030:0:22701:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93776600c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fc778fa6-86d2-4d40-bdad-261484e7f4ad+22:22703:x1876180579143552:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1789265867.681047:0:22701:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1789265867.681065:0:22701:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9376435fcc00/0xbbfdc9019c1d599c lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0xbbfdc9019c1d5995 expref: -99 pid: 22701 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789265867.681097:0:22701:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9376435fcc00/0xbbfdc9019c1d599c lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xbbfdc9019c1d5995 expref: 23 pid: 22701 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789265867.681110:0:22701:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9376435fcc00/0xbbfdc9019c1d599c lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xbbfdc9019c1d5995 expref: 23 pid: 22701 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789265867.681121:0:22701:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9376435fcc00, rc 0) 00000100:00100000:0.0:1789265867.694358:0:22701:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93776600c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fc778fa6-86d2-4d40-bdad-261484e7f4ad+23:22703:x1876180579143552:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 13316us (13513us total) trans 0 rc 0/0 00000100:00100000:0.0:1789265867.694376:0:22701:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 154 00000100:00100000:2.0:1789265867.697113:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.42@tcp (source: 12345-192.168.202.42@tcp) 00000100:00100000:0.0:1789265867.698083:0:22717:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180556999040 00000100:00100000:0.0:1789265867.698100:0:22717:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180556999040 00000100:00100000:0.0:1789265867.698190:0:22717:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.42@tcp, seq: 5 00000100:00100000:0.0:1789265867.698202:0:22717:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93774f101c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:93898299-7638-40d8-afd6-58593844770c+7:18699:x1876180556999040:12345-192.168.202.42@tcp:900:lhsmtool_posix.0 00000100:00100000:0.0:1789265867.698370:0:22717:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93774f101c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:93898299-7638-40d8-afd6-58593844770c+7:18699:x1876180556999040:12345-192.168.202.42@tcp:900:lhsmtool_posix.0 Request processed in 170us (1274us total) trans 0 rc 0/0 00000100:00100000:0.0:1789265867.698378:0:22717:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.42@tcp, seq: 5 00000100:00100000:0.0:1789265867.699060:0:22703:0:(client.c:2715:ptlrpc_set_wait()) set ffff93774f390a80 going to sleep for 11 seconds 00000100:00100000:0.0:1789265867.699110:0:22703:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93777e2ed180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fc778fa6-86d2-4d40-bdad-261484e7f4ad:22703:1876180579143552:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1789265867.699146:0:22703:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.142@tcp lock: ffff93775181a000/0xbbfdc9019c1d5995 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xbbfdc9019c1d599c expref: -99 pid: 22703 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789265867.699162:0:22703:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.142@tcp lock: ffff93775181a000/0xbbfdc9019c1d5995 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0xbbfdc9019c1d599c expref: -99 pid: 22703 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789265867.699273:0:22703:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93774f15aa00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fc778fa6-86d2-4d40-bdad-261484e7f4ad:22703:1876180579143680:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1789265867.699335:0:22703:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789265867.699368:0:22703:0:(client.c:2715:ptlrpc_set_wait()) set ffff937758111900 going to sleep for 11 seconds 00000100:00100000:2.0:1789265867.699485:0:22699:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180579143680 00000100:00100000:2.0:1789265867.699491:0:22699:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180579143680 00000100:00100000:2.0:1789265867.699538:0:22699:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 155 00000100:00100000:2.0:1789265867.699547:0:22699:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93776600fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fc778fa6-86d2-4d40-bdad-261484e7f4ad+23:22703:x1876180579143680:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1789265867.699708:0:22699:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93776600fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fc778fa6-86d2-4d40-bdad-261484e7f4ad+23:22703:x1876180579143680:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 162us (371us total) trans 0 rc 0/0 00000100:00100000:2.0:1789265867.699717:0:22699:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 155 00000100:00100000:0.0:1789265867.701442:0:22703:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93774f15aa00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fc778fa6-86d2-4d40-bdad-261484e7f4ad:22703:1876180579143680:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1789265867.701531:0:22703:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93774f15aa00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fc778fa6-86d2-4d40-bdad-261484e7f4ad:22703:1876180579143808:0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1789265867.701626:0:22703:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789265867.701662:0:22703:0:(client.c:2715:ptlrpc_set_wait()) set ffff937758111900 going to sleep for 11 seconds 00000100:00100000:2.0:1789265867.701899:0:22701:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180579143808 00000100:00100000:2.0:1789265867.701907:0:22701:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180579143808 00000100:00100000:2.0:1789265867.701972:0:22701:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 156 00000100:00100000:2.0:1789265867.701983:0:22701:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93776600d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fc778fa6-86d2-4d40-bdad-261484e7f4ad+23:22703:x1876180579143808:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1789265867.702158:0:22701:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93776600d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fc778fa6-86d2-4d40-bdad-261484e7f4ad+23:22703:x1876180579143808:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 175us (531us total) trans 0 rc 0/0 00000100:00100000:2.0:1789265867.702168:0:22701:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 156 00000100:00100000:0.0:1789265867.702350:0:22703:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93774f15aa00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fc778fa6-86d2-4d40-bdad-261484e7f4ad:22703:1876180579143808:0@lo:503:ll_cfg_requeue.0 00000040:00080000:1.0:1789265867.704412:0:25748:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 13 00000100:00100000:1.0:1789265867.705444:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.42@tcp (source: 12345-192.168.202.42@tcp) 00000100:00100000:0.0:1789265867.705526:0:22707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180556999296 00000100:00100000:0.0:1789265867.705540:0:22707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180556999296 00000100:00100000:0.0:1789265867.705611:0:22707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.42@tcp, seq: 24 00000100:00100000:0.0:1789265867.705623:0:22707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93774e40d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:93898299-7638-40d8-afd6-58593844770c+7:18699:x1876180556999296:12345-192.168.202.42@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1789265867.705652:0:22707:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1789265867.705699:0:22707:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9376435fd000/0xbbfdc9019c1d59a3 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee42ae03d9197c6 expref: -99 pid: 22707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789265867.705801:0:22707:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9376435fde00/0xbbfdc9019c1d59aa lrc: 3/1,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789265867.705818:0:22707:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9376435fde00/0xbbfdc9019c1d59aa lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789265867.705835:0:22707:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9376435fde00/0xbbfdc9019c1d59aa lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789265867.705852:0:22707:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9376435fc800/0xbbfdc9019c1d59b1 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789265867.705896:0:22707:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9376435fc800/0xbbfdc9019c1d59b1 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789265867.705904:0:22707:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9376435fc800/0xbbfdc9019c1d59b1 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789265867.706067:0:22707:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9376435fdc00/0xbbfdc9019c1d59b8 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789265867.706077:0:22707:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9376435fdc00/0xbbfdc9019c1d59b8 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789265867.706085:0:22707:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9376435fdc00/0xbbfdc9019c1d59b8 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22707 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1789265867.706098:0:22707:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000002:0x2:0x0]: returning size 4096 00010000:00010000:0.0:1789265867.706315:0:22707:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9376435fde00/0xbbfdc9019c1d59aa lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789265867.706334:0:22707:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9376435fde00/0xbbfdc9019c1d59aa lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 22707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789265867.706342:0:22707:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9376435fde00/0xbbfdc9019c1d59aa lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 22707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789265867.706348:0:22707:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9376435fde00 already unused, calling callback (ffffffffc19db4f0) 00010000:00010000:0.0:1789265867.706353:0:22707:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9376435fde00/0xbbfdc9019c1d59aa lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 22707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789265867.706363:0:22707:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9376435fde00/0xbbfdc9019c1d59aa lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 22707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789265867.706379:0:22707:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x0 (ffff93774e578b00) 00010000:00010000:0.0:1789265867.706382:0:22707:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1789265867.706388:0:22707:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9376435fde00/0xbbfdc9019c1d59aa lrc: 2/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 22707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789265867.706394:0:22707:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9376435fde00/0xbbfdc9019c1d59aa lrc: 0/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 22707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789265867.706411:0:22707:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9376435fc800/0xbbfdc9019c1d59b1 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789265867.706416:0:22707:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9376435fc800/0xbbfdc9019c1d59b1 lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 22707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789265867.706422:0:22707:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9376435fc800/0xbbfdc9019c1d59b1 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789265867.706426:0:22707:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9376435fc800 already unused, calling callback (ffffffffc19db4f0) 00010000:00010000:0.0:1789265867.706436:0:22707:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9376435fc800/0xbbfdc9019c1d59b1 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789265867.706442:0:22707:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9376435fc800/0xbbfdc9019c1d59b1 lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 22707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789265867.706449:0:22707:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x8d45d6bc (ffff937779d97500) 00010000:00010000:0.0:1789265867.706451:0:22707:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1789265867.706454:0:22707:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9376435fc800/0xbbfdc9019c1d59b1 lrc: 2/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789265867.706460:0:22707:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9376435fc800/0xbbfdc9019c1d59b1 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789265867.707410:0:22707:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9376435fd000/0xbbfdc9019c1d59a3 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.42@tcp remote: 0x1ee42ae03d9197c6 expref: 10 pid: 22707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789265867.707440:0:22707:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9376435fdc00/0xbbfdc9019c1d59b8 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.42@tcp remote: 0x1ee42ae03d9197c6 expref: 9 pid: 22707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789265867.707451:0:22707:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff937779d97200) 00010000:00010000:0.0:1789265867.707453:0:22707:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1789265867.707456:0:22707:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9376435fdc00, rc 0) 00000100:00100000:0.0:1789265867.707553:0:22707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93774e40d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:93898299-7638-40d8-afd6-58593844770c+9:18699:x1876180556999296:12345-192.168.202.42@tcp:101:lhsmtool_posix.0 Request processed in 1930us (2117us total) trans 12884901889 rc 0/0 00000100:00100000:0.0:1789265867.707563:0:22707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.42@tcp, seq: 24 00000020:01000000:2.0:1789265867.711838:0:22703:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 13-12 (rc=0) 10000000:01000000:2.0:1789265867.711922:0:22703:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.142@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:2.0:1789265867.711939:0:22703:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.142@tcp lock: ffff93775181a000/0xbbfdc9019c1d5995 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xbbfdc9019c1d599c expref: -99 pid: 22703 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265867.711955:0:22703:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.142@tcp lock: ffff93775181a000/0xbbfdc9019c1d5995 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xbbfdc9019c1d599c expref: -99 pid: 22703 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1789265867.711969:0:22703:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:2.0:1789265867.711973:0:22703:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff93777aeab000 from 13 10000000:01000000:2.0:1789265867.711976:0:22703:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:2.0:1789265867.712258:0:22703:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.142@tcp lock: ffff93777262c000/0xbbfdc9019c1d59c6 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265867.712269:0:22703:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.142@tcp lock: ffff93777262c000/0xbbfdc9019c1d59c6 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265867.712284:0:22703:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.142@tcp lock: ffff93777262c000/0xbbfdc9019c1d59c6 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789265867.712321:0:22703:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93774f101500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fc778fa6-86d2-4d40-bdad-261484e7f4ad:22703:1876180579143936:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1789265867.712418:0:22703:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789265867.712469:0:22703:0:(client.c:2715:ptlrpc_set_wait()) set ffff93777e2529c0 going to sleep for 11 seconds 00000100:00100000:0.0:1789265867.712600:0:22701:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180579143936 00000100:00100000:0.0:1789265867.712613:0:22701:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180579143936 00000100:00100000:0.0:1789265867.712675:0:22701:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 157 00000100:00100000:0.0:1789265867.712687:0:22701:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93776600f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fc778fa6-86d2-4d40-bdad-261484e7f4ad+23:22703:x1876180579143936:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1789265867.712727:0:22701:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1789265867.712744:0:22701:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9376435fd400/0xbbfdc9019c1d59cd lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: local remote: 0xbbfdc9019c1d59c6 expref: -99 pid: 22701 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789265867.712776:0:22701:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9376435fd400/0xbbfdc9019c1d59cd lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xbbfdc9019c1d59c6 expref: 24 pid: 22701 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789265867.712790:0:22701:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9376435fd400/0xbbfdc9019c1d59cd lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xbbfdc9019c1d59c6 expref: 24 pid: 22701 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789265867.712800:0:22701:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9376435fd400, rc 0) 00000100:00100000:0.0:1789265867.712876:0:22701:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93776600f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fc778fa6-86d2-4d40-bdad-261484e7f4ad+24:22703:x1876180579143936:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 174us (440us total) trans 0 rc 0/0 00000100:00100000:0.0:1789265867.712884:0:22701:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 157 00000100:00100000:3.0:1789265867.712989:0:22703:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93774f101500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fc778fa6-86d2-4d40-bdad-261484e7f4ad:22703:1876180579143936:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1789265867.713023:0:22703:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.142@tcp lock: ffff93777262c000/0xbbfdc9019c1d59c6 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0xbbfdc9019c1d59cd expref: -99 pid: 22703 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265867.713035:0:22703:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.142@tcp lock: ffff93777262c000/0xbbfdc9019c1d59c6 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0xbbfdc9019c1d59cd expref: -99 pid: 22703 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789265867.713124:0:22703:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93777e2eed80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fc778fa6-86d2-4d40-bdad-261484e7f4ad:22703:1876180579144064:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1789265867.713155:0:22703:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789265867.713186:0:22703:0:(client.c:2715:ptlrpc_set_wait()) set ffff93774f390a80 going to sleep for 11 seconds 00000100:00100000:0.0:1789265867.713300:0:22700:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180579144064 00000100:00100000:0.0:1789265867.713305:0:22700:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180579144064 00000100:00100000:0.0:1789265867.713338:0:22700:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 158 00000100:00100000:0.0:1789265867.713343:0:22700:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93776600cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fc778fa6-86d2-4d40-bdad-261484e7f4ad+24:22703:x1876180579144064:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1789265867.713466:0:22700:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93776600cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fc778fa6-86d2-4d40-bdad-261484e7f4ad+24:22703:x1876180579144064:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 122us (310us total) trans 0 rc 0/0 00000100:00100000:0.0:1789265867.713473:0:22700:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 158 00000100:00100000:3.0:1789265867.713537:0:22703:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93777e2eed80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fc778fa6-86d2-4d40-bdad-261484e7f4ad:22703:1876180579144064:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1789265867.713561:0:22703:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93777e2eed80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fc778fa6-86d2-4d40-bdad-261484e7f4ad:22703:1876180579144192:0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1789265867.713601:0:22703:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789265867.713617:0:22703:0:(client.c:2715:ptlrpc_set_wait()) set ffff93774f390a80 going to sleep for 11 seconds 00000100:00100000:3.0:1789265867.713626:0:22701:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180579144192 00000100:00100000:3.0:1789265867.713629:0:22701:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180579144192 00000100:00100000:3.0:1789265867.713643:0:22701:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 159 00000100:00100000:3.0:1789265867.713646:0:22701:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93776600e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fc778fa6-86d2-4d40-bdad-261484e7f4ad+24:22703:x1876180579144192:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1789265867.713718:0:22701:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93776600e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fc778fa6-86d2-4d40-bdad-261484e7f4ad+24:22703:x1876180579144192:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 71us (117us total) trans 0 rc 0/0 00000100:00100000:3.0:1789265867.713723:0:22701:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 159 00000100:00100000:3.0:1789265867.713753:0:22703:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93777e2eed80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fc778fa6-86d2-4d40-bdad-261484e7f4ad:22703:1876180579144192:0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1789265867.721820:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.42@tcp (source: 12345-192.168.202.42@tcp) 00000100:00100000:2.0:1789265867.722095:0:22701:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180556999424 00000100:00100000:2.0:1789265867.722110:0:22701:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180556999424 00000100:00100000:2.0:1789265867.722191:0:22701:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.42@tcp, seq: 160 00000100:00100000:2.0:1789265867.722205:0:22701:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93776600f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:2a631e41-912a-4197-8c0f-311657862e89+11:18079:x1876180556999424:12345-192.168.202.42@tcp:101:ll_cfg_requeue.0 00010000:00010000:2.0:1789265867.722243:0:22701:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1789265867.722269:0:22701:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff93777262d800/0xbbfdc9019c1d59d4 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: local remote: 0x1ee42ae03d9197cd expref: -99 pid: 22701 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265867.722310:0:22701:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff93777262d800/0xbbfdc9019c1d59d4 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x50000000000000 nid: 192.168.202.42@tcp remote: 0x1ee42ae03d9197cd expref: 12 pid: 22701 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265867.722323:0:22701:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff93777262d800/0xbbfdc9019c1d59d4 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: 192.168.202.42@tcp remote: 0x1ee42ae03d9197cd expref: 12 pid: 22701 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265867.722333:0:22701:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93777262d800, rc 0) 00000100:00100000:2.0:1789265867.722403:0:22701:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93776600f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:2a631e41-912a-4197-8c0f-311657862e89+12:18079:x1876180556999424:12345-192.168.202.42@tcp:101:ll_cfg_requeue.0 Request processed in 201us (597us total) trans 0 rc 0/0 00000100:00100000:2.0:1789265867.722410:0:22701:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.42@tcp, seq: 160 00000040:00080000:3.0:1789265867.723328:0:25749:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 13 00000020:01000000:2.0:1789265867.727402:0:22703:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 13-12 (rc=0) 10000000:01000000:2.0:1789265867.727453:0:22703:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.142@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:2.0:1789265867.727470:0:22703:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.142@tcp lock: ffff93777262c000/0xbbfdc9019c1d59c6 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0xbbfdc9019c1d59cd expref: -99 pid: 22703 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265867.727486:0:22703:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.142@tcp lock: ffff93777262c000/0xbbfdc9019c1d59c6 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0xbbfdc9019c1d59cd expref: -99 pid: 22703 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789265867.738407:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.42@tcp (source: 12345-192.168.202.42@tcp) 00000100:00100000:1.0:1789265867.738508:0:22706:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180556999552 00000100:00100000:1.0:1789265867.738521:0:22706:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180556999552 00000100:00100000:1.0:1789265867.738601:0:22706:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.42@tcp, seq: 25 00000100:00100000:1.0:1789265867.738614:0:22706:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93774f15aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:93898299-7638-40d8-afd6-58593844770c+9:18699:x1876180556999552:12345-192.168.202.42@tcp:59:lhsmtool_posix.0 00000100:00100000:1.0:1789265867.738758:0:22706:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93774f15aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:93898299-7638-40d8-afd6-58593844770c+9:18699:x1876180556999552:12345-192.168.202.42@tcp:59:lhsmtool_posix.0 Request processed in 147us (366us total) trans 0 rc 0/0 00000100:00100000:1.0:1789265867.738766:0:22706:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.42@tcp, seq: 25 00000100:00100000:3.0:1789265867.747955:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.42@tcp (source: 12345-192.168.202.42@tcp) 00000100:00100000:3.0:1789265867.748091:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.42@tcp (source: 12345-192.168.202.42@tcp) 00000100:00100000:0.0:1789265867.748200:0:22707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180556999808 00000100:00100000:0.0:1789265867.748216:0:22707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180556999808 00000100:00100000:0.0:1789265867.748315:0:22707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.42@tcp, seq: 26 00000100:00100000:0.0:1789265867.748329:0:22707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93777e2eed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:93898299-7638-40d8-afd6-58593844770c+5:18699:x1876180556999808:12345-192.168.202.42@tcp:59:lhsmtool_posix.0 00000004:00080000:0.0:1789265867.749080:0:22707:0:(mdt_identity.c:119:mdt_identity_do_upcall()) lustre-MDT0001: invoked upcall /home/green/git/lustre-release/lustre/utils/l_getidentity lustre-MDT0001 0, time 696us 00000100:00080000:3.0:1789265867.751492:0:22702:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1789265867.752021:0:22699:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180556999680 00000100:00100000:2.0:1789265867.752045:0:22699:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180556999680 00000100:00100000:2.0:1789265867.752139:0:22699:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.42@tcp, seq: 161 00000100:00100000:2.0:1789265867.752157:0:22699:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93776600ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:2a631e41-912a-4197-8c0f-311657862e89+12:18079:x1876180556999680:12345-192.168.202.42@tcp:501:ll_cfg_requeue.0 00000100:00100000:2.0:1789265867.752403:0:22699:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93776600ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:2a631e41-912a-4197-8c0f-311657862e89+12:18079:x1876180556999680:12345-192.168.202.42@tcp:501:ll_cfg_requeue.0 Request processed in 251us (4464us total) trans 0 rc 0/0 00000100:00100000:2.0:1789265867.752430:0:22699:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.42@tcp, seq: 161 00000100:00100000:2.0:1789265867.756283:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.42@tcp (source: 12345-192.168.202.42@tcp) 00000100:00100000:3.0:1789265867.756365:0:22700:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180556999936 00000100:00100000:3.0:1789265867.756381:0:22700:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180556999936 00000100:00100000:3.0:1789265867.756455:0:22700:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.42@tcp, seq: 162 00000100:00100000:3.0:1789265867.756467:0:22700:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93776600e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:2a631e41-912a-4197-8c0f-311657862e89+12:18079:x1876180556999936:12345-192.168.202.42@tcp:503:ll_cfg_requeue.0 00000100:00100000:3.0:1789265867.756692:0:22700:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93776600e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:2a631e41-912a-4197-8c0f-311657862e89+12:18079:x1876180556999936:12345-192.168.202.42@tcp:503:ll_cfg_requeue.0 Request processed in 226us (424us total) trans 0 rc 0/0 00000100:00100000:3.0:1789265867.756702:0:22700:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.42@tcp, seq: 162 00000100:00100000:1.0:1789265867.761622:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.42@tcp (source: 12345-192.168.202.42@tcp) 00000100:00100000:3.0:1789265867.761701:0:22706:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180557000064 00000100:00100000:3.0:1789265867.761714:0:22706:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180557000064 00000100:00100000:3.0:1789265867.761786:0:22706:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.42@tcp, seq: 27 00000100:00100000:3.0:1789265867.761798:0:22706:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93774e40df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:93898299-7638-40d8-afd6-58593844770c+9:18705:x1876180557000064:12345-192.168.202.42@tcp:101:lfs.0 00010000:00010000:3.0:1789265867.761828:0:22706:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1789265867.761856:0:22706:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93775181aa00/0xbbfdc9019c1d59db lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee42ae03d9197d4 expref: -99 pid: 22706 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265867.761993:0:22706:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff93775181a400/0xbbfdc9019c1d59e2 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22706 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265867.762039:0:22706:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff93775181a400/0xbbfdc9019c1d59e2 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22706 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265867.762055:0:22706:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93775181a400/0xbbfdc9019c1d59e2 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22706 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265867.762219:0:22706:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff93775181a200/0xbbfdc9019c1d59e9 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22706 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265867.762257:0:22706:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff93775181a200/0xbbfdc9019c1d59e9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22706 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265867.762271:0:22706:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93775181a200/0xbbfdc9019c1d59e9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22706 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265867.762318:0:22706:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff93775181a400/0xbbfdc9019c1d59e2 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22706 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265867.762326:0:22706:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff93775181a400/0xbbfdc9019c1d59e2 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 22706 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265867.762333:0:22706:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff93775181a400/0xbbfdc9019c1d59e2 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22706 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265867.762340:0:22706:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93775181a400 already unused, calling callback (ffffffffc19db4f0) 00010000:00010000:3.0:1789265867.762344:0:22706:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93775181a400/0xbbfdc9019c1d59e2 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22706 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265867.762352:0:22706:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93775181a400/0xbbfdc9019c1d59e2 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 22706 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265867.762365:0:22706:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff93774f0ea400) 00010000:00010000:3.0:1789265867.762380:0:22706:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1789265867.762385:0:22706:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff93775181a400/0xbbfdc9019c1d59e2 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22706 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265867.762391:0:22706:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93775181a400/0xbbfdc9019c1d59e2 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22706 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265867.762408:0:22706:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff93775181a200/0xbbfdc9019c1d59e9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22706 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265867.762414:0:22706:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff93775181a200/0xbbfdc9019c1d59e9 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 22706 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265867.762420:0:22706:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff93775181a200/0xbbfdc9019c1d59e9 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22706 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265867.762426:0:22706:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93775181a200 already unused, calling callback (ffffffffc19db4f0) 00010000:00010000:3.0:1789265867.762428:0:22706:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93775181a200/0xbbfdc9019c1d59e9 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22706 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265867.762435:0:22706:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93775181a200/0xbbfdc9019c1d59e9 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 22706 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265867.762442:0:22706:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa6028a67 (ffff93774e578600) 00010000:00010000:3.0:1789265867.762444:0:22706:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1789265867.762447:0:22706:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff93775181a200/0xbbfdc9019c1d59e9 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22706 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265867.762453:0:22706:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93775181a200/0xbbfdc9019c1d59e9 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22706 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265867.762501:0:22706:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff93775181aa00/0xbbfdc9019c1d59db lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.42@tcp remote: 0x1ee42ae03d9197d4 expref: 10 pid: 22706 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265867.762518:0:22706:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff93774f0ea400) 00010000:00010000:3.0:1789265867.762521:0:22706:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1789265867.762525:0:22706:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93775181aa00/0xbbfdc9019c1d59db lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.42@tcp remote: 0x1ee42ae03d9197d4 expref: 10 pid: 22706 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265867.762535:0:22706:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93775181aa00, rc 0) 00000100:00100000:3.0:1789265867.762628:0:22706:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93774e40df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:93898299-7638-40d8-afd6-58593844770c+9:18705:x1876180557000064:12345-192.168.202.42@tcp:101:lfs.0 Request processed in 830us (1016us total) trans 0 rc 301/301 00000100:00100000:3.0:1789265867.762637:0:22706:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.42@tcp, seq: 27 00000100:00100000:1.0:1789265867.773603:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.42@tcp (source: 12345-192.168.202.42@tcp) 00000100:00100000:2.0:1789265867.773792:0:22701:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180557000192 00000100:00100000:2.0:1789265867.773808:0:22701:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180557000192 00000100:00100000:2.0:1789265867.773918:0:22701:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.42@tcp, seq: 163 00000100:00100000:2.0:1789265867.773930:0:22701:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93776600d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:2a631e41-912a-4197-8c0f-311657862e89+12:18079:x1876180557000192:12345-192.168.202.42@tcp:101:ll_cfg_requeue.0 00010000:00010000:2.0:1789265867.773954:0:22701:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1789265867.773977:0:22701:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff93777262ce00/0xbbfdc9019c1d59f0 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: local remote: 0x1ee42ae03d9197db expref: -99 pid: 22701 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265867.774029:0:22701:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff93777262ce00/0xbbfdc9019c1d59f0 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x50000000000000 nid: 192.168.202.42@tcp remote: 0x1ee42ae03d9197db expref: 13 pid: 22701 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265867.774042:0:22701:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff93777262ce00/0xbbfdc9019c1d59f0 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 192.168.202.42@tcp remote: 0x1ee42ae03d9197db expref: 13 pid: 22701 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265867.774052:0:22701:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93777262ce00, rc 0) 00000100:00100000:2.0:1789265867.774118:0:22701:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93776600d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:2a631e41-912a-4197-8c0f-311657862e89+13:18079:x1876180557000192:12345-192.168.202.42@tcp:101:ll_cfg_requeue.0 Request processed in 191us (531us total) trans 0 rc 0/0 00000100:00100000:2.0:1789265867.774126:0:22701:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.42@tcp, seq: 163 00000100:00100000:2.0:1789265867.792620:0:22707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93777e2eed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:93898299-7638-40d8-afd6-58593844770c+5:18699:x1876180556999808:12345-192.168.202.42@tcp:59:lhsmtool_posix.0 Request processed in 44274us (44508us total) trans 0 rc 0/0 00000100:00100000:2.0:1789265867.792641:0:22707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.42@tcp, seq: 26 00000100:00100000:0.0:1789265867.798845:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.42@tcp (source: 12345-192.168.202.42@tcp) 00000100:00100000:0.0:1789265867.799092:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.42@tcp (source: 12345-192.168.202.42@tcp) 00000100:00100000:3.0:1789265867.799253:0:22715:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180557000320 00000100:00100000:3.0:1789265867.799270:0:22715:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180557000320 00000100:00100000:3.0:1789265867.799338:0:22715:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.42@tcp, seq: 0 00000100:00100000:3.0:1789265867.799350:0:22715:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93774f158a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_seqm_0000:93898299-7638-40d8-afd6-58593844770c+9:18705:x1876180557000320:12345-192.168.202.42@tcp:700:lfs.0 00000100:00100000:3.0:1789265867.799464:0:22715:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93774f158a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_seqm_0000:93898299-7638-40d8-afd6-58593844770c+9:18705:x1876180557000320:12345-192.168.202.42@tcp:700:lfs.0 Request processed in 116us (644us total) trans 0 rc 0/0 00000100:00100000:3.0:1789265867.799473:0:22715:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.42@tcp, seq: 0 00000100:00100000:2.0:1789265867.804973:0:22699:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180557000448 00000100:00100000:2.0:1789265867.805021:0:22699:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180557000448 00000100:00100000:2.0:1789265867.805132:0:22699:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.42@tcp, seq: 164 00000100:00100000:2.0:1789265867.805144:0:22699:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93776600e050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:2a631e41-912a-4197-8c0f-311657862e89+13:18079:x1876180557000448:12345-192.168.202.42@tcp:501:ll_cfg_requeue.0 00000100:00100000:2.0:1789265867.805386:0:22699:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93776600e050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:2a631e41-912a-4197-8c0f-311657862e89+13:18079:x1876180557000448:12345-192.168.202.42@tcp:501:ll_cfg_requeue.0 Request processed in 242us (6292us total) trans 0 rc 0/0 00000100:00100000:2.0:1789265867.805396:0:22699:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.42@tcp, seq: 164 00000100:00100000:0.0:1789265867.816294:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.42@tcp (source: 12345-192.168.202.42@tcp) 00000100:00100000:1.0:1789265867.818673:0:25346:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180557000704 00000100:00100000:1.0:1789265867.818694:0:25346:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180557000704 00000100:00100000:1.0:1789265867.818793:0:25346:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.42@tcp, seq: 28 00000100:00100000:1.0:1789265867.818806:0:25346:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93774f159880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:93898299-7638-40d8-afd6-58593844770c+9:18705:x1876180557000704:12345-192.168.202.42@tcp:36:lfs.0 00010000:00010000:1.0:1789265867.819208:0:25346:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1789265867.819254:0:25346:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93777262d000/0xbbfdc9019c1d5910 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.42@tcp remote: 0x1ee42ae03d919748 expref: 9 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789265867.819311:0:25346:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff93774f0ea400) 00010000:00010000:1.0:1789265867.819317:0:25346:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1789265867.819412:0:25346:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9377532bc400/0xbbfdc9019c1d59f7 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 25346 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789265867.819429:0:25346:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff93777262c200/0xbbfdc9019c1d594f lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.42@tcp remote: 0x1ee42ae03d9197b8 expref: 5 pid: 22707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789265867.819439:0:25346:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9377532bc400/0xbbfdc9019c1d59f7 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 25346 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789265867.819566:0:25346:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff93777262c200/0xbbfdc9019c1d594f lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.42@tcp remote: 0x1ee42ae03d9197b8 expref: 5 pid: 22707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789265867.819584:0:25346:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff93777262c200/0xbbfdc9019c1d594f lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.42@tcp remote: 0x1ee42ae03d9197b8 expref: 5 pid: 22707 timeout: 823 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789265867.819603:0:25346:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93774e40d500 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:25346:1876180579144320:192.168.202.42@tcp:104: 00000100:00100000:1.0:1789265867.819803:0:25346:0:(client.c:2715:ptlrpc_set_wait()) set ffff93774f151300 going to sleep for 11 seconds 00000100:00100000:1.0:1789265867.822206:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.42@tcp (source: 12345-192.168.202.42@tcp) 00000100:00100000:0.0:1789265867.822307:0:22700:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180557000832 00000100:00100000:0.0:1789265867.822317:0:22700:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180557000832 00000100:00100000:0.0:1789265867.822374:0:22700:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.42@tcp, seq: 165 00000100:00100000:0.0:1789265867.822383:0:22700:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93776600a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:2a631e41-912a-4197-8c0f-311657862e89+13:18079:x1876180557000832:12345-192.168.202.42@tcp:503:ll_cfg_requeue.0 00000100:00100000:0.0:1789265867.822557:0:22700:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93776600a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:2a631e41-912a-4197-8c0f-311657862e89+13:18079:x1876180557000832:12345-192.168.202.42@tcp:503:ll_cfg_requeue.0 Request processed in 175us (367us total) trans 0 rc 0/0 00000100:00100000:0.0:1789265867.822564:0:22700:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.42@tcp, seq: 165 00000100:00100000:1.0:1789265867.834684:0:25346:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93774e40d500 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:25346:1876180579144320:192.168.202.42@tcp:104: 00010000:00010000:1.0:1789265867.834726:0:25346:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9377532bc400/0xbbfdc9019c1d59f7 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 25346 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789265867.835054:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.42@tcp (source: 12345-192.168.202.42@tcp) 00000100:00100000:0.0:1789265867.835234:0:22692:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180557000960 00000100:00100000:0.0:1789265867.835245:0:22692:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180557000960 00010000:00010000:0.0:1789265867.835309:0:22692:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff93777262c200/0xbbfdc9019c1d594f lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.42@tcp remote: 0x1ee42ae03d9197b8 expref: 6 pid: 22707 timeout: 823 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789265867.835357:0:22692:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.42@tcp, seq: 15 00000100:00100000:0.0:1789265867.835368:0:22692:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93774f100e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9c06326b-251b-416a-a6ec-481ed405cc33+6:2399:x1876180557000960:12345-192.168.202.42@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1789265867.835385:0:22692:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1789265867.835394:0:22692:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff93777262c200/0xbbfdc9019c1d594f lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.42@tcp remote: 0x1ee42ae03d9197b8 expref: 6 pid: 22707 timeout: 823 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789265867.835407:0:22692:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff93777262c200/0xbbfdc9019c1d594f lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.42@tcp remote: 0x1ee42ae03d9197b8 expref: 6 pid: 22707 timeout: 823 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789265867.835435:0:22692:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93777262c200/0xbbfdc9019c1d594f lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.42@tcp remote: 0x1ee42ae03d9197b8 expref: 6 pid: 22707 timeout: 823 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789265867.835481:0:22692:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff93774f0ea400) 00010000:00010000:0.0:1789265867.835487:0:22692:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9377532bc400/0xbbfdc9019c1d59f7 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 25346 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789265867.835498:0:22692:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9377532bc400/0xbbfdc9019c1d59f7 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 25346 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789265867.835508:0:22692:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9377532bc400/0xbbfdc9019c1d59f7 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 25346 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789265867.835545:0:22692:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1789265867.835622:0:22692:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93774f100e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9c06326b-251b-416a-a6ec-481ed405cc33+5:2399:x1876180557000960:12345-192.168.202.42@tcp:103:ldlm_bl.0 Request processed in 255us (569us total) trans 0 rc 0/0 00000100:00100000:0.0:1789265867.835630:0:22692:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.42@tcp, seq: 15 00010000:00010000:1.0:1789265867.836195:0:25346:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9377532bc400/0xbbfdc9019c1d59f7 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 25346 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789265867.836221:0:25346:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9377532bc400/0xbbfdc9019c1d59f7 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 25346 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789265867.836253:0:25346:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9377532bcc00/0xbbfdc9019c1d59fe lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 25346 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789265867.836265:0:25346:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9377532bcc00/0xbbfdc9019c1d59fe lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 25346 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789265867.836275:0:25346:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9377532bcc00/0xbbfdc9019c1d59fe lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 25346 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00080000:3.0:1789265867.838902:0:22702:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:1.0:1789265867.843377:0:25346:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9377532bd600/0xbbfdc9019c1d5a05 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 25346 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789265867.843407:0:25346:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9377532bd600/0xbbfdc9019c1d5a05 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 25346 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789265867.843421:0:25346:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9377532bd600/0xbbfdc9019c1d5a05 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 25346 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1789265867.844048:0:25346:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 00000000f457f2c8 reply state 00000000ade97a90 transno 12884901890 ns: mdt-lustre-MDT0000_UUID lock: ffff9377532bd600/0xbbfdc9019c1d5a05 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 25346 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789265867.844062:0:25346:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9377532bd600/0xbbfdc9019c1d5a05 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 25346 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789265867.844069:0:25346:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff9377446e4e00) 00010000:00010000:1.0:1789265867.844072:0:25346:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1789265867.844076:0:25346:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000004:00200000:1.0:1789265867.844082:0:25346:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00010000:00010000:1.0:1789265867.844102:0:25346:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9377532bc400/0xbbfdc9019c1d59f7 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 25346 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789265867.844109:0:25346:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9377532bc400/0xbbfdc9019c1d59f7 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 25346 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789265867.844115:0:25346:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9377532bc400/0xbbfdc9019c1d59f7 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 25346 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789265867.844121:0:25346:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9377532bc400 already unused, calling callback (ffffffffc19db4f0) 00010000:00010000:1.0:1789265867.844126:0:25346:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9377532bc400/0xbbfdc9019c1d59f7 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 25346 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789265867.844133:0:25346:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9377532bc400/0xbbfdc9019c1d59f7 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 25346 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789265867.844145:0:25346:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff93774f0ea400) 00010000:00010000:1.0:1789265867.844147:0:25346:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1789265867.844151:0:25346:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9377532bc400/0xbbfdc9019c1d59f7 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 25346 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789265867.844157:0:25346:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9377532bc400/0xbbfdc9019c1d59f7 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 25346 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1789265867.844179:0:25346:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 00000000f457f2c8 reply state 00000000ade97a90 transno 12884901890 ns: mdt-lustre-MDT0000_UUID lock: ffff9377532bcc00/0xbbfdc9019c1d59fe lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 25346 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789265867.844188:0:25346:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9377532bcc00/0xbbfdc9019c1d59fe lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 25346 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789265867.844194:0:25346:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa6028a67 (ffff9377446e4600) 00010000:00010000:1.0:1789265867.844196:0:25346:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1789265867.844204:0:25346:0:(service.c:179:ptlrpc_save_lock()) nlocks 1 00000100:00100000:1.0:1789265867.844318:0:25346:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93774f159880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:93898299-7638-40d8-afd6-58593844770c+10:18705:x1876180557000704:12345-192.168.202.42@tcp:36:lfs.0 Request processed in 25509us (28039us total) trans 12884901890 rc 0/0 00000100:00100000:1.0:1789265867.844327:0:25346:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.42@tcp, seq: 28 00010000:00010000:2.0:1789265867.891305:0:22695:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1789265867.960557:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.42@tcp (source: 12345-192.168.202.42@tcp) 00000100:00100000:1.0:1789265867.960681:0:22708:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180557001088 00000100:00100000:1.0:1789265867.960693:0:22708:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180557001088 00000100:00100000:1.0:1789265867.960778:0:22708:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.42@tcp, seq: 29 00000100:00100000:1.0:1789265867.960791:0:22708:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93774f101500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:93898299-7638-40d8-afd6-58593844770c+10:18715:x1876180557001088:12345-192.168.202.42@tcp:101:lctl.0 00010000:00010000:1.0:1789265867.960827:0:22708:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1789265867.961025:0:22708:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9377532bc400/0xbbfdc9019c1d5a0c lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee42ae03d9197e2 expref: -99 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265867.961216:0:22708:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff93777262d600/0xbbfdc9019c1d5a13 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22708 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265867.961231:0:22708:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff93777262d600/0xbbfdc9019c1d5a13 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22708 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265867.961242:0:22708:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93777262d600/0xbbfdc9019c1d5a13 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22708 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1789265867.961386:0:22708:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:2.0:1789265867.961390:0:22708:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1789265867.961436:0:22708:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff93777262d600/0xbbfdc9019c1d5a13 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22708 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265867.961519:0:22708:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9377532bc400/0xbbfdc9019c1d5a0c lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.42@tcp remote: 0x1ee42ae03d9197e2 expref: 12 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265867.961536:0:22708:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff93777262d600/0xbbfdc9019c1d5a13 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.42@tcp remote: 0x1ee42ae03d9197e2 expref: 11 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265867.961544:0:22708:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9377446e4c00) 00010000:00010000:2.0:1789265867.961546:0:22708:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1789265867.961549:0:22708:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93777262d600, rc 0) 00000100:00100000:2.0:1789265867.961643:0:22708:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93774f101500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:93898299-7638-40d8-afd6-58593844770c+11:18715:x1876180557001088:12345-192.168.202.42@tcp:101:lctl.0 Request processed in 854us (1101us total) trans 0 rc 0/0 00000100:00100000:2.0:1789265867.961651:0:22708:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.42@tcp, seq: 29 00000100:00100000:2.0:1789265867.984089:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.42@tcp (source: 12345-192.168.202.42@tcp) 00000100:00100000:3.0:1789265867.984221:0:22706:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180557001216 00000100:00100000:3.0:1789265867.984234:0:22706:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180557001216 00000100:00100000:3.0:1789265867.984308:0:22706:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.42@tcp, seq: 30 00000100:00100000:3.0:1789265867.984320:0:22706:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93777f3e3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:9c06326b-251b-416a-a6ec-481ed405cc33+5:18716:x1876180557001216:12345-192.168.202.42@tcp:101:lfs.0 00010000:00010000:3.0:1789265867.984349:0:22706:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1789265867.984377:0:22706:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93775181b200/0xbbfdc9019c1d5a1a lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee42ae03d9197e9 expref: -99 pid: 22706 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265867.984490:0:22706:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff93775181aa00/0xbbfdc9019c1d5a21 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22706 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265867.984507:0:22706:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff93775181aa00/0xbbfdc9019c1d5a21 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22706 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265867.984521:0:22706:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93775181aa00/0xbbfdc9019c1d5a21 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22706 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1789265867.984584:0:22706:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:3.0:1789265867.984588:0:22706:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1789265867.984616:0:22706:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff93775181aa00/0xbbfdc9019c1d5a21 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22706 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265867.984646:0:22706:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93775181b200/0xbbfdc9019c1d5a1a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.42@tcp remote: 0x1ee42ae03d9197e9 expref: 7 pid: 22706 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265867.984668:0:22706:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff93775181aa00/0xbbfdc9019c1d5a21 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.42@tcp remote: 0x1ee42ae03d9197e9 expref: 6 pid: 22706 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265867.984691:0:22706:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9377446e4c00) 00010000:00010000:3.0:1789265867.984695:0:22706:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1789265867.984699:0:22706:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93775181aa00, rc 0) 00000100:00100000:3.0:1789265867.984965:0:22706:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93777f3e3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:9c06326b-251b-416a-a6ec-481ed405cc33+6:18716:x1876180557001216:12345-192.168.202.42@tcp:101:lfs.0 Request processed in 645us (892us total) trans 0 rc 0/0 00000100:00100000:3.0:1789265867.984973:0:22706:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.42@tcp, seq: 30 00000100:00100000:3.0:1789265867.989775:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.42@tcp (source: 12345-192.168.202.42@tcp) 00000100:00100000:2.0:1789265867.989917:0:22707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180557001344 00000100:00100000:2.0:1789265867.989932:0:22707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180557001344 00000100:00100000:2.0:1789265867.990032:0:22707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.42@tcp, seq: 31 00000100:00100000:2.0:1789265867.990045:0:22707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93777e2edf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:9c06326b-251b-416a-a6ec-481ed405cc33+6:18716:x1876180557001344:12345-192.168.202.42@tcp:101:lfs.0 00010000:00010000:2.0:1789265867.990072:0:22707:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1789265867.990100:0:22707:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93777262c400/0xbbfdc9019c1d5a28 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee42ae03d9197f0 expref: -99 pid: 22707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265867.990195:0:22707:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff93777262da00/0xbbfdc9019c1d5a2f lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265867.990214:0:22707:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff93777262da00/0xbbfdc9019c1d5a2f lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265867.990228:0:22707:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93777262da00/0xbbfdc9019c1d5a2f lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265867.990241:0:22707:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff93777262d200/0xbbfdc9019c1d5a36 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265867.990249:0:22707:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff93777262d200/0xbbfdc9019c1d5a36 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265867.990255:0:22707:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93777262d200/0xbbfdc9019c1d5a36 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265867.990923:0:22707:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff93777262d400/0xbbfdc9019c1d5a3d lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265867.990957:0:22707:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff93777262d400/0xbbfdc9019c1d5a3d lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265867.990966:0:22707:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93777262d400/0xbbfdc9019c1d5a3d lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22707 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1789265867.991036:0:22707:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00000004:00200000:2.0:1789265867.991041:0:22707:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1789265867.991073:0:22707:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff93777262d400/0xbbfdc9019c1d5a3d lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265867.991088:0:22707:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff93777262da00/0xbbfdc9019c1d5a2f lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265867.991095:0:22707:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff93777262da00/0xbbfdc9019c1d5a2f lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 22707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265867.991103:0:22707:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff93777262da00/0xbbfdc9019c1d5a2f lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265867.991110:0:22707:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93777262da00 already unused, calling callback (ffffffffc19db4f0) 00010000:00010000:2.0:1789265867.991115:0:22707:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93777262da00/0xbbfdc9019c1d5a2f lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265867.991124:0:22707:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93777262da00/0xbbfdc9019c1d5a2f lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 22707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265867.991138:0:22707:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9377446e4c00) 00010000:00010000:2.0:1789265867.991142:0:22707:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1789265867.991147:0:22707:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff93777262da00/0xbbfdc9019c1d5a2f lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265867.991162:0:22707:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93777262da00/0xbbfdc9019c1d5a2f lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265867.991177:0:22707:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff93777262d200/0xbbfdc9019c1d5a36 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265867.991183:0:22707:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff93777262d200/0xbbfdc9019c1d5a36 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 22707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265867.991189:0:22707:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff93777262d200/0xbbfdc9019c1d5a36 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265867.991194:0:22707:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93777262d200 already unused, calling callback (ffffffffc19db4f0) 00010000:00010000:2.0:1789265867.991197:0:22707:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93777262d200/0xbbfdc9019c1d5a36 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265867.991203:0:22707:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93777262d200/0xbbfdc9019c1d5a36 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 22707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265867.991212:0:22707:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa6028a67 (ffff9377446e4600) 00010000:00010000:2.0:1789265867.991215:0:22707:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1789265867.991218:0:22707:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff93777262d200/0xbbfdc9019c1d5a36 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265867.991223:0:22707:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93777262d200/0xbbfdc9019c1d5a36 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265867.991258:0:22707:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93777262c400/0xbbfdc9019c1d5a28 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.42@tcp remote: 0x1ee42ae03d9197f0 expref: 8 pid: 22707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265867.991300:0:22707:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff93777262d400/0xbbfdc9019c1d5a3d lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.42@tcp remote: 0x1ee42ae03d9197f0 expref: 7 pid: 22707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265867.991420:0:22707:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff9377446e4e00) 00010000:00010000:2.0:1789265867.991423:0:22707:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1789265867.991426:0:22707:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93777262d400, rc 0) 00000100:00100000:2.0:1789265867.991813:0:22707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93777e2edf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:9c06326b-251b-416a-a6ec-481ed405cc33+7:18716:x1876180557001344:12345-192.168.202.42@tcp:101:lfs.0 Request processed in 1768us (2058us total) trans 0 rc 0/0 00000100:00100000:2.0:1789265867.991823:0:22707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.42@tcp, seq: 31 00000100:00100000:2.0:1789265868.001137:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.42@tcp (source: 12345-192.168.202.42@tcp) 00000100:00100000:0.0:1789265868.001204:0:22717:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180557001472 00000100:00100000:0.0:1789265868.001217:0:22717:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180557001472 00000100:00080000:3.0:1789265868.001297:0:22702:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1789265868.001426:0:22717:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.42@tcp, seq: 6 00000100:00100000:0.0:1789265868.001506:0:22717:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93777f3e0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:9c06326b-251b-416a-a6ec-481ed405cc33+5:18716:x1876180557001472:12345-192.168.202.42@tcp:900:lfs.0 00000100:00100000:0.0:1789265868.001684:0:22717:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93777f3e0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:9c06326b-251b-416a-a6ec-481ed405cc33+5:18716:x1876180557001472:12345-192.168.202.42@tcp:900:lfs.0 Request processed in 248us (559us total) trans 0 rc 0/0 00000100:00100000:0.0:1789265868.001693:0:22717:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.42@tcp, seq: 6 00000100:00100000:1.0:1789265868.005838:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.42@tcp (source: 12345-192.168.202.42@tcp) 00000100:00100000:3.0:1789265868.006047:0:22706:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180557001728 00000100:00100000:3.0:1789265868.006142:0:22706:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180557001728 00000100:00100000:3.0:1789265868.006213:0:22706:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.42@tcp, seq: 32 00000100:00100000:3.0:1789265868.006223:0:22706:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93774e40d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:9c06326b-251b-416a-a6ec-481ed405cc33+7:18716:x1876180557001728:12345-192.168.202.42@tcp:101:lfs.0 00010000:00010000:3.0:1789265868.006247:0:22706:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1789265868.006269:0:22706:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93775181b200/0xbbfdc9019c1d5a44 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee42ae03d9197f7 expref: -99 pid: 22706 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1789265868.006414:0:22706:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00010000:00010000:3.0:1789265868.006539:0:22706:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff93775181b200/0xbbfdc9019c1d5a44 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.42@tcp remote: 0x1ee42ae03d9197f7 expref: 9 pid: 22706 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265868.006555:0:22706:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9377446e4c00) 00010000:00010000:3.0:1789265868.006557:0:22706:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1789265868.006561:0:22706:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93775181b200/0xbbfdc9019c1d5a44 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.42@tcp remote: 0x1ee42ae03d9197f7 expref: 9 pid: 22706 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265868.006573:0:22706:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93775181b200, rc 0) 00000100:00100000:3.0:1789265868.006732:0:22706:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93774e40d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:9c06326b-251b-416a-a6ec-481ed405cc33+8:18716:x1876180557001728:12345-192.168.202.42@tcp:101:lfs.0 Request processed in 510us (912us total) trans 12884901891 rc 301/301 00000100:00100000:3.0:1789265868.006738:0:22706:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.42@tcp, seq: 32 00000100:00100000:3.0:1789265868.009737:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.42@tcp (source: 12345-192.168.202.42@tcp) 00000100:00100000:0.0:1789265868.010040:0:22708:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180557001984 00000100:00100000:0.0:1789265868.010123:0:22708:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180557001984 00000100:00100000:0.0:1789265868.010200:0:22708:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.42@tcp, seq: 33 00000100:00100000:0.0:1789265868.010212:0:22708:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93777e2eea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:9c06326b-251b-416a-a6ec-481ed405cc33+8:18716:x1876180557001984:12345-192.168.202.42@tcp:36:lfs.0 00010000:00010000:0.0:1789265868.010290:0:22708:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1789265868.010550:0:22708:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93777262d400/0xbbfdc9019c1d5a3d lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.42@tcp remote: 0x1ee42ae03d9197f0 expref: 8 pid: 22707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789265868.010577:0:22708:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff9377446e4e00) 00010000:00010000:0.0:1789265868.010581:0:22708:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1789265868.010690:0:22708:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9376435fde00/0xbbfdc9019c1d5a52 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22708 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789265868.010705:0:22708:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9376435fde00/0xbbfdc9019c1d5a52 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22708 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789265868.010716:0:22708:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9376435fde00/0xbbfdc9019c1d5a52 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22708 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1789265868.011193:0:22708:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 000000003a7a08e7 reply state 0000000033940c38 transno 12884901892 ns: mdt-lustre-MDT0000_UUID lock: ffff9376435fde00/0xbbfdc9019c1d5a52 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22708 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789265868.011206:0:22708:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9376435fde00/0xbbfdc9019c1d5a52 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22708 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789265868.011211:0:22708:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff9377446e4e00) 00010000:00010000:0.0:1789265868.011213:0:22708:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00000100:00100000:0.0:1789265868.011215:0:22708:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000004:00200000:0.0:1789265868.011224:0:22708:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00000100:00100000:0.0:1789265868.011417:0:22708:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93777e2eea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:9c06326b-251b-416a-a6ec-481ed405cc33+9:18716:x1876180557001984:12345-192.168.202.42@tcp:36:lfs.0 Request processed in 1202us (1685us total) trans 12884901892 rc 0/0 00000100:00100000:0.0:1789265868.011426:0:22708:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.42@tcp, seq: 33 00000100:00100000:2.0:1789265868.013734:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.42@tcp (source: 12345-192.168.202.42@tcp) 00000100:00100000:0.0:1789265868.013786:0:22709:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180557002240 00000100:00100000:0.0:1789265868.013799:0:22709:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180557002240 00000100:00100000:0.0:1789265868.013902:0:22709:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.42@tcp, seq: 2 00000100:00100000:0.0:1789265868.013915:0:22709:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93777f3e1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:9c06326b-251b-416a-a6ec-481ed405cc33+9:18716:x1876180557002240:12345-192.168.202.42@tcp:35:lfs.0 00000100:00100000:0.0:1789265868.014683:0:22709:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93777f3e1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:9c06326b-251b-416a-a6ec-481ed405cc33+10:18716:x1876180557002240:12345-192.168.202.42@tcp:35:lfs.0 Request processed in 766us (952us total) trans 12884901893 rc 0/0 00000100:00100000:0.0:1789265868.014692:0:22709:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.42@tcp, seq: 2 00000100:00100000:1.0:1789265868.022850:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.42@tcp (source: 12345-192.168.202.42@tcp) 00000100:00100000:3.0:1789265868.023106:0:25346:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180557002496 00000100:00100000:3.0:1789265868.023120:0:25346:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180557002496 00000100:00100000:3.0:1789265868.023200:0:25346:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.42@tcp, seq: 34 00000100:00100000:3.0:1789265868.023212:0:25346:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93774e40c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:9c06326b-251b-416a-a6ec-481ed405cc33+10:18716:x1876180557002496:12345-192.168.202.42@tcp:101:lfs.0 00010000:00010000:3.0:1789265868.023248:0:25346:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1789265868.023302:0:25346:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93775181b200/0xbbfdc9019c1d5a59 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee42ae03d9197fe expref: -99 pid: 25346 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265868.024029:0:25346:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff93775181a200/0xbbfdc9019c1d5a60 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 25346 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265868.024046:0:25346:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff93775181a200/0xbbfdc9019c1d5a60 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 25346 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265868.024071:0:25346:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93775181a200/0xbbfdc9019c1d5a60 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 25346 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265868.024085:0:25346:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff93775181a400/0xbbfdc9019c1d5a67 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 25346 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265868.024093:0:25346:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff93775181a400/0xbbfdc9019c1d5a67 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 25346 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265868.024099:0:25346:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93775181a400/0xbbfdc9019c1d5a67 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 25346 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1789265868.024252:0:25346:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00010000:00010000:3.0:1789265868.024757:0:25346:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff93775181a200/0xbbfdc9019c1d5a60 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 25346 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265868.024769:0:25346:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff93775181a200/0xbbfdc9019c1d5a60 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 25346 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265868.024776:0:25346:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff93775181a200/0xbbfdc9019c1d5a60 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 25346 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265868.024783:0:25346:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93775181a200 already unused, calling callback (ffffffffc19db4f0) 00010000:00010000:3.0:1789265868.024788:0:25346:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93775181a200/0xbbfdc9019c1d5a60 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 25346 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265868.024809:0:25346:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93775181a200/0xbbfdc9019c1d5a60 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 25346 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265868.024826:0:25346:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9377446e4c00) 00010000:00010000:3.0:1789265868.024829:0:25346:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1789265868.024834:0:25346:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff93775181a200/0xbbfdc9019c1d5a60 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 25346 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265868.024840:0:25346:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93775181a200/0xbbfdc9019c1d5a60 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 25346 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265868.025043:0:25346:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff93775181a400/0xbbfdc9019c1d5a67 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 25346 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265868.025061:0:25346:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff93775181a400/0xbbfdc9019c1d5a67 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 25346 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265868.025069:0:25346:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff93775181a400/0xbbfdc9019c1d5a67 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 25346 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265868.025074:0:25346:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93775181a400 already unused, calling callback (ffffffffc19db4f0) 00010000:00010000:3.0:1789265868.025077:0:25346:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93775181a400/0xbbfdc9019c1d5a67 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 25346 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265868.025084:0:25346:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93775181a400/0xbbfdc9019c1d5a67 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 25346 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265868.025092:0:25346:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa6028a67 (ffff9377446e4600) 00010000:00010000:3.0:1789265868.025095:0:25346:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1789265868.025099:0:25346:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff93775181a400/0xbbfdc9019c1d5a67 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 25346 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265868.025116:0:25346:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93775181a400/0xbbfdc9019c1d5a67 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 25346 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265868.025172:0:25346:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff93775181b200/0xbbfdc9019c1d5a59 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.42@tcp remote: 0x1ee42ae03d9197fe expref: 12 pid: 25346 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265868.025184:0:25346:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9377446e4c00) 00010000:00010000:3.0:1789265868.025186:0:25346:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1789265868.025190:0:25346:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93775181b200/0xbbfdc9019c1d5a59 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.42@tcp remote: 0x1ee42ae03d9197fe expref: 12 pid: 25346 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265868.025200:0:25346:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93775181b200, rc 0) 00000100:00100000:3.0:1789265868.025302:0:25346:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93774e40c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:9c06326b-251b-416a-a6ec-481ed405cc33+11:18716:x1876180557002496:12345-192.168.202.42@tcp:101:lfs.0 Request processed in 2090us (2474us total) trans 12884901894 rc 301/301 00000100:00100000:3.0:1789265868.025326:0:25346:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.42@tcp, seq: 34 00000100:00100000:3.0:1789265868.029587:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.42@tcp (source: 12345-192.168.202.42@tcp) 00000100:00100000:2.0:1789265868.029775:0:22707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180557002624 00000100:00100000:2.0:1789265868.029789:0:22707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180557002624 00000100:00100000:0.0:1789265868.029945:0:22708:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.42@tcp, seq: 35 00000100:00100000:0.0:1789265868.029962:0:22708:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93777e2ec380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:9c06326b-251b-416a-a6ec-481ed405cc33+11:18716:x1876180557002624:12345-192.168.202.42@tcp:101:lfs.0 00010000:00010000:0.0:1789265868.030014:0:22708:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1789265868.030048:0:22708:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9376435fc400/0xbbfdc9019c1d5a75 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee42ae03d919805 expref: -99 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789265868.030829:0:22708:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9377532bd800/0xbbfdc9019c1d5a7c lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22708 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789265868.030849:0:22708:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9377532bd800/0xbbfdc9019c1d5a7c lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22708 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789265868.031162:0:22708:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9377532bd800/0xbbfdc9019c1d5a7c lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22708 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1789265868.031199:0:22708:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00000004:00200000:1.0:1789265868.031204:0:22708:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1789265868.031234:0:22708:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9377532bd800/0xbbfdc9019c1d5a7c lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22708 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789265868.031403:0:22708:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9376435fc400/0xbbfdc9019c1d5a75 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.42@tcp remote: 0x1ee42ae03d919805 expref: 13 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789265868.031529:0:22708:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9377532bd800/0xbbfdc9019c1d5a7c lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.42@tcp remote: 0x1ee42ae03d919805 expref: 12 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789265868.031542:0:22708:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff9377446e4e00) 00010000:00010000:1.0:1789265868.031545:0:22708:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1789265868.031549:0:22708:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9377532bd800, rc 0) 00000100:00100000:1.0:1789265868.031715:0:22708:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93777e2ec380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:9c06326b-251b-416a-a6ec-481ed405cc33+12:18716:x1876180557002624:12345-192.168.202.42@tcp:101:lfs.0 Request processed in 1757us (2144us total) trans 0 rc 0/0 00000100:00100000:1.0:1789265868.031724:0:22708:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.42@tcp, seq: 35 00000100:00100000:2.0:1789265868.040396:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.42@tcp (source: 12345-192.168.202.42@tcp) 00000100:00100000:3.0:1789265868.040616:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180557002752 00000100:00100000:3.0:1789265868.040630:0:22710:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180557002752 00000100:00100000:3.0:1789265868.040700:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.42@tcp, seq: 3 00000100:00100000:3.0:1789265868.040712:0:22710:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93777f3e1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:9c06326b-251b-416a-a6ec-481ed405cc33+12:18716:x1876180557002752:12345-192.168.202.42@tcp:37:lfs.0 00000100:00100000:3.0:1789265868.047360:0:22710:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93777f3e1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:9c06326b-251b-416a-a6ec-481ed405cc33+12:18716:x1876180557002752:12345-192.168.202.42@tcp:37:lfs.0 Request processed in 6633us (6961us total) trans 0 rc 0/0 00000100:00100000:3.0:1789265868.047379:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.42@tcp, seq: 3 00000100:00100000:0.0:1789265868.051528:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.42@tcp (source: 12345-192.168.202.42@tcp) 00000100:00100000:2.0:1789265868.051662:0:22709:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180557003008 00000100:00100000:2.0:1789265868.051678:0:22709:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180557003008 00000100:00100000:2.0:1789265868.051759:0:22709:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.42@tcp, seq: 4 00000100:00100000:2.0:1789265868.051774:0:22709:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93777f380c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:9c06326b-251b-416a-a6ec-481ed405cc33+12:18716:x1876180557003008:12345-192.168.202.42@tcp:35:lfs.0 00000100:00100000:2.0:1789265868.052523:0:22709:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93777f380c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:9c06326b-251b-416a-a6ec-481ed405cc33+13:18716:x1876180557003008:12345-192.168.202.42@tcp:35:lfs.0 Request processed in 748us (1007us total) trans 12884901895 rc 0/0 00000100:00100000:2.0:1789265868.052534:0:22709:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.42@tcp, seq: 4 00000100:00100000:2.0:1789265868.124379:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.42@tcp (source: 12345-192.168.202.42@tcp) 00000100:00100000:3.0:1789265868.124587:0:22706:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180557003136 00000100:00100000:3.0:1789265868.124601:0:22706:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180557003136 00000100:00100000:3.0:1789265868.124696:0:22706:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.42@tcp, seq: 36 00000100:00100000:3.0:1789265868.124726:0:22706:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93777f3e1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:93898299-7638-40d8-afd6-58593844770c+11:18722:x1876180557003136:12345-192.168.202.42@tcp:101:bash.0 00010000:00010000:3.0:1789265868.124755:0:22706:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1789265868.124781:0:22706:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93775181b200/0xbbfdc9019c1d5a83 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee42ae03d91980c expref: -99 pid: 22706 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265868.124917:0:22706:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff93775181a400/0xbbfdc9019c1d5a8a lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22706 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265868.124935:0:22706:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff93775181a400/0xbbfdc9019c1d5a8a lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22706 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265868.124950:0:22706:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93775181a400/0xbbfdc9019c1d5a8a lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22706 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265868.124962:0:22706:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff93775181a200/0xbbfdc9019c1d5a91 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22706 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265868.124970:0:22706:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff93775181a200/0xbbfdc9019c1d5a91 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22706 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265868.124977:0:22706:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93775181a200/0xbbfdc9019c1d5a91 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22706 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265868.125455:0:22706:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff937642392000/0xbbfdc9019c1d5a98 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22706 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265868.125470:0:22706:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff937642392000/0xbbfdc9019c1d5a98 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22706 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265868.125477:0:22706:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff937642392000/0xbbfdc9019c1d5a98 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22706 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1789265868.125538:0:22706:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00000004:00200000:3.0:1789265868.125542:0:22706:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1789265868.125596:0:22706:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff937642392000/0xbbfdc9019c1d5a98 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22706 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265868.125947:0:22706:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff93775181a400/0xbbfdc9019c1d5a8a lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22706 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265868.125955:0:22706:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff93775181a400/0xbbfdc9019c1d5a8a lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 22706 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265868.125963:0:22706:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff93775181a400/0xbbfdc9019c1d5a8a lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22706 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265868.125969:0:22706:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93775181a400 already unused, calling callback (ffffffffc19db4f0) 00010000:00010000:3.0:1789265868.125974:0:22706:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93775181a400/0xbbfdc9019c1d5a8a lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22706 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265868.125982:0:22706:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93775181a400/0xbbfdc9019c1d5a8a lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 22706 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265868.126137:0:22706:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9377446e4c00) 00010000:00010000:3.0:1789265868.126141:0:22706:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1789265868.126148:0:22706:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff93775181a400/0xbbfdc9019c1d5a8a lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22706 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265868.126156:0:22706:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93775181a400/0xbbfdc9019c1d5a8a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22706 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265868.126176:0:22706:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff93775181a200/0xbbfdc9019c1d5a91 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22706 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265868.126196:0:22706:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff93775181a200/0xbbfdc9019c1d5a91 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 22706 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265868.126201:0:22706:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff93775181a200/0xbbfdc9019c1d5a91 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22706 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265868.126206:0:22706:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93775181a200 already unused, calling callback (ffffffffc19db4f0) 00010000:00010000:3.0:1789265868.126209:0:22706:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93775181a200/0xbbfdc9019c1d5a91 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22706 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265868.126215:0:22706:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93775181a200/0xbbfdc9019c1d5a91 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 22706 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265868.126224:0:22706:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa6028a67 (ffff9377446e4600) 00010000:00010000:3.0:1789265868.126227:0:22706:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1789265868.126229:0:22706:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff93775181a200/0xbbfdc9019c1d5a91 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22706 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265868.126235:0:22706:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93775181a200/0xbbfdc9019c1d5a91 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22706 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265868.126274:0:22706:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93775181b200/0xbbfdc9019c1d5a83 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.42@tcp remote: 0x1ee42ae03d91980c expref: 13 pid: 22706 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265868.126290:0:22706:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff937642392000/0xbbfdc9019c1d5a98 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.42@tcp remote: 0x1ee42ae03d91980c expref: 12 pid: 22706 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265868.126297:0:22706:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff9377446e4e00) 00010000:00010000:3.0:1789265868.126300:0:22706:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:3.0:1789265868.126427:0:22706:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff937642392000, rc 0) 00000100:00100000:3.0:1789265868.126598:0:22706:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93777f3e1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:93898299-7638-40d8-afd6-58593844770c+12:18722:x1876180557003136:12345-192.168.202.42@tcp:101:bash.0 Request processed in 1872us (2233us total) trans 0 rc 0/0 00000100:00100000:3.0:1789265868.126614:0:22706:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.42@tcp, seq: 36 00000100:00100000:1.0:1789265868.130953:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.42@tcp (source: 12345-192.168.202.42@tcp) 00000100:00100000:2.0:1789265868.131135:0:22718:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180557003264 00000100:00100000:2.0:1789265868.131149:0:22718:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180557003264 00000100:00100000:2.0:1789265868.131262:0:22718:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.42@tcp, seq: 7 00000100:00100000:2.0:1789265868.131274:0:22718:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93774e40ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:93898299-7638-40d8-afd6-58593844770c+5:18722:x1876180557003264:12345-192.168.202.42@tcp:900:bash.0 00000100:00100000:2.0:1789265868.131415:0:22718:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93774e40ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:93898299-7638-40d8-afd6-58593844770c+5:18722:x1876180557003264:12345-192.168.202.42@tcp:900:bash.0 Request processed in 143us (476us total) trans 0 rc 0/0 00000100:00100000:2.0:1789265868.131425:0:22718:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.42@tcp, seq: 7 00000100:00100000:3.0:1789265868.134928:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.42@tcp (source: 12345-192.168.202.42@tcp) 00000100:00100000:3.0:1789265868.134996:0:22707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180557003520 00000100:00100000:3.0:1789265868.135022:0:22707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180557003520 00000100:00100000:3.0:1789265868.135104:0:22707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.42@tcp, seq: 37 00000100:00100000:3.0:1789265868.135117:0:22707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93777e2ef480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:93898299-7638-40d8-afd6-58593844770c+12:18722:x1876180557003520:12345-192.168.202.42@tcp:101:bash.0 00010000:00010000:3.0:1789265868.135144:0:22707:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1789265868.135172:0:22707:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff937642393e00/0xbbfdc9019c1d5a9f lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee42ae03d919813 expref: -99 pid: 22707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265868.135766:0:22707:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff937642393400/0xbbfdc9019c1d5aa6 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 22707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265868.135790:0:22707:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9377532bd800/0xbbfdc9019c1d5a7c lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.42@tcp remote: 0x1ee42ae03d919805 expref: 12 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265868.135800:0:22707:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff937642393400/0xbbfdc9019c1d5aa6 lrc: 4/0,1 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 22707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265868.135986:0:22707:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9377532bd800/0xbbfdc9019c1d5a7c lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.42@tcp remote: 0x1ee42ae03d919805 expref: 12 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265868.136022:0:22707:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9377532bd800/0xbbfdc9019c1d5a7c lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.42@tcp remote: 0x1ee42ae03d919805 expref: 12 pid: 22708 timeout: 823 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789265868.136041:0:22707:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93777e2ec700 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:22707:1876180579144448:192.168.202.42@tcp:104: 00000100:00100000:3.0:1789265868.136174:0:22707:0:(client.c:2715:ptlrpc_set_wait()) set ffff937782141300 going to sleep for 11 seconds 00000100:00100000:3.0:1789265868.140274:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.42@tcp (source: 12345-192.168.202.42@tcp) 00000100:00100000:0.0:1789265868.140496:0:22691:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180557003648 00000100:00100000:0.0:1789265868.140510:0:22691:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180557003648 00010000:00010000:0.0:1789265868.140576:0:22691:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9377532bd800/0xbbfdc9019c1d5a7c lrc: 5/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.42@tcp remote: 0x1ee42ae03d919805 expref: 13 pid: 22708 timeout: 823 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789265868.140641:0:22691:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.42@tcp, seq: 16 00000100:00100000:0.0:1789265868.140653:0:22691:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93777e2ec000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:9c06326b-251b-416a-a6ec-481ed405cc33+13:2399:x1876180557003648:12345-192.168.202.42@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1789265868.140672:0:22691:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1789265868.140681:0:22691:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9377532bd800/0xbbfdc9019c1d5a7c lrc: 5/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.42@tcp remote: 0x1ee42ae03d919805 expref: 13 pid: 22708 timeout: 823 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789265868.140699:0:22691:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9377532bd800/0xbbfdc9019c1d5a7c lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.42@tcp remote: 0x1ee42ae03d919805 expref: 13 pid: 22708 timeout: 823 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789265868.140730:0:22691:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff9377446e4e00) 00010000:00010000:0.0:1789265868.140737:0:22691:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff937642393400/0xbbfdc9019c1d5aa6 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 22707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789265868.140771:0:22691:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff937642393400/0xbbfdc9019c1d5aa6 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50290000000000 pid: 22707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789265868.140780:0:22691:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff937642393400/0xbbfdc9019c1d5aa6 lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50290000000000 pid: 22707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789265868.140804:0:22691:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1789265868.141192:0:22707:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9377532bd800/0xbbfdc9019c1d5a7c lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.42@tcp remote: 0x1ee42ae03d919805 expref: 13 pid: 22708 timeout: 823 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789265868.141213:0:22707:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93777e2ec700 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:22707:1876180579144448:192.168.202.42@tcp:104: 00010000:00010000:2.0:1789265868.141241:0:22707:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff937642393400/0xbbfdc9019c1d5aa6 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 22707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265868.141251:0:22707:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff937642393400/0xbbfdc9019c1d5aa6 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 22707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265868.141257:0:22707:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff937642393400/0xbbfdc9019c1d5aa6 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 22707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265868.141459:0:22707:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff93777262dc00/0xbbfdc9019c1d5aad lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265868.141482:0:22707:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff93777262dc00/0xbbfdc9019c1d5aad lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265868.141495:0:22707:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93777262dc00/0xbbfdc9019c1d5aad lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22707 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789265868.143452:0:22691:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93777e2ec000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:9c06326b-251b-416a-a6ec-481ed405cc33+12:2399:x1876180557003648:12345-192.168.202.42@tcp:103:ldlm_bl.0 Request processed in 2784us (3176us total) trans 0 rc 0/0 00000100:00100000:1.0:1789265868.143473:0:22691:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.42@tcp, seq: 16 00010000:00010000:2.0:1789265868.143698:0:22707:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff93777262da00/0xbbfdc9019c1d5ab4 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265868.143719:0:22707:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff93777262da00/0xbbfdc9019c1d5ab4 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265868.143748:0:22707:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93777262da00/0xbbfdc9019c1d5ab4 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22707 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1789265868.143761:0:22707:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00010000:00010000:2.0:1789265868.143792:0:22707:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff937642393400/0xbbfdc9019c1d5aa6 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 22707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265868.143800:0:22707:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff937642393400/0xbbfdc9019c1d5aa6 lrc: 2/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 22707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265868.143806:0:22707:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff937642393400/0xbbfdc9019c1d5aa6 lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 22707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265868.143812:0:22707:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff937642393400 already unused, calling callback (ffffffffc19db4f0) 00010000:00010000:2.0:1789265868.143816:0:22707:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff937642393400/0xbbfdc9019c1d5aa6 lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 22707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265868.143823:0:22707:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff937642393400/0xbbfdc9019c1d5aa6 lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 22707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265868.143837:0:22707:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff9377446e4e00) 00010000:00010000:2.0:1789265868.143840:0:22707:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1789265868.143845:0:22707:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff937642393400/0xbbfdc9019c1d5aa6 lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 22707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265868.143851:0:22707:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff937642393400/0xbbfdc9019c1d5aa6 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 22707 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1789265868.144232:0:22707:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 000000006752deb9 reply state 000000006ad5c175 transno 12884901896 ns: mdt-lustre-MDT0000_UUID lock: ffff93777262dc00/0xbbfdc9019c1d5aad lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265868.144257:0:22707:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff93777262dc00/0xbbfdc9019c1d5aad lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265868.144264:0:22707:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0xb42112bc (ffff93774f0ea800) 00010000:00010000:2.0:1789265868.144266:0:22707:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1789265868.144269:0:22707:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1789265868.144312:0:22707:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff937642393e00/0xbbfdc9019c1d5a9f lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.42@tcp remote: 0x1ee42ae03d919813 expref: 15 pid: 22707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265868.144326:0:22707:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff93777262da00/0xbbfdc9019c1d5ab4 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.42@tcp remote: 0x1ee42ae03d919813 expref: 14 pid: 22707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265868.144334:0:22707:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff93774f0eac00) 00010000:00010000:2.0:1789265868.144336:0:22707:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 9 00010000:00010000:2.0:1789265868.144338:0:22707:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93777262da00, rc 0) 00000100:00100000:2.0:1789265868.144394:0:22707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93777e2ef480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:93898299-7638-40d8-afd6-58593844770c+15:18722:x1876180557003520:12345-192.168.202.42@tcp:101:bash.0 Request processed in 9280us (9539us total) trans 12884901896 rc 0/0 00000100:00100000:2.0:1789265868.144401:0:22707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.42@tcp, seq: 37 00000100:00100000:1.0:1789265868.157559:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.42@tcp (source: 12345-192.168.202.42@tcp) 00000100:00100000:3.0:1789265868.157907:0:25346:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180557003776 00000100:00100000:3.0:1789265868.157922:0:25346:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180557003776 00000100:00100000:3.0:1789265868.158016:0:25346:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.42@tcp, seq: 38 00000100:00100000:3.0:1789265868.158030:0:25346:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93774e40f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:93898299-7638-40d8-afd6-58593844770c+15:18722:x1876180557003776:12345-192.168.202.42@tcp:101:bash.0 00010000:00010000:3.0:1789265868.158078:0:25346:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1789265868.158112:0:25346:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93775181b200/0xbbfdc9019c1d5ac2 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee42ae03d91981a expref: -99 pid: 25346 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265868.158217:0:25346:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff93775181a200/0xbbfdc9019c1d5ac9 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 25346 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265868.158237:0:25346:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff93775181a200/0xbbfdc9019c1d5ac9 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 25346 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265868.158252:0:25346:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93775181a200/0xbbfdc9019c1d5ac9 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 25346 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1789265868.158510:0:25346:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00000004:00200000:3.0:1789265868.158516:0:25346:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1789265868.158547:0:25346:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff93775181a200/0xbbfdc9019c1d5ac9 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 25346 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265868.158560:0:25346:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff93775181a200/0xbbfdc9019c1d5ac9 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 25346 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265868.158729:0:25346:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93775181b200/0xbbfdc9019c1d5ac2 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.42@tcp remote: 0x1ee42ae03d91981a expref: 17 pid: 25346 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265868.158757:0:25346:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff93775181a200/0xbbfdc9019c1d5ac9 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.42@tcp remote: 0x1ee42ae03d91981a expref: 16 pid: 25346 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265868.158787:0:25346:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff93774f0eac00) 00010000:00010000:3.0:1789265868.158790:0:25346:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1789265868.158794:0:25346:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93775181a200, rc 0) 00000100:00100000:3.0:1789265868.158962:0:25346:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93774e40f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:93898299-7638-40d8-afd6-58593844770c+16:18722:x1876180557003776:12345-192.168.202.42@tcp:101:bash.0 Request processed in 934us (1420us total) trans 0 rc 0/0 00000100:00100000:3.0:1789265868.158971:0:25346:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.42@tcp, seq: 38 00000100:00100000:3.0:1789265868.168480:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.42@tcp (source: 12345-192.168.202.42@tcp) 00000100:00100000:2.0:1789265868.168733:0:22709:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180557004032 00000100:00100000:2.0:1789265868.168747:0:22709:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180557004032 00000100:00100000:2.0:1789265868.169801:0:22709:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.42@tcp, seq: 5 00000100:00100000:2.0:1789265868.169815:0:22709:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93777e2ee680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:93898299-7638-40d8-afd6-58593844770c+16:18722:x1876180557004032:12345-192.168.202.42@tcp:35:bash.0 00000100:00100000:2.0:1789265868.171730:0:22709:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93777e2ee680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:93898299-7638-40d8-afd6-58593844770c+17:18722:x1876180557004032:12345-192.168.202.42@tcp:35:bash.0 Request processed in 1903us (3251us total) trans 12884901897 rc 0/0 00000100:00100000:2.0:1789265868.171745:0:22709:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.42@tcp, seq: 5 00000100:00100000:3.0:1789265868.262487:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.42@tcp (source: 12345-192.168.202.42@tcp) 00000100:00100000:1.0:1789265868.263265:0:22708:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180557004288 00000100:00100000:1.0:1789265868.263281:0:22708:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180557004288 00000100:00100000:1.0:1789265868.263374:0:22708:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.42@tcp, seq: 39 00000100:00100000:1.0:1789265868.263387:0:22708:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93777e2ef800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:93898299-7638-40d8-afd6-58593844770c+17:18732:x1876180557004288:12345-192.168.202.42@tcp:101:lfs.0 00010000:00010000:1.0:1789265868.263425:0:22708:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1789265868.263453:0:22708:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9377532bdc00/0xbbfdc9019c1d5ad0 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee42ae03d919821 expref: -99 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1789265868.263803:0:22708:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00010000:00010000:1.0:1789265868.264255:0:22708:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9377532bdc00/0xbbfdc9019c1d5ad0 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.42@tcp remote: 0x1ee42ae03d919821 expref: 19 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789265868.264298:0:22708:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9377446e4c00) 00010000:00010000:1.0:1789265868.264301:0:22708:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1789265868.264308:0:22708:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9377532bdc00/0xbbfdc9019c1d5ad0 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.42@tcp remote: 0x1ee42ae03d919821 expref: 19 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789265868.264325:0:22708:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9377532bdc00, rc 0) 00000100:00100000:1.0:1789265868.264418:0:22708:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93777e2ef800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:93898299-7638-40d8-afd6-58593844770c+18:18732:x1876180557004288:12345-192.168.202.42@tcp:101:lfs.0 Request processed in 1033us (1956us total) trans 12884901898 rc 301/301 00000100:00100000:1.0:1789265868.264427:0:22708:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.42@tcp, seq: 39 00000100:00100000:1.0:1789265868.273202:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.42@tcp (source: 12345-192.168.202.42@tcp) 00000100:00100000:3.0:1789265868.274179:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180557004544 00000100:00100000:3.0:1789265868.274196:0:22710:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180557004544 00000100:00100000:3.0:1789265868.274280:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.42@tcp, seq: 6 00000100:00100000:3.0:1789265868.274293:0:22710:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93774e40c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:93898299-7638-40d8-afd6-58593844770c+18:18732:x1876180557004544:12345-192.168.202.42@tcp:35:lfs.0 00000100:00100000:3.0:1789265868.274808:0:22710:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93774e40c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:93898299-7638-40d8-afd6-58593844770c+19:18732:x1876180557004544:12345-192.168.202.42@tcp:35:lfs.0 Request processed in 514us (1621us total) trans 12884901899 rc 0/0 00000100:00100000:3.0:1789265868.274818:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.42@tcp, seq: 6 00000100:00100000:1.0:1789265868.277395:0:3645:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93777e2efb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3645:1876180579144576:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1789265868.277490:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789265868.278087:0:24217:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180579144576 00000100:00100000:2.0:1789265868.278117:0:24217:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180579144576 00000100:00100000:2.0:1789265868.278195:0:24217:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 18 00000100:00100000:2.0:1789265868.278206:0:24217:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93774e40ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3645:x1876180579144576:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1789265868.278242:0:24217:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3923513344 avail 3691991040 00000100:00080000:3.0:1789265868.278386:0:22702:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000040:00080000:0.0:1789265868.279491:0:22742:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:0.0:1789265868.282432:0:3646:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93777e2ef100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3646:1876180579144704:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1789265868.282554:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789265868.282660:0:22712:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180579144704 00000100:00100000:0.0:1789265868.282669:0:22712:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180579144704 00000100:00100000:0.0:1789265868.282737:0:22712:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 55 00000100:00100000:0.0:1789265868.282747:0:22712:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93774f159c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3646:x1876180579144704:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1789265868.282793:0:22712:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446305792 avail 1300066304 00000100:00100000:0.0:1789265868.282849:0:22712:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93774f159c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3646:x1876180579144704:12345-0@lo:41:osp-pre-0-1.0 Request processed in 103us (295us total) trans 0 rc 0/0 00000100:00100000:0.0:1789265868.282876:0:22712:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 55 00000100:00100000:0.0:1789265868.282933:0:3646:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93777e2ef100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3646:1876180579144704:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1789265868.289912:0:24217:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93774e40ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3645:x1876180579144576:12345-0@lo:13:osp-pre-0-1.0 Request processed in 11690us (12405us total) trans 0 rc 0/0 00000100:00100000:2.0:1789265868.289936:0:24217:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 18 00000100:00100000:1.0:1789265868.291942:0:3645:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93777e2efb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3645:1876180579144576:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1789265868.335061:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.42@tcp (source: 12345-192.168.202.42@tcp) 00000100:00100000:2.0:1789265868.335812:0:22706:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180557004800 00000100:00100000:2.0:1789265868.335832:0:22706:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180557004800 00000100:00100000:2.0:1789265868.335966:0:22706:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.42@tcp, seq: 40 00000100:00100000:2.0:1789265868.335980:0:22706:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93777e2ed880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:93898299-7638-40d8-afd6-58593844770c+19:18735:x1876180557004800:12345-192.168.202.42@tcp:101:lfs.0 00010000:00010000:2.0:1789265868.336025:0:22706:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1789265868.336053:0:22706:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93777262d400/0xbbfdc9019c1d5ade lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee42ae03d919828 expref: -99 pid: 22706 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265868.336211:0:22706:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff93777262c400/0xbbfdc9019c1d5ae5 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22706 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265868.336229:0:22706:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff93777262c400/0xbbfdc9019c1d5ae5 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22706 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265868.336244:0:22706:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93777262c400/0xbbfdc9019c1d5ae5 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22706 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1789265868.336257:0:22706:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00010000:00010000:2.0:1789265868.336394:0:22706:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93777262d400/0xbbfdc9019c1d5ade lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.42@tcp remote: 0x1ee42ae03d919828 expref: 22 pid: 22706 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265868.336415:0:22706:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff93777262c400/0xbbfdc9019c1d5ae5 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.42@tcp remote: 0x1ee42ae03d919828 expref: 21 pid: 22706 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265868.336444:0:22706:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff93774f0eac00) 00010000:00010000:2.0:1789265868.336447:0:22706:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1789265868.336452:0:22706:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93777262c400, rc 0) 00000100:00100000:2.0:1789265868.336562:0:22706:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93777e2ed880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:93898299-7638-40d8-afd6-58593844770c+21:18735:x1876180557004800:12345-192.168.202.42@tcp:101:lfs.0 Request processed in 584us (1509us total) trans 12884901900 rc 0/0 00000100:00100000:2.0:1789265868.336570:0:22706:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.42@tcp, seq: 40 00000100:00100000:1.0:1789265868.339985:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.42@tcp (source: 12345-192.168.202.42@tcp) 00000100:00100000:2.0:1789265868.340067:0:22693:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180557004928 00000100:00100000:2.0:1789265868.340088:0:22693:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180557004928 00000100:00100000:2.0:1789265868.340196:0:22693:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.42@tcp, seq: 0 00000100:00100000:2.0:1789265868.340212:0:22693:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93777e2b9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:93898299-7638-40d8-afd6-58593844770c+21:2400:x1876180557004928:12345-192.168.202.42@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1789265868.340237:0:22693:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1789265868.340277:0:22693:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93777262c400/0xbbfdc9019c1d5ae5 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.42@tcp remote: 0x1ee42ae03d919828 expref: 21 pid: 22706 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265868.340303:0:22693:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff93774f0eac00) 00010000:00010000:2.0:1789265868.340309:0:22693:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1789265868.340478:0:22693:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93777e2b9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:93898299-7638-40d8-afd6-58593844770c+20:2400:x1876180557004928:12345-192.168.202.42@tcp:103:ldlm_bl.0 Request processed in 269us (503us total) trans 0 rc 0/0 00000100:00100000:2.0:1789265868.340487:0:22693:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.42@tcp, seq: 0 00000100:00100000:3.0:1789265868.344495:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.42@tcp (source: 12345-192.168.202.42@tcp) 00000100:00100000:2.0:1789265868.344581:0:22707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180557005056 00000100:00100000:2.0:1789265868.344599:0:22707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180557005056 00000100:00100000:2.0:1789265868.344701:0:22707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.42@tcp, seq: 41 00000100:00100000:2.0:1789265868.344715:0:22707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93777e2ee300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:93898299-7638-40d8-afd6-58593844770c+20:18735:x1876180557005056:12345-192.168.202.42@tcp:54:lfs.0 00010000:00010000:2.0:1789265868.344820:0:22707:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff93777262ca00/0xbbfdc9019c1d5af3 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265868.344856:0:22707:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff93777262ca00/0xbbfdc9019c1d5af3 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265868.344905:0:22707:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93777262ca00/0xbbfdc9019c1d5af3 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265868.344954:0:22707:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff93777262ca00/0xbbfdc9019c1d5af3 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265868.344962:0:22707:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff93777262ca00/0xbbfdc9019c1d5af3 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 22707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265868.344971:0:22707:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff93777262ca00/0xbbfdc9019c1d5af3 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 22707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265868.344978:0:22707:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93777262ca00 already unused, calling callback (ffffffffc19db4f0) 00010000:00010000:2.0:1789265868.344983:0:22707:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93777262ca00/0xbbfdc9019c1d5af3 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 22707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265868.344992:0:22707:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93777262ca00/0xbbfdc9019c1d5af3 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 22707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265868.345015:0:22707:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff93774f0eac00) 00010000:00010000:2.0:1789265868.345019:0:22707:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1789265868.345024:0:22707:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff93777262ca00/0xbbfdc9019c1d5af3 lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 22707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265868.345031:0:22707:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93777262ca00/0xbbfdc9019c1d5af3 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 22707 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789265868.345139:0:22707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93777e2ee300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:93898299-7638-40d8-afd6-58593844770c+20:18735:x1876180557005056:12345-192.168.202.42@tcp:54:lfs.0 Request processed in 426us (654us total) trans 0 rc 0/0 00000100:00100000:2.0:1789265868.345154:0:22707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.42@tcp, seq: 41 00000100:00100000:3.0:1789265868.350696:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.42@tcp (source: 12345-192.168.202.42@tcp) 00000100:00100000:2.0:1789265868.351932:0:22709:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180557005312 00000100:00100000:2.0:1789265868.351951:0:22709:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180557005312 00000100:00100000:2.0:1789265868.352052:0:22709:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.42@tcp, seq: 7 00000100:00100000:2.0:1789265868.352064:0:22709:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93777e2ece00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:93898299-7638-40d8-afd6-58593844770c+20:18735:x1876180557005312:12345-192.168.202.42@tcp:35:lfs.0 00000100:00100000:2.0:1789265868.353756:0:22709:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93777e2ece00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:93898299-7638-40d8-afd6-58593844770c+21:18735:x1876180557005312:12345-192.168.202.42@tcp:35:lfs.0 Request processed in 1680us (3064us total) trans 12884901901 rc 0/0 00000100:00100000:2.0:1789265868.353772:0:22709:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.42@tcp, seq: 7 00000040:00080000:2.0:1789265868.472842:0:23465:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:3.0:1789265868.633535:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.42@tcp (source: 12345-192.168.202.42@tcp) 00000100:00100000:2.0:1789265868.635695:0:22706:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180557005568 00000100:00100000:2.0:1789265868.635716:0:22706:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180557005568 00000100:00100000:2.0:1789265868.635820:0:22706:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.42@tcp, seq: 42 00000100:00100000:2.0:1789265868.636121:0:22706:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93777e2edc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:93898299-7638-40d8-afd6-58593844770c+21:18766:x1876180557005568:12345-192.168.202.42@tcp:101:cat.0 00010000:00010000:2.0:1789265868.636153:0:22706:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1789265868.636179:0:22706:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93777262ca00/0xbbfdc9019c1d5afa lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee42ae03d91982f expref: -99 pid: 22706 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265868.636322:0:22706:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff93777262c400/0xbbfdc9019c1d5b01 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22706 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265868.636341:0:22706:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff93777262c400/0xbbfdc9019c1d5b01 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22706 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265868.636355:0:22706:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93777262c400/0xbbfdc9019c1d5b01 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22706 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1789265868.636368:0:22706:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00010000:00010000:2.0:1789265868.636549:0:22706:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93777262ca00/0xbbfdc9019c1d5afa lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.42@tcp remote: 0x1ee42ae03d91982f expref: 24 pid: 22706 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265868.636587:0:22706:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff93777262c400/0xbbfdc9019c1d5b01 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.42@tcp remote: 0x1ee42ae03d91982f expref: 23 pid: 22706 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265868.636597:0:22706:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff93774f0eac00) 00010000:00010000:2.0:1789265868.636601:0:22706:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1789265868.636605:0:22706:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93777262c400, rc 0) 00000100:00100000:2.0:1789265868.636704:0:22706:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93777e2edc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:93898299-7638-40d8-afd6-58593844770c+23:18766:x1876180557005568:12345-192.168.202.42@tcp:101:cat.0 Request processed in 588us (3183us total) trans 12884901902 rc 0/0 00000100:00100000:1.0:1789265868.641675:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.42@tcp (source: 12345-192.168.202.42@tcp) 00000100:00100000:1.0:1789265868.641731:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.42@tcp (source: 12345-192.168.202.42@tcp) 00000100:00100000:3.0:1789265868.641784:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180557005824 00000100:00100000:3.0:1789265868.641800:0:22710:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180557005824 00000100:00100000:3.0:1789265868.641926:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.42@tcp, seq: 8 00000100:00100000:3.0:1789265868.641939:0:22710:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93777e2baa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:93898299-7638-40d8-afd6-58593844770c+24:18766:x1876180557005824:12345-192.168.202.42@tcp:35:cat.0 00000100:00100000:3.0:1789265868.642358:0:22710:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93777e2baa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:93898299-7638-40d8-afd6-58593844770c+25:18766:x1876180557005824:12345-192.168.202.42@tcp:35:cat.0 Request processed in 421us (698us total) trans 12884901903 rc 0/0 00000100:00100000:3.0:1789265868.642385:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.42@tcp, seq: 8 00000100:00100000:0.0:1789265868.642573:0:22691:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180557005952 00000100:00100000:0.0:1789265868.642579:0:22691:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180557005952 00000100:00100000:0.0:1789265868.642626:0:22691:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.42@tcp, seq: 1 00000100:00100000:0.0:1789265868.642634:0:22691:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93777e2b8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:93898299-7638-40d8-afd6-58593844770c+25:2397:x1876180557005952:12345-192.168.202.42@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1789265868.642646:0:22691:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1789265868.642678:0:22691:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93777262c400/0xbbfdc9019c1d5b01 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.42@tcp remote: 0x1ee42ae03d91982f expref: 25 pid: 22706 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789265868.642713:0:22691:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff93774f0eac00) 00010000:00010000:0.0:1789265868.642719:0:22691:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1789265868.642742:0:22691:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93777e2b8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:93898299-7638-40d8-afd6-58593844770c+24:2397:x1876180557005952:12345-192.168.202.42@tcp:103:ldlm_bl.0 Request processed in 109us (1010us total) trans 0 rc 0/0 00000100:00100000:0.0:1789265868.642749:0:22691:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.42@tcp, seq: 1 00000100:00100000:2.0:1789265868.647025:0:22706:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.42@tcp, seq: 42 00000100:00100000:0.0:1789265868.704063:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.42@tcp (source: 12345-192.168.202.42@tcp) 00000100:00100000:2.0:1789265868.704189:0:22707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180557006208 00000100:00100000:2.0:1789265868.704204:0:22707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180557006208 00000100:00100000:2.0:1789265868.704284:0:22707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.42@tcp, seq: 43 00000100:00100000:2.0:1789265868.704298:0:22707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93774f15b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:93898299-7638-40d8-afd6-58593844770c+23:18772:x1876180557006208:12345-192.168.202.42@tcp:101:dd.0 00010000:00010000:2.0:1789265868.704331:0:22707:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1789265868.704358:0:22707:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93777262ca00/0xbbfdc9019c1d5b0f lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee42ae03d919836 expref: -99 pid: 22707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265868.704513:0:22707:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff93777262d400/0xbbfdc9019c1d5b16 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265868.704532:0:22707:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff93777262da00/0xbbfdc9019c1d5ab4 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.42@tcp remote: 0x1ee42ae03d919813 expref: 24 pid: 22707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265868.704541:0:22707:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff93775181a200/0xbbfdc9019c1d5ac9 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.42@tcp remote: 0x1ee42ae03d91981a expref: 24 pid: 25346 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265868.704578:0:22707:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff93777262d400/0xbbfdc9019c1d5b16 lrc: 5/0,1 mode: --/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265868.704622:0:22707:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff93775181a200/0xbbfdc9019c1d5ac9 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.42@tcp remote: 0x1ee42ae03d91981a expref: 24 pid: 25346 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265868.704638:0:22707:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff93775181a200/0xbbfdc9019c1d5ac9 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.42@tcp remote: 0x1ee42ae03d91981a expref: 24 pid: 25346 timeout: 824 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789265868.704655:0:22707:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93777f3e1180 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:22707:1876180579144832:192.168.202.42@tcp:104: 00010000:00010000:2.0:1789265868.704779:0:22707:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff93777262da00/0xbbfdc9019c1d5ab4 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.42@tcp remote: 0x1ee42ae03d919813 expref: 24 pid: 22707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265868.704788:0:22707:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff93777262da00/0xbbfdc9019c1d5ab4 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.42@tcp remote: 0x1ee42ae03d919813 expref: 24 pid: 22707 timeout: 824 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789265868.704797:0:22707:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9377507a2300 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:22707:1876180579144960:192.168.202.42@tcp:104: 00000100:00100000:3.0:1789265868.705761:0:22707:0:(client.c:2715:ptlrpc_set_wait()) set ffff937760042900 going to sleep for 11 seconds 00000100:00100000:0.0:1789265868.709975:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.42@tcp (source: 12345-192.168.202.42@tcp) 00000100:00100000:3.0:1789265868.710221:0:22707:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93777f3e1180 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:22707:1876180579144832:192.168.202.42@tcp:104: 00000100:00100000:3.0:1789265868.710237:0:22707:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9377507a2300 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:22707:1876180579144960:192.168.202.42@tcp:104: 00010000:00010000:3.0:1789265868.710274:0:22707:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff93777262d400/0xbbfdc9019c1d5b16 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22707 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789265868.710358:0:22693:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180557006336 00000100:00100000:2.0:1789265868.710367:0:22693:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180557006336 00010000:00010000:2.0:1789265868.710417:0:22693:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff93775181a200/0xbbfdc9019c1d5ac9 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.42@tcp remote: 0x1ee42ae03d91981a expref: 25 pid: 25346 timeout: 824 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789265868.710463:0:22693:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.42@tcp, seq: 17 00000100:00100000:2.0:1789265868.710475:0:22693:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93774f15bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:93898299-7638-40d8-afd6-58593844770c+25:2400:x1876180557006336:12345-192.168.202.42@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1789265868.710494:0:22693:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1789265868.710521:0:22693:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff93775181a200/0xbbfdc9019c1d5ac9 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.42@tcp remote: 0x1ee42ae03d91981a expref: 25 pid: 25346 timeout: 824 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265868.710533:0:22693:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff93775181a200/0xbbfdc9019c1d5ac9 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.42@tcp remote: 0x1ee42ae03d91981a expref: 25 pid: 25346 timeout: 824 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265868.710560:0:22693:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93775181a200/0xbbfdc9019c1d5ac9 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.42@tcp remote: 0x1ee42ae03d91981a expref: 25 pid: 25346 timeout: 824 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265868.710579:0:22693:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff93774f0eac00) 00010000:00010000:2.0:1789265868.710585:0:22693:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff93777262d400/0xbbfdc9019c1d5b16 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265868.710596:0:22693:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0000_UUID lock: ffff93777262d400/0xbbfdc9019c1d5b16 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265868.710603:0:22693:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1789265868.710681:0:22693:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93774f15bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:93898299-7638-40d8-afd6-58593844770c+24:2400:x1876180557006336:12345-192.168.202.42@tcp:103:ldlm_bl.0 Request processed in 207us (720us total) trans 0 rc 0/0 00000100:00100000:2.0:1789265868.710689:0:22693:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.42@tcp, seq: 17 00000100:00100000:1.0:1789265868.714084:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.42@tcp (source: 12345-192.168.202.42@tcp) 00000100:00100000:2.0:1789265868.714196:0:22692:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180557006464 00000100:00100000:2.0:1789265868.714211:0:22692:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180557006464 00010000:00010000:2.0:1789265868.714265:0:22692:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff93777262da00/0xbbfdc9019c1d5ab4 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.42@tcp remote: 0x1ee42ae03d919813 expref: 24 pid: 22707 timeout: 824 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789265868.714365:0:22692:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.42@tcp, seq: 18 00000100:00100000:2.0:1789265868.714378:0:22692:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93777a3a4850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:93898299-7638-40d8-afd6-58593844770c+24:2400:x1876180557006464:12345-192.168.202.42@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1789265868.714400:0:22692:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1789265868.714429:0:22692:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff93777262da00/0xbbfdc9019c1d5ab4 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.42@tcp remote: 0x1ee42ae03d919813 expref: 24 pid: 22707 timeout: 824 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265868.714444:0:22692:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff93777262da00/0xbbfdc9019c1d5ab4 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.42@tcp remote: 0x1ee42ae03d919813 expref: 24 pid: 22707 timeout: 824 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265868.714473:0:22692:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93777262da00/0xbbfdc9019c1d5ab4 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.42@tcp remote: 0x1ee42ae03d919813 expref: 24 pid: 22707 timeout: 824 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265868.714492:0:22692:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff93774f0eac00) 00010000:00010000:2.0:1789265868.714498:0:22692:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff93777262d400/0xbbfdc9019c1d5b16 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265868.714510:0:22692:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff93777262d400/0xbbfdc9019c1d5b16 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 22707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265868.714517:0:22692:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff93777262d400/0xbbfdc9019c1d5b16 lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 22707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265868.714557:0:22692:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1789265868.714639:0:22692:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93777a3a4850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:93898299-7638-40d8-afd6-58593844770c+23:2400:x1876180557006464:12345-192.168.202.42@tcp:103:ldlm_bl.0 Request processed in 264us (570us total) trans 0 rc 0/0 00000100:00100000:2.0:1789265868.714648:0:22692:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.42@tcp, seq: 18 00010000:00010000:3.0:1789265868.715677:0:22707:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff93777262d400/0xbbfdc9019c1d5b16 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265868.715691:0:22707:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93777262d400/0xbbfdc9019c1d5b16 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22707 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1789265868.715716:0:22707:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00010000:00010000:3.0:1789265868.715982:0:22707:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93777262ca00/0xbbfdc9019c1d5b0f lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.42@tcp remote: 0x1ee42ae03d919836 expref: 24 pid: 22707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265868.716081:0:22707:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff93777262d400/0xbbfdc9019c1d5b16 lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.42@tcp remote: 0x1ee42ae03d919836 expref: 23 pid: 22707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265868.716093:0:22707:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff93774f0eac00) 00010000:00010000:3.0:1789265868.716096:0:22707:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:3.0:1789265868.716100:0:22707:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93777262d400, rc 0) 00000100:00100000:3.0:1789265868.716167:0:22707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93774f15b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:93898299-7638-40d8-afd6-58593844770c+23:18772:x1876180557006208:12345-192.168.202.42@tcp:101:dd.0 Request processed in 11872us (12120us total) trans 12884901904 rc 0/0 00000100:00100000:3.0:1789265868.716176:0:22707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.42@tcp, seq: 43 00000100:00100000:1.0:1789265868.719433:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.42@tcp (source: 12345-192.168.202.42@tcp) 00000100:00100000:3.0:1789265868.719666:0:25346:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180557006592 00000100:00100000:3.0:1789265868.719698:0:25346:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180557006592 00000100:00100000:3.0:1789265868.719782:0:25346:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.42@tcp, seq: 44 00000100:00100000:3.0:1789265868.719794:0:25346:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93777e2bb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:93898299-7638-40d8-afd6-58593844770c+23:18772:x1876180557006592:12345-192.168.202.42@tcp:101:dd.0 00010000:00010000:3.0:1789265868.719961:0:25346:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1789265868.720055:0:25346:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93775181b200/0xbbfdc9019c1d5b24 lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee42ae03d91983d expref: -99 pid: 25346 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265868.720107:0:25346:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff93775181a400/0xbbfdc9019c1d5b2b lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 25346 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265868.720125:0:25346:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff93775181a400/0xbbfdc9019c1d5b2b lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 25346 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265868.720140:0:25346:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93775181a400/0xbbfdc9019c1d5b2b lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 25346 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265868.720294:0:25346:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93775181b200/0xbbfdc9019c1d5b24 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.42@tcp remote: 0x1ee42ae03d91983d expref: 25 pid: 25346 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265868.720316:0:25346:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff93775181a400/0xbbfdc9019c1d5b2b lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.42@tcp remote: 0x1ee42ae03d91983d expref: 24 pid: 25346 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265868.720325:0:25346:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff93774f0eac00) 00010000:00010000:3.0:1789265868.720328:0:25346:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1789265868.720333:0:25346:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93775181a400, rc 0) 00000100:00100000:3.0:1789265868.720450:0:25346:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93777e2bb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:93898299-7638-40d8-afd6-58593844770c+24:18772:x1876180557006592:12345-192.168.202.42@tcp:101:dd.0 Request processed in 657us (1029us total) trans 0 rc 0/0 00000100:00100000:3.0:1789265868.720458:0:25346:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.42@tcp, seq: 44 00000100:00100000:1.0:1789265868.730255:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.42@tcp (source: 12345-192.168.202.42@tcp) 00000100:00100000:3.0:1789265868.730351:0:22708:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180557006848 00000100:00100000:3.0:1789265868.730385:0:22708:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180557006848 00000100:00100000:3.0:1789265868.730464:0:22708:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.42@tcp, seq: 45 00000100:00100000:3.0:1789265868.730476:0:22708:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93777e2b8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:93898299-7638-40d8-afd6-58593844770c+24:18772:x1876180557006848:12345-192.168.202.42@tcp:36:dd.0 00010000:00010000:3.0:1789265868.730786:0:22708:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff937642393e00/0xbbfdc9019c1d5b32 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22708 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265868.730811:0:22708:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff937642393e00/0xbbfdc9019c1d5b32 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22708 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265868.731072:0:22708:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff937642393e00/0xbbfdc9019c1d5b32 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22708 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1789265868.731132:0:22708:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 12884901905 00000004:00010000:3.0:1789265868.731157:0:22708:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 00000000586bb34a reply state 000000001d8835b2 transno 12884901906 ns: mdt-lustre-MDT0000_UUID lock: ffff937642393e00/0xbbfdc9019c1d5b32 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22708 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265868.731172:0:22708:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff937642393e00/0xbbfdc9019c1d5b32 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22708 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265868.731180:0:22708:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff93774f0eac00) 00010000:00010000:3.0:1789265868.731184:0:22708:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1789265868.731187:0:22708:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1789265868.731682:0:22708:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93777e2b8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:93898299-7638-40d8-afd6-58593844770c+27:18772:x1876180557006848:12345-192.168.202.42@tcp:36:dd.0 Request processed in 1206us (1439us total) trans 12884901906 rc 0/0 00000100:00100000:3.0:1789265868.731692:0:22708:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.42@tcp, seq: 45 00000020:00080000:3.0:1789265868.731698:0:22708:0:(tgt_main.c:784:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1789265868.736566:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.42@tcp (source: 12345-192.168.202.42@tcp) 00000100:00100000:2.0:1789265868.736660:0:22706:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180557006976 00000100:00100000:2.0:1789265868.736674:0:22706:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180557006976 00000100:00100000:2.0:1789265868.736794:0:22706:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.42@tcp, seq: 46 00000100:00100000:2.0:1789265868.736810:0:22706:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93777e2b8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:93898299-7638-40d8-afd6-58593844770c+27:18772:x1876180557006976:12345-192.168.202.42@tcp:101:dd.0 00010000:00010000:2.0:1789265868.736900:0:22706:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1789265868.736936:0:22706:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93777262c200/0xbbfdc9019c1d5b39 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee42ae03d919844 expref: -99 pid: 22706 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265868.737071:0:22706:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff93777262c200/0xbbfdc9019c1d5b39 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.42@tcp remote: 0x1ee42ae03d919844 expref: 28 pid: 22706 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265868.737089:0:22706:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff93777262c200/0xbbfdc9019c1d5b39 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.42@tcp remote: 0x1ee42ae03d919844 expref: 28 pid: 22706 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265868.737113:0:22706:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff93774f0eac00) 00010000:00010000:2.0:1789265868.737116:0:22706:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1789265868.737120:0:22706:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93777262c200, rc 0) 00000100:00100000:2.0:1789265868.737196:0:22706:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93777e2b8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:93898299-7638-40d8-afd6-58593844770c+28:18772:x1876180557006976:12345-192.168.202.42@tcp:101:dd.0 Request processed in 390us (647us total) trans 0 rc 0/0 00000100:00100000:2.0:1789265868.737204:0:22706:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.42@tcp, seq: 46 00000100:00100000:3.0:1789265868.748461:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.42@tcp (source: 12345-192.168.202.42@tcp) 00000100:00100000:0.0:1789265868.748553:0:22691:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180557007232 00000100:00100000:0.0:1789265868.748567:0:22691:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180557007232 00000100:00100000:0.0:1789265868.748656:0:22691:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.42@tcp, seq: 2 00000100:00100000:0.0:1789265868.748669:0:22691:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93777e2eca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:93898299-7638-40d8-afd6-58593844770c+28:18772:x1876180557007232:12345-192.168.202.42@tcp:103:dd.0 00010000:00010000:0.0:1789265868.748690:0:22691:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1789265868.748723:0:22691:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93777262c200/0xbbfdc9019c1d5b39 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.42@tcp remote: 0x1ee42ae03d919844 expref: 28 pid: 22706 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789265868.748746:0:22691:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff93774f0eac00) 00010000:00010000:0.0:1789265868.748752:0:22691:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1789265868.748827:0:22691:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93777e2eca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:93898299-7638-40d8-afd6-58593844770c+27:18772:x1876180557007232:12345-192.168.202.42@tcp:103:dd.0 Request processed in 161us (381us total) trans 0 rc 0/0 00000100:00100000:0.0:1789265868.748834:0:22691:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.42@tcp, seq: 2 00000100:00100000:1.0:1789265868.753724:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.42@tcp (source: 12345-192.168.202.42@tcp) 00000100:00100000:0.0:1789265868.753925:0:22707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180557007360 00000100:00100000:0.0:1789265868.753938:0:22707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180557007360 00000100:00100000:0.0:1789265868.754015:0:22707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.42@tcp, seq: 47 00000100:00100000:0.0:1789265868.754026:0:22707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93777e2ba680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:93898299-7638-40d8-afd6-58593844770c+27:18772:x1876180557007360:12345-192.168.202.42@tcp:58:dd.0 00010000:00010000:0.0:1789265868.754188:0:22707:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9376435fd800/0xbbfdc9019c1d5b40 lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789265868.754234:0:22707:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9376435fd800/0xbbfdc9019c1d5b40 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789265868.754250:0:22707:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9376435fd800/0xbbfdc9019c1d5b40 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22707 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1789265868.755707:0:22707:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:0.0:1789265868.755754:0:22707:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x7:0x0].3, 64 off8384 00000040:00080000:0.0:1789265868.755957:0:22707:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x14:0x0].1, 136 off8328 00000100:00100000:0.0:1789265868.757484:0:22707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93777e2ba680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:93898299-7638-40d8-afd6-58593844770c+27:18772:x1876180557007360:12345-192.168.202.42@tcp:58:dd.0 Request processed in 3444us (3759us total) trans 0 rc 0/0 00000100:00100000:0.0:1789265868.757500:0:22707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.42@tcp, seq: 47 00000100:00100000:3.0:1789265868.759938:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.42@tcp (source: 12345-192.168.202.42@tcp) 00000100:00100000:1.0:1789265868.760024:0:25346:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180557007488 00000100:00100000:1.0:1789265868.760039:0:25346:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180557007488 00000100:00100000:1.0:1789265868.760132:0:25346:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.42@tcp, seq: 48 00000100:00100000:1.0:1789265868.760144:0:25346:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93777e2ec000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:93898299-7638-40d8-afd6-58593844770c+27:18772:x1876180557007488:12345-192.168.202.42@tcp:101:dd.0 00010000:00010000:1.0:1789265868.760188:0:25346:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1789265868.760211:0:25346:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9377532bc600/0xbbfdc9019c1d5b47 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee42ae03d91984b expref: -99 pid: 25346 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789265868.760532:0:25346:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9376435fd800/0xbbfdc9019c1d5b40 lrc: 2/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 22707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789265868.760543:0:25346:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9377532bc600/0xbbfdc9019c1d5b47 lrc: 4/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.42@tcp remote: 0x1ee42ae03d91984b expref: 28 pid: 25346 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789265868.760562:0:25346:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff9376435fd800/0xbbfdc9019c1d5b40 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x40210400000020 pid: 22707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789265868.760572:0:25346:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9377532bc600/0xbbfdc9019c1d5b47 lrc: 3/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.42@tcp remote: 0x1ee42ae03d91984b expref: 28 pid: 25346 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789265868.760586:0:25346:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff93774f0eac00) 00010000:00010000:1.0:1789265868.760588:0:25346:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1789265868.760591:0:25346:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9377532bc600/0xbbfdc9019c1d5b47 lrc: 3/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.42@tcp remote: 0x1ee42ae03d91984b expref: 28 pid: 25346 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789265868.760596:0:25346:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9377532bc600, rc 0) 00000100:00100000:1.0:1789265868.760710:0:25346:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93777e2ec000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:93898299-7638-40d8-afd6-58593844770c+28:18772:x1876180557007488:12345-192.168.202.42@tcp:101:dd.0 Request processed in 568us (786us total) trans 0 rc 0/0 00000100:00100000:1.0:1789265868.760717:0:25346:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.42@tcp, seq: 48 00000100:00100000:3.0:1789265868.787168:0:3644:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1789265868.787574:0:3644:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93777e2bb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3644:1876180579145088:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1789265868.787669:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789265868.788088:0:22711:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180579145088 00000100:00100000:1.0:1789265868.788099:0:22711:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180579145088 00000100:00100000:0.0:1789265868.788206:0:22711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 56 00000100:00100000:0.0:1789265868.788218:0:22711:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93777e2efb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3644:x1876180579145088:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1789265868.788424:0:22711:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446461440 avail 1300221952 00000100:00100000:0.0:1789265868.788733:0:22711:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93777e2efb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3644:x1876180579145088:12345-0@lo:41:osp-pre-1-0.0 Request processed in 515us (1061us total) trans 0 rc 0/0 00000100:00100000:0.0:1789265868.788742:0:22711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 56 00000100:00100000:3.0:1789265868.788828:0:3644:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93777e2bb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3644:1876180579145088:0@lo:41:osp-pre-1-0.0 00010000:00010000:0.0:1789265868.915777:0:22694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1789265869.299331:0:22742:0:(llog.c:805:llog_process_thread()) index: 3, lh_last_idx: 3 synced_idx: 3 lgh_last_idx: 3 00000040:00080000:2.0:1789265869.299341:0:22742:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x14:0x0] at index 3 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1789265869.299369:0:22742:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x14:0x0] index 2 count 2 00000040:00080000:2.0:1789265869.299378:0:22742:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 4 count 2 00000100:00100000:2.0:1789265869.299521:0:22742:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9377507a2300 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:22742:1876180579145216:192.168.202.42@tcp:107:hsm_cdtr.0 00000100:00100000:2.0:1789265869.299622:0:22742:0:(client.c:2715:ptlrpc_set_wait()) set ffff937760042b40 going to sleep for 11 seconds 00000100:00100000:3.0:1789265869.307370:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.42@tcp (source: 12345-192.168.202.42@tcp) 00000100:00100000:2.0:1789265869.307395:0:22742:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9377507a2300 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:22742:1876180579145216:192.168.202.42@tcp:107:hsm_cdtr.0 00000100:00100000:1.0:1789265869.307777:0:22708:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180557007616 00000100:00100000:1.0:1789265869.307805:0:22708:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180557007616 00000100:00100000:1.0:1789265869.307926:0:22708:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.42@tcp, seq: 49 00000100:00100000:1.0:1789265869.307939:0:22708:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93777e2ef100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:93898299-7638-40d8-afd6-58593844770c+28:18773:x1876180557007616:12345-192.168.202.42@tcp:53:lhsmtool_posix.0 00000004:00000080:1.0:1789265869.307979:0:22708:0:(mdt_handler.c:7972:mdt_fid2path()) path get [0x2000013a1:0x2:0x0] from 18446744073709551615 #0 00000100:00100000:1.0:1789265869.308131:0:22708:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93777e2ef100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:93898299-7638-40d8-afd6-58593844770c+28:18773:x1876180557007616:12345-192.168.202.42@tcp:53:lhsmtool_posix.0 Request processed in 195us (777us total) trans 0 rc 0/0 00000100:00100000:1.0:1789265869.308140:0:22708:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.42@tcp, seq: 49 00000100:00080000:3.0:1789265869.309270:0:22702:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1789265869.325176:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.42@tcp (source: 12345-192.168.202.42@tcp) 00000100:00100000:2.0:1789265869.325726:0:22706:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180557007744 00000100:00100000:2.0:1789265869.325742:0:22706:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180557007744 00000100:00100000:2.0:1789265869.325834:0:22706:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.42@tcp, seq: 50 00000100:00100000:2.0:1789265869.325848:0:22706:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93777e2ec700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:93898299-7638-40d8-afd6-58593844770c+28:18773:x1876180557007744:12345-192.168.202.42@tcp:34:lhsmtool_posix.0 00010000:00010000:2.0:1789265869.325982:0:22706:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff93777262d000/0xbbfdc9019c1d5b4e lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22706 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265869.326034:0:22706:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff93777262d000/0xbbfdc9019c1d5b4e lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22706 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265869.326050:0:22706:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93777262d000/0xbbfdc9019c1d5b4e lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22706 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265869.331090:0:22706:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff93777262c800/0xbbfdc9019c1d5b55 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22706 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265869.331116:0:22706:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff93777262c800/0xbbfdc9019c1d5b55 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22706 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265869.331131:0:22706:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93777262c800/0xbbfdc9019c1d5b55 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22706 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265869.331166:0:22706:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff93777262c600/0xbbfdc9019c1d5b5c lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 22706 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265869.331176:0:22706:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff93777262c600/0xbbfdc9019c1d5b5c lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 22706 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265869.331184:0:22706:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93777262c600/0xbbfdc9019c1d5b5c lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 22706 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1789265869.331241:0:22706:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00000004:00200000:2.0:1789265869.331245:0:22706:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1789265869.331264:0:22706:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff93777262c600/0xbbfdc9019c1d5b5c lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 22706 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265869.331277:0:22706:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff93777262d000/0xbbfdc9019c1d5b4e lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22706 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265869.331302:0:22706:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff93777262d000/0xbbfdc9019c1d5b4e lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 22706 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265869.331309:0:22706:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff93777262d000/0xbbfdc9019c1d5b4e lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22706 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265869.331315:0:22706:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93777262d000 already unused, calling callback (ffffffffc19db4f0) 00010000:00010000:2.0:1789265869.331319:0:22706:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93777262d000/0xbbfdc9019c1d5b4e lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22706 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265869.331327:0:22706:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93777262d000/0xbbfdc9019c1d5b4e lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 22706 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265869.331342:0:22706:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff937779d97200) 00010000:00010000:2.0:1789265869.331345:0:22706:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1789265869.331350:0:22706:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff93777262d000/0xbbfdc9019c1d5b4e lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22706 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265869.331356:0:22706:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93777262d000/0xbbfdc9019c1d5b4e lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22706 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265869.331373:0:22706:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff93777262c800/0xbbfdc9019c1d5b55 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22706 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265869.331379:0:22706:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff93777262c800/0xbbfdc9019c1d5b55 lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 22706 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265869.331385:0:22706:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff93777262c800/0xbbfdc9019c1d5b55 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22706 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265869.331391:0:22706:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93777262c800 already unused, calling callback (ffffffffc19db4f0) 00010000:00010000:2.0:1789265869.331401:0:22706:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93777262c800/0xbbfdc9019c1d5b55 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22706 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265869.332916:0:22706:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93777262c800/0xbbfdc9019c1d5b55 lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 22706 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265869.332933:0:22706:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x925dcd63 (ffff93774f0ea600) 00010000:00010000:2.0:1789265869.332936:0:22706:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1789265869.332940:0:22706:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff93777262c800/0xbbfdc9019c1d5b55 lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22706 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265869.332948:0:22706:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93777262c800/0xbbfdc9019c1d5b55 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22706 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265869.332969:0:22706:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff93777262c600/0xbbfdc9019c1d5b5c lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 22706 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265869.332976:0:22706:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff93777262c600/0xbbfdc9019c1d5b5c lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 22706 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265869.332982:0:22706:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff93777262c600/0xbbfdc9019c1d5b5c lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 22706 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265869.332986:0:22706:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93777262c600 already unused, calling callback (ffffffffc19db4f0) 00010000:00010000:2.0:1789265869.332990:0:22706:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93777262c600/0xbbfdc9019c1d5b5c lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 22706 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265869.333009:0:22706:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93777262c600/0xbbfdc9019c1d5b5c lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 22706 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265869.333017:0:22706:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff93774f0eac00) 00010000:00010000:2.0:1789265869.333019:0:22706:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1789265869.333036:0:22706:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff93777262c600/0xbbfdc9019c1d5b5c lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 22706 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265869.333042:0:22706:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93777262c600/0xbbfdc9019c1d5b5c lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 22706 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789265869.333176:0:22706:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93777e2ec700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:93898299-7638-40d8-afd6-58593844770c+28:18773:x1876180557007744:12345-192.168.202.42@tcp:34:lhsmtool_posix.0 Request processed in 7327us (8011us total) trans 0 rc 0/0 00000100:00100000:2.0:1789265869.333185:0:22706:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.42@tcp, seq: 50 00000100:00100000:2.0:1789265869.336600:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.42@tcp (source: 12345-192.168.202.42@tcp) 00000100:00100000:0.0:1789265869.337109:0:22707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180557008000 00000100:00100000:0.0:1789265869.337121:0:22707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180557008000 00000100:00100000:0.0:1789265869.337221:0:22707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.42@tcp, seq: 51 00000100:00100000:0.0:1789265869.337234:0:22707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9377507a2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:93898299-7638-40d8-afd6-58593844770c+28:18773:x1876180557008000:12345-192.168.202.42@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1789265869.337254:0:22707:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1789265869.337273:0:22707:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9376435fd200/0xbbfdc9019c1d5b63 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee42ae03d919852 expref: -99 pid: 22707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789265869.337420:0:22707:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9376435fc200/0xbbfdc9019c1d5b6a lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 22707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789265869.337437:0:22707:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9376435fc200/0xbbfdc9019c1d5b6a lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 22707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789265869.337449:0:22707:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9376435fc200/0xbbfdc9019c1d5b6a lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 22707 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1789265869.337460:0:22707:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00010000:00010000:0.0:1789265869.337557:0:22707:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9376435fc200/0xbbfdc9019c1d5b6a lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 22707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789265869.337565:0:22707:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9376435fc200/0xbbfdc9019c1d5b6a lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 22707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789265869.337572:0:22707:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9376435fc200/0xbbfdc9019c1d5b6a lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 22707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789265869.337589:0:22707:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9376435fc200 already unused, calling callback (ffffffffc19db4f0) 00010000:00010000:0.0:1789265869.337593:0:22707:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9376435fc200/0xbbfdc9019c1d5b6a lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 22707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789265869.337600:0:22707:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9376435fc200/0xbbfdc9019c1d5b6a lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 22707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789265869.337619:0:22707:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff93774f0eac00) 00010000:00010000:0.0:1789265869.337623:0:22707:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:0.0:1789265869.337627:0:22707:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9376435fc200/0xbbfdc9019c1d5b6a lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 22707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789265869.337643:0:22707:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9376435fc200/0xbbfdc9019c1d5b6a lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 22707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789265869.337688:0:22707:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9376435fd200/0xbbfdc9019c1d5b63 lrc: 1/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.42@tcp remote: 0x1ee42ae03d919852 expref: 30 pid: 22707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789265869.337699:0:22707:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff937779d97200) 00010000:00010000:0.0:1789265869.337702:0:22707:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1789265869.337706:0:22707:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9376435fd200/0xbbfdc9019c1d5b63 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.42@tcp remote: 0x1ee42ae03d919852 expref: 30 pid: 22707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789265869.337717:0:22707:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9376435fd200, rc 0) 00000100:00100000:0.0:1789265869.337785:0:22707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9377507a2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:93898299-7638-40d8-afd6-58593844770c+29:18773:x1876180557008000:12345-192.168.202.42@tcp:101:lhsmtool_posix.0 Request processed in 553us (1193us total) trans 12884901907 rc 301/301 00000100:00100000:0.0:1789265869.337793:0:22707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.42@tcp, seq: 51 00000100:00100000:1.0:1789265869.341165:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.42@tcp (source: 12345-192.168.202.42@tcp) 00000100:00100000:3.0:1789265869.341278:0:25346:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180557008128 00000100:00100000:3.0:1789265869.341288:0:25346:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180557008128 00000100:00100000:3.0:1789265869.341389:0:25346:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.42@tcp, seq: 52 00000100:00100000:3.0:1789265869.341401:0:25346:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93777e2bbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:93898299-7638-40d8-afd6-58593844770c+29:18773:x1876180557008128:12345-192.168.202.42@tcp:53:lhsmtool_posix.0 00000004:00000080:3.0:1789265869.341460:0:25346:0:(mdt_handler.c:7972:mdt_fid2path()) path get [0x2000013a1:0x2:0x0] from 18446744073709551615 #0 00000100:00100000:3.0:1789265869.341603:0:25346:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93777e2bbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:93898299-7638-40d8-afd6-58593844770c+29:18773:x1876180557008128:12345-192.168.202.42@tcp:53:lhsmtool_posix.0 Request processed in 203us (446us total) trans 0 rc 0/0 00000100:00100000:3.0:1789265869.341619:0:25346:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.42@tcp, seq: 52 00000100:00100000:0.0:1789265869.346901:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.42@tcp (source: 12345-192.168.202.42@tcp) 00000100:00100000:2.0:1789265869.347222:0:22708:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180557008384 00000100:00100000:2.0:1789265869.347232:0:22708:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180557008384 00000100:00100000:2.0:1789265869.347290:0:22708:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.42@tcp, seq: 53 00000100:00100000:2.0:1789265869.347300:0:22708:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93774f15bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:93898299-7638-40d8-afd6-58593844770c+29:18773:x1876180557008384:12345-192.168.202.42@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1789265869.347321:0:22708:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1789265869.347340:0:22708:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93777262c600/0xbbfdc9019c1d5b78 lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee42ae03d919859 expref: -99 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1789265869.347757:0:22708:0:(osp_internal.h:553:osp_update_last_fid()) Gap in objids: start=[0x280000401:0x6:0x0], count =60 00000004:00080000:2.0:1789265869.347764:0:22708:0:(osp_object.c:1645:osp_create()) Writing gap [0x280000401:0x6:0x0]+60 in llog 00000004:00080000:2.0:1789265869.347786:0:22708:0:(osp_object.c:1662:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x42:0x0], index 0: 0 00010000:00010000:2.0:1789265869.348235:0:22708:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff93777262c800/0xbbfdc9019c1d5b7f lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22708 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265869.348251:0:22708:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff93777262c800/0xbbfdc9019c1d5b7f lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22708 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265869.348264:0:22708:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93777262c800/0xbbfdc9019c1d5b7f lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22708 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265869.348333:0:22708:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93777262c600/0xbbfdc9019c1d5b78 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.42@tcp remote: 0x1ee42ae03d919859 expref: 32 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265869.348366:0:22708:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff93777262c800/0xbbfdc9019c1d5b7f lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.42@tcp remote: 0x1ee42ae03d919859 expref: 31 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265869.348375:0:22708:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff93774f0ea600) 00010000:00010000:2.0:1789265869.348377:0:22708:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1789265869.348380:0:22708:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93777262c800, rc 0) 00000100:00100000:2.0:1789265869.348772:0:22708:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93774f15bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:93898299-7638-40d8-afd6-58593844770c+31:18773:x1876180557008384:12345-192.168.202.42@tcp:101:lhsmtool_posix.0 Request processed in 1471us (1889us total) trans 12884901908 rc 0/0 00000100:00100000:2.0:1789265869.348780:0:22708:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.42@tcp, seq: 53 00000100:00100000:1.0:1789265869.362240:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.42@tcp (source: 12345-192.168.202.42@tcp) 00000100:00100000:2.0:1789265869.363099:0:22706:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180557008640 00000100:00100000:2.0:1789265869.363112:0:22706:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180557008640 00000100:00100000:2.0:1789265869.363180:0:22706:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.42@tcp, seq: 54 00000100:00100000:2.0:1789265869.363191:0:22706:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93777e2bb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:93898299-7638-40d8-afd6-58593844770c+31:18773:x1876180557008640:12345-192.168.202.42@tcp:36:lhsmtool_posix.0 00010000:00010000:2.0:1789265869.363274:0:22706:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1789265869.363300:0:22706:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93777262c800/0xbbfdc9019c1d5b7f lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.42@tcp remote: 0x1ee42ae03d919859 expref: 31 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265869.363321:0:22706:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff93774f0ea600) 00010000:00010000:2.0:1789265869.363331:0:22706:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1789265869.363352:0:22706:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff93777262c600/0xbbfdc9019c1d5b8d lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22706 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265869.363366:0:22706:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff93777262c600/0xbbfdc9019c1d5b8d lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22706 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265869.363376:0:22706:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93777262c600/0xbbfdc9019c1d5b8d lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22706 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265869.363399:0:22706:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff93777262d000/0xbbfdc9019c1d5b94 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x1:0x0].0x4a31e585 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22706 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265869.363421:0:22706:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff93777262d000/0xbbfdc9019c1d5b94 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x4a31e585 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22706 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265869.363429:0:22706:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93777262d000/0xbbfdc9019c1d5b94 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x4a31e585 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22706 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265869.363474:0:22706:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff93777262c600/0xbbfdc9019c1d5b8d lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22706 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265869.363482:0:22706:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff93777262c600/0xbbfdc9019c1d5b8d lrc: 2/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 22706 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265869.363488:0:22706:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff93777262c600/0xbbfdc9019c1d5b8d lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22706 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265869.363494:0:22706:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93777262c600 already unused, calling callback (ffffffffc19db4f0) 00010000:00010000:2.0:1789265869.363499:0:22706:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93777262c600/0xbbfdc9019c1d5b8d lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22706 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265869.363507:0:22706:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93777262c600/0xbbfdc9019c1d5b8d lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 22706 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265869.365814:0:22706:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff9377446e4e00) 00010000:00010000:2.0:1789265869.365819:0:22706:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1789265869.365827:0:22706:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff93777262c600/0xbbfdc9019c1d5b8d lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22706 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265869.365835:0:22706:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93777262c600/0xbbfdc9019c1d5b8d lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22706 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265869.365886:0:22706:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff93777262d000/0xbbfdc9019c1d5b94 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x4a31e585 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22706 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265869.365894:0:22706:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff93777262d000/0xbbfdc9019c1d5b94 lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x4a31e585 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 22706 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265869.365901:0:22706:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff93777262d000/0xbbfdc9019c1d5b94 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x4a31e585 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22706 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265869.365907:0:22706:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93777262d000 already unused, calling callback (ffffffffc19db4f0) 00010000:00010000:2.0:1789265869.365911:0:22706:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93777262d000/0xbbfdc9019c1d5b94 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x4a31e585 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22706 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265869.365918:0:22706:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93777262d000/0xbbfdc9019c1d5b94 lrc: 4/0,0 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x4a31e585 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 22706 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265869.365927:0:22706:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x4a31e585 (ffff93774f0ead00) 00010000:00010000:2.0:1789265869.365930:0:22706:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1789265869.365932:0:22706:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff93777262d000/0xbbfdc9019c1d5b94 lrc: 2/0,0 mode: --/PW res: [0x2000013a1:0x1:0x0].0x4a31e585 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22706 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265869.365939:0:22706:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93777262d000/0xbbfdc9019c1d5b94 lrc: 0/0,0 mode: --/PW res: [0x2000013a1:0x1:0x0].0x4a31e585 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22706 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789265869.366054:0:22706:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93777e2bb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:93898299-7638-40d8-afd6-58593844770c+30:18773:x1876180557008640:12345-192.168.202.42@tcp:36:lhsmtool_posix.0 Request processed in 2862us (3820us total) trans 0 rc -2/-2 00000100:00100000:2.0:1789265869.366063:0:22706:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.42@tcp, seq: 54 00000100:00100000:1.0:1789265869.380024:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.42@tcp (source: 12345-192.168.202.42@tcp) 00000100:00100000:2.0:1789265869.380257:0:22708:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180557008768 00000100:00100000:2.0:1789265869.380268:0:22708:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180557008768 00000100:00100000:2.0:1789265869.380330:0:22708:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.42@tcp, seq: 55 00000100:00100000:2.0:1789265869.380353:0:22708:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93777e2b9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:93898299-7638-40d8-afd6-58593844770c+30:18773:x1876180557008768:12345-192.168.202.42@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1789265869.380374:0:22708:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1789265869.380397:0:22708:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93777262d000/0xbbfdc9019c1d5b9b lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee42ae03d919860 expref: -99 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265869.380444:0:22708:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff93777262c600/0xbbfdc9019c1d5ba2 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22708 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265869.380457:0:22708:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff93777262c600/0xbbfdc9019c1d5ba2 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22708 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265869.380468:0:22708:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93777262c600/0xbbfdc9019c1d5ba2 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22708 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265869.380588:0:22708:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93777262d000/0xbbfdc9019c1d5b9b lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.42@tcp remote: 0x1ee42ae03d919860 expref: 32 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265869.380836:0:22708:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff93777262c600/0xbbfdc9019c1d5ba2 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.42@tcp remote: 0x1ee42ae03d919860 expref: 31 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265869.380847:0:22708:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff93774f0ead00) 00010000:00010000:2.0:1789265869.380850:0:22708:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1789265869.380854:0:22708:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93777262c600, rc 0) 00000100:00100000:0.0:1789265869.384550:0:22708:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93777e2b9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:93898299-7638-40d8-afd6-58593844770c+31:18773:x1876180557008768:12345-192.168.202.42@tcp:101:lhsmtool_posix.0 Request processed in 4185us (4523us total) trans 0 rc 0/0 00000100:00100000:0.0:1789265869.384563:0:22708:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.42@tcp, seq: 55 00000100:00100000:0.0:1789265869.391238:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.42@tcp (source: 12345-192.168.202.42@tcp) 00000100:00100000:3.0:1789265869.391369:0:25346:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180557009024 00000100:00100000:3.0:1789265869.391379:0:25346:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180557009024 00000100:00100000:3.0:1789265869.391434:0:25346:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.42@tcp, seq: 56 00000100:00100000:3.0:1789265869.391441:0:25346:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93774f159180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:93898299-7638-40d8-afd6-58593844770c+31:18773:x1876180557009024:12345-192.168.202.42@tcp:36:lhsmtool_posix.0 00010000:00010000:3.0:1789265869.391511:0:25346:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff937642393400/0xbbfdc9019c1d5ba9 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 25346 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265869.391525:0:25346:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff937642393400/0xbbfdc9019c1d5ba9 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 25346 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265869.391533:0:25346:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff937642393400/0xbbfdc9019c1d5ba9 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 25346 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1789265869.392047:0:25346:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x10:0x0].2, 88 off8344 00000004:00080000:3.0:1789265869.392062:0:25346:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 725053197798ns, next at 726053195433ns, rc = 0 00000004:00010000:3.0:1789265869.392117:0:25346:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 00000000f37be89e reply state 00000000703c5a82 transno 12884901909 ns: mdt-lustre-MDT0000_UUID lock: ffff937642393400/0xbbfdc9019c1d5ba9 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 25346 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265869.392144:0:25346:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff937642393400/0xbbfdc9019c1d5ba9 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 25346 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265869.392151:0:25346:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff93774f0ead00) 00010000:00010000:3.0:1789265869.392154:0:25346:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00000100:00100000:3.0:1789265869.393840:0:25346:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1789265869.396076:0:25346:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93774f159180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:93898299-7638-40d8-afd6-58593844770c+33:18773:x1876180557009024:12345-192.168.202.42@tcp:36:lhsmtool_posix.0 Request processed in 4625us (4836us total) trans 12884901909 rc 0/0 00000100:00100000:3.0:1789265869.396087:0:25346:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.42@tcp, seq: 56 00000100:00100000:2.0:1789265869.398964:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.42@tcp (source: 12345-192.168.202.42@tcp) 00000100:00100000:0.0:1789265869.399850:0:22707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180557009152 00000100:00100000:0.0:1789265869.399920:0:22707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180557009152 00000100:00100000:0.0:1789265869.400145:0:22707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.42@tcp, seq: 57 00000100:00100000:0.0:1789265869.400157:0:22707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93774f103100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:93898299-7638-40d8-afd6-58593844770c+33:18773:x1876180557009152:12345-192.168.202.42@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1789265869.400182:0:22707:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1789265869.400204:0:22707:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9376435fc200/0xbbfdc9019c1d5bb0 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee42ae03d919867 expref: -99 pid: 22707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789265869.400276:0:22707:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9376435fc200/0xbbfdc9019c1d5bb0 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.42@tcp remote: 0x1ee42ae03d919867 expref: 34 pid: 22707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789265869.400291:0:22707:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9376435fc200/0xbbfdc9019c1d5bb0 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.42@tcp remote: 0x1ee42ae03d919867 expref: 34 pid: 22707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789265869.400311:0:22707:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff93774f0ead00) 00010000:00010000:0.0:1789265869.400314:0:22707:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1789265869.400318:0:22707:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9376435fc200, rc 0) 00000100:00100000:0.0:1789265869.400389:0:22707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93774f103100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:93898299-7638-40d8-afd6-58593844770c+34:18773:x1876180557009152:12345-192.168.202.42@tcp:101:lhsmtool_posix.0 Request processed in 234us (1437us total) trans 0 rc 0/0 00000100:00100000:0.0:1789265869.400396:0:22707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.42@tcp, seq: 57 00000100:00100000:1.0:1789265869.404366:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.42@tcp (source: 12345-192.168.202.42@tcp) 00000100:00100000:2.0:1789265869.404480:0:24213:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180557009280 00000100:00100000:2.0:1789265869.404495:0:24213:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180557009280 00000100:00100000:2.0:1789265869.404596:0:24213:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.42@tcp, seq: 23 00000100:00100000:2.0:1789265869.404609:0:24213:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93777e2ba300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:93898299-7638-40d8-afd6-58593844770c+5:2399:x1876180557009280:12345-192.168.202.42@tcp:2:lhsmtool_posix.0 00000100:00080000:3.0:1789265869.404941:0:22702:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1789265869.405449:0:24213:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93777e2ba300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:93898299-7638-40d8-afd6-58593844770c+6:2399:x1876180557009280:12345-192.168.202.42@tcp:2:lhsmtool_posix.0 Request processed in 840us (1095us total) trans 12884901891 rc 0/0 00000100:00100000:2.0:1789265869.405459:0:24213:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.42@tcp, seq: 23 00000100:00100000:3.0:1789265869.408799:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.42@tcp (source: 12345-192.168.202.42@tcp) 00000100:00100000:0.0:1789265869.409110:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180557009536 00000100:00100000:0.0:1789265869.409124:0:22710:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180557009536 00000100:00100000:0.0:1789265869.409197:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.42@tcp, seq: 9 00000100:00100000:0.0:1789265869.409208:0:22710:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93777e2ed180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:93898299-7638-40d8-afd6-58593844770c+34:18773:x1876180557009536:12345-192.168.202.42@tcp:35:lhsmtool_posix.0 00000100:00100000:0.0:1789265869.409488:0:22710:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93777e2ed180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:93898299-7638-40d8-afd6-58593844770c+35:18773:x1876180557009536:12345-192.168.202.42@tcp:35:lhsmtool_posix.0 Request processed in 281us (703us total) trans 12884901910 rc 0/0 00000100:00100000:0.0:1789265869.409497:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.42@tcp, seq: 9 00000100:00100000:1.0:1789265869.413143:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.42@tcp (source: 12345-192.168.202.42@tcp) 00000100:00100000:2.0:1789265869.413355:0:22706:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180557009792 00000100:00100000:2.0:1789265869.413369:0:22706:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180557009792 00000100:00100000:2.0:1789265869.413447:0:22706:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.42@tcp, seq: 58 00000100:00100000:2.0:1789265869.413459:0:22706:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93777e2b8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:93898299-7638-40d8-afd6-58593844770c+35:18773:x1876180557009792:12345-192.168.202.42@tcp:57:lhsmtool_posix.0 00000100:00100000:2.0:1789265869.413618:0:22706:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93777e2b8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:93898299-7638-40d8-afd6-58593844770c+35:18773:x1876180557009792:12345-192.168.202.42@tcp:57:lhsmtool_posix.0 Request processed in 161us (489us total) trans 0 rc 0/0 00000100:00100000:2.0:1789265869.413627:0:22706:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.42@tcp, seq: 58 00000100:00100000:1.0:1789265869.419296:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.42@tcp (source: 12345-192.168.202.42@tcp) 00000100:00100000:0.0:1789265869.419544:0:22708:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180557009920 00000100:00100000:0.0:1789265869.419558:0:22708:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180557009920 00000100:00100000:0.0:1789265869.419656:0:22708:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.42@tcp, seq: 59 00000100:00100000:0.0:1789265869.419669:0:22708:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93777e2b9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:93898299-7638-40d8-afd6-58593844770c+35:18773:x1876180557009920:12345-192.168.202.42@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1789265869.419698:0:22708:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1789265869.419743:0:22708:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9376435fca00/0xbbfdc9019c1d5bb7 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee42ae03d91986e expref: -99 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789265869.419847:0:22708:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9376435fce00/0xbbfdc9019c1d5bbe lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 22708 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789265869.419909:0:22708:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9376435fce00/0xbbfdc9019c1d5bbe lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1a/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 22708 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789265869.419925:0:22708:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9376435fce00/0xbbfdc9019c1d5bbe lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1a/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 22708 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1789265869.420297:0:22708:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1789265869.420330:0:22708:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9376435fce00/0xbbfdc9019c1d5bbe lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1a/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 22708 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789265869.420366:0:22708:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9376435fca00/0xbbfdc9019c1d5bb7 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.42@tcp remote: 0x1ee42ae03d91986e expref: 37 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789265869.420390:0:22708:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9376435fce00/0xbbfdc9019c1d5bbe lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.42@tcp remote: 0x1ee42ae03d91986e expref: 36 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789265869.420400:0:22708:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff93774f0ead00) 00010000:00010000:0.0:1789265869.420404:0:22708:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:0.0:1789265869.420408:0:22708:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9376435fce00, rc 0) 00000100:00100000:0.0:1789265869.420493:0:22708:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93777e2b9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:93898299-7638-40d8-afd6-58593844770c+36:18773:x1876180557009920:12345-192.168.202.42@tcp:101:lhsmtool_posix.0 Request processed in 826us (1208us total) trans 0 rc 0/0 00000100:00100000:0.0:1789265869.420502:0:22708:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.42@tcp, seq: 59 00000100:00100000:3.0:1789265869.423563:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.42@tcp (source: 12345-192.168.202.42@tcp) 00000100:00100000:2.0:1789265869.424026:0:25042:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180557010048 00000100:00100000:2.0:1789265869.424039:0:25042:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180557010048 00000100:00100000:2.0:1789265869.424128:0:25042:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.42@tcp, seq: 24 00000100:00100000:2.0:1789265869.424140:0:25042:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93777f3e1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:93898299-7638-40d8-afd6-58593844770c+6:2397:x1876180557010048:12345-192.168.202.42@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1789265869.424166:0:25042:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1789265869.424193:0:25042:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000949369e1/0xbbfdc9019c1d5bc5 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee42ae03d919875 expref: -99 pid: 25042 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1789265869.424226:0:25042:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x42:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x6aa607ce, blocks: 0x0 00010000:00010000:2.0:1789265869.424253:0:25042:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x42:0x0].0x0 since=725s v=(0 0) 00010000:00010000:2.0:1789265869.424258:0:25042:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1789265869.424270:0:25042:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000949369e1/0xbbfdc9019c1d5bc5 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.42@tcp remote: 0x1ee42ae03d919875 expref: 7 pid: 25042 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265869.424292:0:25042:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000949369e1/0xbbfdc9019c1d5bc5 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.42@tcp remote: 0x1ee42ae03d919875 expref: 7 pid: 25042 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265869.424326:0:25042:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93777262d000, rc 0) 00000100:00100000:2.0:1789265869.424407:0:25042:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93777f3e1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:93898299-7638-40d8-afd6-58593844770c+7:2397:x1876180557010048:12345-192.168.202.42@tcp:101:lhsmtool_posix.0 Request processed in 269us (860us total) trans 0 rc 0/0 00000100:00100000:2.0:1789265869.424415:0:25042:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.42@tcp, seq: 24 00000100:00100000:1.0:1789265869.430746:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.42@tcp (source: 12345-192.168.202.42@tcp) 00000100:00100000:2.0:1789265869.430884:0:22706:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180557010304 00000100:00100000:2.0:1789265869.430898:0:22706:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180557010304 00000100:00100000:2.0:1789265869.430969:0:22706:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.42@tcp, seq: 60 00000100:00100000:2.0:1789265869.430981:0:22706:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93777e2b8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:93898299-7638-40d8-afd6-58593844770c+36:18773:x1876180557010304:12345-192.168.202.42@tcp:57:lhsmtool_posix.0 00000100:00100000:2.0:1789265869.431440:0:22706:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93777e2b8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:93898299-7638-40d8-afd6-58593844770c+36:18773:x1876180557010304:12345-192.168.202.42@tcp:57:lhsmtool_posix.0 Request processed in 460us (708us total) trans 0 rc 0/0 00000100:00100000:2.0:1789265869.431449:0:22706:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.42@tcp, seq: 60 00000100:00100000:1.0:1789265869.438491:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.42@tcp (source: 12345-192.168.202.42@tcp) 00000100:00100000:0.0:1789265869.438601:0:22708:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180557010432 00000100:00100000:0.0:1789265869.438614:0:22708:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180557010432 00000100:00100000:0.0:1789265869.438708:0:22708:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.42@tcp, seq: 61 00000100:00100000:0.0:1789265869.438725:0:22708:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93777e2b9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:93898299-7638-40d8-afd6-58593844770c+36:18773:x1876180557010432:12345-192.168.202.42@tcp:44:lhsmtool_posix.0 00000001:00080000:2.0:1789265869.446347:0:22686:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 12884901910 is committed 00000004:00080000:2.0:1789265869.446372:0:22686:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 2 committed 00000001:00080000:2.0:1789265869.446433:0:22686:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 12884901895 is committed 00010000:00010000:1.0:1789265869.446551:0:3629:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9376435fde00/0xbbfdc9019c1d5a52 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22708 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789265869.446567:0:3629:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9376435fde00/0xbbfdc9019c1d5a52 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 22708 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789265869.446576:0:3629:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9376435fde00/0xbbfdc9019c1d5a52 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 22708 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789265869.446582:0:3629:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9376435fde00 already unused, calling callback (ffffffffc19db4f0) 00010000:00010000:1.0:1789265869.446588:0:3629:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9376435fde00/0xbbfdc9019c1d5a52 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 22708 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789265869.446597:0:3629:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9376435fde00/0xbbfdc9019c1d5a52 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 22708 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789265869.446637:0:3629:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff9377446e4e00) 00010000:00010000:1.0:1789265869.446640:0:3629:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:1.0:1789265869.446647:0:3629:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9376435fde00/0xbbfdc9019c1d5a52 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 22708 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789265869.446654:0:3629:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9376435fde00/0xbbfdc9019c1d5a52 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 22708 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789265869.446912:0:3644:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93775f6e8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3644:1876180579145344:0@lo:2:osp-syn-0-0.0 00010000:00010000:0.0:1789265869.447369:0:3630:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9377532bcc00/0xbbfdc9019c1d59fe lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 25346 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789265869.447380:0:3630:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9377532bcc00/0xbbfdc9019c1d59fe lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 25346 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789265869.447386:0:3630:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9377532bcc00/0xbbfdc9019c1d59fe lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 25346 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789265869.447392:0:3630:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9377532bcc00 already unused, calling callback (ffffffffc19db4f0) 00010000:00010000:0.0:1789265869.447395:0:3630:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9377532bcc00/0xbbfdc9019c1d59fe lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 25346 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789265869.447401:0:3630:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9377532bcc00/0xbbfdc9019c1d59fe lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 25346 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789265869.447412:0:3630:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa6028a67 (ffff9377446e4600) 00010000:00010000:0.0:1789265869.447415:0:3630:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1789265869.447418:0:3630:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9377532bcc00/0xbbfdc9019c1d59fe lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 25346 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789265869.447424:0:3630:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9377532bcc00/0xbbfdc9019c1d59fe lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 25346 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789265869.447444:0:3630:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9377532bd600/0xbbfdc9019c1d5a05 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 25346 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789265869.447450:0:3630:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9377532bd600/0xbbfdc9019c1d5a05 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 25346 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789265869.447469:0:3630:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9377532bd600/0xbbfdc9019c1d5a05 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 25346 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789265869.447474:0:3630:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9377532bd600 already unused, calling callback (ffffffffc19db4f0) 00010000:00010000:0.0:1789265869.447477:0:3630:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9377532bd600/0xbbfdc9019c1d5a05 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 25346 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789265869.447484:0:3630:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9377532bd600/0xbbfdc9019c1d5a05 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 25346 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789265869.447492:0:3630:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff9377446e4e00) 00010000:00010000:0.0:1789265869.447495:0:3630:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1789265869.447498:0:3630:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9377532bd600/0xbbfdc9019c1d5a05 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 25346 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789265869.447504:0:3630:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9377532bd600/0xbbfdc9019c1d5a05 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 25346 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789265869.447519:0:3630:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff93777262dc00/0xbbfdc9019c1d5aad lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789265869.447525:0:3630:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff93777262dc00/0xbbfdc9019c1d5aad lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 22707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789265869.447531:0:3630:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff93777262dc00/0xbbfdc9019c1d5aad lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789265869.447536:0:3630:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93777262dc00 already unused, calling callback (ffffffffc19db4f0) 00010000:00010000:0.0:1789265869.447539:0:3630:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93777262dc00/0xbbfdc9019c1d5aad lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789265869.447556:0:3630:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93777262dc00/0xbbfdc9019c1d5aad lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 22707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789265869.447566:0:3630:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0xb42112bc (ffff93774f0ea800) 00010000:00010000:0.0:1789265869.447569:0:3630:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1789265869.447572:0:3630:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff93777262dc00/0xbbfdc9019c1d5aad lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789265869.447578:0:3630:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93777262dc00/0xbbfdc9019c1d5aad lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789265869.447596:0:3630:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff937642393e00/0xbbfdc9019c1d5b32 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 22708 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789265869.447601:0:3630:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff937642393e00/0xbbfdc9019c1d5b32 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 22708 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789265869.447607:0:3630:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff937642393e00/0xbbfdc9019c1d5b32 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 22708 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789265869.447612:0:3630:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff937642393e00 already unused, calling callback (ffffffffc19db4f0) 00010000:00010000:0.0:1789265869.447615:0:3630:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff937642393e00/0xbbfdc9019c1d5b32 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 22708 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789265869.447621:0:3630:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff937642393e00/0xbbfdc9019c1d5b32 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 22708 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789265869.447631:0:3630:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff93774f0eac00) 00010000:00010000:0.0:1789265869.447633:0:3630:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1789265869.447636:0:3630:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff937642393e00/0xbbfdc9019c1d5b32 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 22708 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789265869.447649:0:3630:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff937642393e00/0xbbfdc9019c1d5b32 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 22708 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789265869.447664:0:3630:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff937642393400/0xbbfdc9019c1d5ba9 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 25346 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789265869.447670:0:3630:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff937642393400/0xbbfdc9019c1d5ba9 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 25346 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789265869.447677:0:3630:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff937642393400/0xbbfdc9019c1d5ba9 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 25346 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789265869.447681:0:3630:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff937642393400 already unused, calling callback (ffffffffc19db4f0) 00010000:00010000:0.0:1789265869.447685:0:3630:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff937642393400/0xbbfdc9019c1d5ba9 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 25346 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789265869.447691:0:3630:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff937642393400/0xbbfdc9019c1d5ba9 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 25346 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789265869.447700:0:3630:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff93774f0ead00) 00010000:00010000:0.0:1789265869.447702:0:3630:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:0.0:1789265869.447705:0:3630:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff937642393400/0xbbfdc9019c1d5ba9 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 25346 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789265869.447711:0:3630:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff937642393400/0xbbfdc9019c1d5ba9 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 25346 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789265869.447980:0:22708:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93777e2b9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:93898299-7638-40d8-afd6-58593844770c+15:18773:x1876180557010432:12345-192.168.202.42@tcp:44:lhsmtool_posix.0 Request processed in 9251us (9500us total) trans 0 rc 0/0 00000100:00100000:1.0:1789265869.448069:0:22708:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.42@tcp, seq: 61 00000100:00100000:2.0:1789265869.454073:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789265869.454245:0:24215:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180579145344 00000100:00100000:0.0:1789265869.454258:0:24215:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180579145344 00000100:00100000:0.0:1789265869.454335:0:24215:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25 00000100:00100000:0.0:1789265869.454346:0:24215:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff937772601850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3644:x1876180579145344:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:0.0:1789265869.454541:0:24215:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x280000401:0x42:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1789265869.454545:0:24215:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x280000401:0x42:0x0] updating lvb mtime from disk: 0 -> 0 00002000:00010000:0.0:1789265869.454548:0:24215:0:(ofd_lvb.c:319:ofd_lvbo_update()) res: [0x280000401:0x42:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1789265869.454550:0:24215:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x280000401:0x42:0x0] updating lvb ctime from disk: 1789265870 -> 1789265870 00002000:00010000:0.0:1789265869.454552:0:24215:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x280000401:0x42:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1789265869.454648:0:24215:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff937772601850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:3644:x1876180579145344:12345-0@lo:2:osp-syn-0-0.0 Request processed in 304us (586us total) trans 12884901892 rc 0/0 00000100:00100000:0.0:1789265869.454656:0:24215:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25 00000004:00080000:1.0:1789265869.454950:0:3644:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff93775f6e8380/2, rc 0, transno 12884901892 00000100:00100000:1.0:1789265869.454960:0:3644:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93775f6e8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3644:1876180579145344:0@lo:2:osp-syn-0-0.0 00000100:00080000:3.0:1789265869.455400:0:22702:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1789265869.457012:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.42@tcp (source: 12345-192.168.202.42@tcp) 00000100:00100000:2.0:1789265869.457215:0:25042:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180557010560 00000100:00100000:2.0:1789265869.457228:0:25042:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180557010560 00000100:00100000:2.0:1789265869.457302:0:25042:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.42@tcp, seq: 26 00000100:00100000:2.0:1789265869.457313:0:25042:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93774f15a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:93898299-7638-40d8-afd6-58593844770c+7:2399:x1876180557010560:12345-192.168.202.42@tcp:16:lhsmtool_posix.0 00000100:00100000:2.0:1789265869.457454:0:25042:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93774f15a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:93898299-7638-40d8-afd6-58593844770c+7:2399:x1876180557010560:12345-192.168.202.42@tcp:16:lhsmtool_posix.0 Request processed in 142us (466us total) trans 0 rc 0/0 00000100:00100000:2.0:1789265869.457463:0:25042:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.42@tcp, seq: 26 00000100:00100000:3.0:1789265869.462233:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.42@tcp (source: 12345-192.168.202.42@tcp) 00000100:00100000:1.0:1789265869.462462:0:25346:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180557010816 00000100:00100000:1.0:1789265869.462477:0:25346:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180557010816 00000100:00100000:1.0:1789265869.462562:0:25346:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.42@tcp, seq: 62 00000100:00100000:1.0:1789265869.462584:0:25346:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93775f6e8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:93898299-7638-40d8-afd6-58593844770c+15:18773:x1876180557010816:12345-192.168.202.42@tcp:36:lhsmtool_posix.0 00010000:00010000:1.0:1789265869.462656:0:25346:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1789265869.462692:0:25346:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9376435fce00/0xbbfdc9019c1d5bbe lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.42@tcp remote: 0x1ee42ae03d91986e expref: 15 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789265869.462717:0:25346:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff93774f0ead00) 00010000:00010000:1.0:1789265869.462722:0:25346:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1789265869.462762:0:25346:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9377532bc000/0xbbfdc9019c1d5bcc lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 25346 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789265869.462776:0:25346:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9377532bc000/0xbbfdc9019c1d5bcc lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 25346 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789265869.462804:0:25346:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9377532bc000/0xbbfdc9019c1d5bcc lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 25346 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1789265869.463404:0:25346:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 00000000c790c1fb reply state 00000000d356245c transno 12884901911 ns: mdt-lustre-MDT0000_UUID lock: ffff9377532bc000/0xbbfdc9019c1d5bcc lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 25346 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789265869.463421:0:25346:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9377532bc000/0xbbfdc9019c1d5bcc lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 25346 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789265869.463428:0:25346:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff93774f0ead00) 00010000:00010000:1.0:1789265869.463431:0:25346:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1789265869.463434:0:25346:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1789265869.466956:0:25346:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93775f6e8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:93898299-7638-40d8-afd6-58593844770c+16:18773:x1876180557010816:12345-192.168.202.42@tcp:36:lhsmtool_posix.0 Request processed in 4356us (4719us total) trans 12884901911 rc 0/0 00000100:00100000:1.0:1789265869.466973:0:25346:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.42@tcp, seq: 62 00000100:00100000:1.0:1789265869.470353:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.42@tcp (source: 12345-192.168.202.42@tcp) 00000100:00100000:0.0:1789265869.470492:0:24215:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180557010944 00000100:00100000:0.0:1789265869.470507:0:24215:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180557010944 00000100:00100000:0.0:1789265869.470594:0:24215:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.42@tcp, seq: 27 00000100:00100000:0.0:1789265869.470606:0:24215:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93777e2b9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:93898299-7638-40d8-afd6-58593844770c+7:2398:x1876180557010944:12345-192.168.202.42@tcp:2:lhsmtool_posix.0 00002000:00010000:0.0:1789265869.470808:0:24215:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x280000401:0x42:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1789265869.470812:0:24215:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x280000401:0x42:0x0] updating lvb mtime from disk: 0 -> 1789265869 00002000:00010000:0.0:1789265869.470814:0:24215:0:(ofd_lvb.c:319:ofd_lvbo_update()) res: [0x280000401:0x42:0x0] updating lvb atime from disk: 0 -> 1789265869 00002000:00010000:0.0:1789265869.470827:0:24215:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x280000401:0x42:0x0] updating lvb ctime from disk: 1789265870 -> 1789265869 00002000:00010000:0.0:1789265869.470830:0:24215:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x280000401:0x42:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1789265869.470927:0:24215:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93777e2b9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:93898299-7638-40d8-afd6-58593844770c+8:2398:x1876180557010944:12345-192.168.202.42@tcp:2:lhsmtool_posix.0 Request processed in 323us (588us total) trans 12884901893 rc 0/0 00000100:00100000:0.0:1789265869.470935:0:24215:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.42@tcp, seq: 27 00000100:00100000:3.0:1789265869.476184:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.42@tcp (source: 12345-192.168.202.42@tcp) 00000100:00100000:2.0:1789265869.476393:0:25042:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180557011072 00000100:00100000:2.0:1789265869.476406:0:25042:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180557011072 00000100:00100000:2.0:1789265869.476480:0:25042:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.42@tcp, seq: 28 00000100:00100000:2.0:1789265869.476492:0:25042:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93775f6eb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:93898299-7638-40d8-afd6-58593844770c+8:2400:x1876180557011072:12345-192.168.202.42@tcp:1:lhsmtool_posix.0 00010000:00010000:2.0:1789265869.476555:0:25042:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 000000008a240633/0xbbfdc9019c1d5bd3 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25042 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265869.476590:0:25042:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1789265869.476596:0:25042:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1789265869.476604:0:25042:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000008a240633/0xbbfdc9019c1d5bd3 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25042 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265869.476621:0:25042:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000008a240633/0xbbfdc9019c1d5bd3 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 25042 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265869.477013:0:25042:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 000000008a240633/0xbbfdc9019c1d5bd3 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25042 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265869.477027:0:25042:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000008a240633/0xbbfdc9019c1d5bd3 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 25042 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265869.477036:0:25042:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000008a240633/0xbbfdc9019c1d5bd3 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25042 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265869.477044:0:25042:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93777262cc00 already unused, calling callback (ffffffffc0da9350) 00010000:00010000:2.0:1789265869.477049:0:25042:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000008a240633/0xbbfdc9019c1d5bd3 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25042 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265869.477086:0:25042:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000008a240633/0xbbfdc9019c1d5bd3 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 25042 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265869.477107:0:25042:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000008a240633/0xbbfdc9019c1d5bd3 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25042 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265869.477116:0:25042:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000008a240633/0xbbfdc9019c1d5bd3 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25042 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789265869.477228:0:25042:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93775f6eb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:93898299-7638-40d8-afd6-58593844770c+8:2400:x1876180557011072:12345-192.168.202.42@tcp:1:lhsmtool_posix.0 Request processed in 736us (1058us total) trans 0 rc 0/0 00000100:00100000:2.0:1789265869.477237:0:25042:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.42@tcp, seq: 28 00000100:00100000:3.0:1789265869.483143:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.42@tcp (source: 12345-192.168.202.42@tcp) 00000100:00100000:2.0:1789265869.483952:0:22707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180557011328 00000100:00100000:2.0:1789265869.483968:0:22707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180557011328 00000100:00100000:2.0:1789265869.484126:0:22707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.42@tcp, seq: 63 00000100:00100000:2.0:1789265869.484138:0:22707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93775f6ebb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:93898299-7638-40d8-afd6-58593844770c+16:18773:x1876180557011328:12345-192.168.202.42@tcp:57:lhsmtool_posix.0 00010000:00010000:2.0:1789265869.484253:0:22707:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff93777262cc00/0xbbfdc9019c1d5bda lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 22707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265869.484275:0:22707:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff93775181a400/0xbbfdc9019c1d5b2b lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.42@tcp remote: 0x1ee42ae03d91983d expref: 16 pid: 25346 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265869.484286:0:22707:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff93777262cc00/0xbbfdc9019c1d5bda lrc: 4/0,1 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 22707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265869.484328:0:22707:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff93775181a400/0xbbfdc9019c1d5b2b lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.42@tcp remote: 0x1ee42ae03d91983d expref: 16 pid: 25346 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265869.484364:0:22707:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff93775181a400/0xbbfdc9019c1d5b2b lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.42@tcp remote: 0x1ee42ae03d91983d expref: 16 pid: 25346 timeout: 825 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789265869.484383:0:22707:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93774f100e00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:22707:1876180579145472:192.168.202.42@tcp:104: 00000100:00100000:2.0:1789265869.485300:0:22707:0:(client.c:2715:ptlrpc_set_wait()) set ffff9377610f4600 going to sleep for 11 seconds 00000100:00100000:1.0:1789265869.489192:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.42@tcp (source: 12345-192.168.202.42@tcp) 00000100:00100000:3.0:1789265869.489540:0:22692:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180557011456 00000100:00100000:3.0:1789265869.489554:0:22692:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180557011456 00010000:00010000:3.0:1789265869.489610:0:22692:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff93775181a400/0xbbfdc9019c1d5b2b lrc: 5/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.42@tcp remote: 0x1ee42ae03d91983d expref: 17 pid: 25346 timeout: 825 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789265869.489668:0:22692:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.42@tcp, seq: 19 00000100:00100000:3.0:1789265869.489680:0:22692:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93777e2bad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:93898299-7638-40d8-afd6-58593844770c+17:2400:x1876180557011456:12345-192.168.202.42@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1789265869.489698:0:22692:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1789265869.489707:0:22692:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff93775181a400/0xbbfdc9019c1d5b2b lrc: 5/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.42@tcp remote: 0x1ee42ae03d91983d expref: 17 pid: 25346 timeout: 825 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265869.489747:0:22692:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff93775181a400/0xbbfdc9019c1d5b2b lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.42@tcp remote: 0x1ee42ae03d91983d expref: 17 pid: 25346 timeout: 825 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265869.489778:0:22692:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff93774f0eac00) 00010000:00010000:3.0:1789265869.489785:0:22692:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9377532bc600/0xbbfdc9019c1d5b47 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.42@tcp remote: 0x1ee42ae03d91984b expref: 17 pid: 25346 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265869.489799:0:22692:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff93777262cc00/0xbbfdc9019c1d5bda lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 22707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265869.489808:0:22692:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff93777262cc00/0xbbfdc9019c1d5bda lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 7 type: IBT flags: 0x50290000000000 pid: 22707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265869.489816:0:22692:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff93777262cc00/0xbbfdc9019c1d5bda lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 7 type: IBT flags: 0x50290000000000 pid: 22707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265869.489839:0:22692:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1789265869.489953:0:22692:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93777e2bad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:93898299-7638-40d8-afd6-58593844770c+17:2400:x1876180557011456:12345-192.168.202.42@tcp:103:ldlm_bl.0 Request processed in 275us (775us total) trans 0 rc 0/0 00000100:00100000:3.0:1789265869.489962:0:22692:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.42@tcp, seq: 19 00010000:00010000:2.0:1789265869.490435:0:22707:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93775181a400/0xbbfdc9019c1d5b2b lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.42@tcp remote: 0x1ee42ae03d91983d expref: 16 pid: 25346 timeout: 825 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789265869.490456:0:22707:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93774f100e00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:22707:1876180579145472:192.168.202.42@tcp:104: 00010000:00010000:2.0:1789265869.490485:0:22707:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff93777262cc00/0xbbfdc9019c1d5bda lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265869.490496:0:22707:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff93777262cc00/0xbbfdc9019c1d5bda lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265869.490503:0:22707:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93777262cc00/0xbbfdc9019c1d5bda lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265869.490776:0:22707:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff93777262dc00/0xbbfdc9019c1d5be1 lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265869.490792:0:22707:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9376435fc200/0xbbfdc9019c1d5bb0 lrc: 2/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.42@tcp remote: 0x1ee42ae03d919867 expref: 16 pid: 22707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265869.490802:0:22707:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff93777262dc00/0xbbfdc9019c1d5be1 lrc: 4/0,1 mode: --/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265869.490852:0:22707:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9376435fc200/0xbbfdc9019c1d5bb0 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.42@tcp remote: 0x1ee42ae03d919867 expref: 16 pid: 22707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265869.490932:0:22707:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9376435fc200/0xbbfdc9019c1d5bb0 lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.42@tcp remote: 0x1ee42ae03d919867 expref: 16 pid: 22707 timeout: 825 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789265869.490949:0:22707:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93774f100e00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:22707:1876180579145600:192.168.202.42@tcp:104: 00000100:00100000:2.0:1789265869.491043:0:22707:0:(client.c:2715:ptlrpc_set_wait()) set ffff937743431480 going to sleep for 11 seconds 00000040:00080000:3.0:1789265869.493209:0:23465:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:3.0:1789265869.499051:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.42@tcp (source: 12345-192.168.202.42@tcp) 00000100:00100000:0.0:1789265869.499196:0:22693:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180557011584 00000100:00100000:0.0:1789265869.499208:0:22693:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180557011584 00010000:00010000:0.0:1789265869.499266:0:22693:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9376435fc200/0xbbfdc9019c1d5bb0 lrc: 5/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.42@tcp remote: 0x1ee42ae03d919867 expref: 17 pid: 22707 timeout: 825 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789265869.499315:0:22693:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.42@tcp, seq: 20 00000100:00100000:0.0:1789265869.499343:0:22693:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93775f6e9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:93898299-7638-40d8-afd6-58593844770c+17:2400:x1876180557011584:12345-192.168.202.42@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1789265869.499363:0:22693:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1789265869.499370:0:22693:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9376435fc200/0xbbfdc9019c1d5bb0 lrc: 5/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.42@tcp remote: 0x1ee42ae03d919867 expref: 17 pid: 22707 timeout: 825 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789265869.499385:0:22693:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9376435fc200/0xbbfdc9019c1d5bb0 lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.42@tcp remote: 0x1ee42ae03d919867 expref: 17 pid: 22707 timeout: 825 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789265869.499412:0:22693:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff93774f0ead00) 00010000:00010000:0.0:1789265869.499419:0:22693:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff93777262dc00/0xbbfdc9019c1d5be1 lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 22707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789265869.499430:0:22693:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff93777262dc00/0xbbfdc9019c1d5be1 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 22707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789265869.499438:0:22693:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff93777262dc00/0xbbfdc9019c1d5be1 lrc: 4/0,1 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 22707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789265869.499460:0:22693:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1789265869.499528:0:22693:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93775f6e9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:93898299-7638-40d8-afd6-58593844770c+17:2400:x1876180557011584:12345-192.168.202.42@tcp:103:ldlm_bl.0 Request processed in 186us (490us total) trans 0 rc 0/0 00000100:00100000:0.0:1789265869.499536:0:22693:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.42@tcp, seq: 20 00010000:00010000:2.0:1789265869.499786:0:22707:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9376435fc200/0xbbfdc9019c1d5bb0 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.42@tcp remote: 0x1ee42ae03d919867 expref: 16 pid: 22707 timeout: 825 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789265869.499807:0:22707:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93774f100e00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:22707:1876180579145600:192.168.202.42@tcp:104: 00010000:00010000:2.0:1789265869.499835:0:22707:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff93777262dc00/0xbbfdc9019c1d5be1 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265869.499845:0:22707:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff93777262dc00/0xbbfdc9019c1d5be1 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265869.499852:0:22707:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93777262dc00/0xbbfdc9019c1d5be1 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22707 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1789265869.500122:0:22707:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 12884901912 00000001:00080000:2.0:1789265869.500277:0:22707:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 12884901913 00000001:00080000:2.0:1789265869.500316:0:22707:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 12884901914 00000100:00100000:2.0:1789265869.500408:0:22707:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93774f100e00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-mdtlov_UUID:22707:1876180579145728:0@lo:1000:mdt00_001.0 00000100:00100000:2.0:1789265869.500476:0:22707:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789265869.500524:0:23450:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180579145728 00000100:00100000:2.0:1789265869.500529:0:23450:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180579145728 00000100:00100000:2.0:1789265869.500576:0:23450:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 57 00000100:00100000:2.0:1789265869.500585:0:23450:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93774f2f2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:22707:x1876180579145728:12345-0@lo:1000:mdt00_001.0 00000100:00100000:2.0:1789265869.500686:0:23450:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93774f2f2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:22707:x1876180579145728:12345-0@lo:1000:mdt00_001.0 Request processed in 102us (209us total) trans 0 rc 0/0 00000100:00100000:2.0:1789265869.500695:0:23450:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 57 00000100:00100000:2.0:1789265869.500725:0:22707:0:(client.c:2715:ptlrpc_set_wait()) set ffff937760042b40 going to sleep for 11 seconds 00000100:00100000:2.0:1789265869.500749:0:22707:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93774f100e00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-mdtlov_UUID:22707:1876180579145728:0@lo:1000:mdt00_001.0 00000001:00080000:2.0:1789265869.500953:0:22707:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 12884901915 00000100:00100000:2.0:1789265869.502632:0:22707:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93774f2f2300 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-mdtlov_UUID:22707:1876180579145856:0@lo:1000:mdt00_001.0 00000100:00100000:2.0:1789265869.502724:0:22707:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789265869.502756:0:22707:0:(client.c:2715:ptlrpc_set_wait()) set ffff937760042b40 going to sleep for 11 seconds 00000100:00100000:0.0:1789265869.503439:0:22711:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180579145856 00000100:00100000:0.0:1789265869.503450:0:22711:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180579145856 00000100:00100000:0.0:1789265869.503524:0:22711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 58 00000100:00100000:0.0:1789265869.503537:0:22711:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93774f2f2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:22707:x1876180579145856:12345-0@lo:1000:mdt00_001.0 00000100:00100000:0.0:1789265869.503983:0:22711:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93774f2f2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+7:22707:x1876180579145856:12345-0@lo:1000:mdt00_001.0 Request processed in 447us (1257us total) trans 12884901894 rc 0/0 00000100:00100000:0.0:1789265869.504038:0:22711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 58 00000100:00100000:3.0:1789265869.504420:0:22707:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93774f2f2300 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-mdtlov_UUID:22707:1876180579145856:0@lo:1000:mdt00_001.0 00010000:00010000:3.0:1789265869.504485:0:22707:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff93777262dc00/0xbbfdc9019c1d5be1 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265869.504498:0:22707:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff93777262dc00/0xbbfdc9019c1d5be1 lrc: 2/0,0 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 22707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265869.504519:0:22707:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff93777262dc00/0xbbfdc9019c1d5be1 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 22707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265869.504526:0:22707:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93777262dc00 already unused, calling callback (ffffffffc19db4f0) 00010000:00010000:3.0:1789265869.504531:0:22707:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93777262dc00/0xbbfdc9019c1d5be1 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 22707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265869.504540:0:22707:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93777262dc00/0xbbfdc9019c1d5be1 lrc: 4/0,0 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 22707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265869.504560:0:22707:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff93774f0ead00) 00010000:00010000:3.0:1789265869.504613:0:22707:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1789265869.504620:0:22707:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff93777262dc00/0xbbfdc9019c1d5be1 lrc: 2/0,0 mode: --/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 22707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265869.504628:0:22707:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93777262dc00/0xbbfdc9019c1d5be1 lrc: 0/0,0 mode: --/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 22707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265869.504672:0:22707:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9376435fd800/0xbbfdc9019c1d5b40 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210400000020 pid: 22707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265869.504680:0:22707:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9376435fd800/0xbbfdc9019c1d5b40 lrc: 2/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210400000020 pid: 22707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265869.504686:0:22707:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9376435fd800/0xbbfdc9019c1d5b40 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210400000020 pid: 22707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265869.504692:0:22707:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9376435fd800 already unused, calling callback (ffffffffc19db4f0) 00010000:00010000:3.0:1789265869.504694:0:22707:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9376435fd800/0xbbfdc9019c1d5b40 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210400000020 pid: 22707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265869.504711:0:22707:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9376435fd800/0xbbfdc9019c1d5b40 lrc: 4/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40218400000020 pid: 22707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265869.504721:0:22707:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff93774f0eac00) 00010000:00010000:3.0:1789265869.504724:0:22707:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1789265869.504733:0:22707:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9377532bc600/0xbbfdc9019c1d5b47 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.42@tcp remote: 0x1ee42ae03d91984b expref: 19 pid: 25346 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265869.504747:0:22707:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9377532bc600/0xbbfdc9019c1d5b47 lrc: 2/0,0 mode: CR/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.42@tcp remote: 0x1ee42ae03d91984b expref: 19 pid: 25346 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265869.504757:0:22707:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9377532bc600/0xbbfdc9019c1d5b47 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.42@tcp remote: 0x1ee42ae03d91984b expref: 19 pid: 25346 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789265869.504966:0:22707:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff9377532bc600/0xbbfdc9019c1d5b47 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.42@tcp remote: 0x1ee42ae03d91984b expref: 19 pid: 25346 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789265869.505056:0:22707:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93775f6e9f80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:22707:1876180579145984:192.168.202.42@tcp:105: 00000100:00100000:3.0:1789265869.505215:0:22707:0:(client.c:2715:ptlrpc_set_wait()) set ffff93777a3f19c0 going to sleep for 11 seconds 00000100:00100000:3.0:1789265869.508610:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.42@tcp (source: 12345-192.168.202.42@tcp) 00000100:00100000:0.0:1789265869.508722:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180557011712 00000100:00100000:0.0:1789265869.508731:0:22710:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180557011712 00000100:00100000:2.0:1789265869.508748:0:22707:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93775f6e9f80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:22707:1876180579145984:192.168.202.42@tcp:105: 00010000:00010000:2.0:1789265869.508786:0:22707:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9376435fd800/0xbbfdc9019c1d5b40 lrc: 2/0,0 mode: --/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x44a19400000020 pid: 22707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265869.508797:0:22707:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9376435fd800/0xbbfdc9019c1d5b40 lrc: 0/0,0 mode: --/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x44a19400000020 pid: 22707 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789265869.508812:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.42@tcp, seq: 10 00000100:00100000:0.0:1789265869.508822:0:22710:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93777f381c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:93898299-7638-40d8-afd6-58593844770c+20:18772:x1876180557011712:12345-192.168.202.42@tcp:49:dd.0 00010000:00010000:2.0:1789265869.508847:0:22707:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff93777262c800/0xbbfdc9019c1d5be8 lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265869.508892:0:22707:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff93777262c800/0xbbfdc9019c1d5be8 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265869.508905:0:22707:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93777262c800/0xbbfdc9019c1d5be8 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265869.508916:0:22707:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff93777262c800/0xbbfdc9019c1d5be8 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265869.508921:0:22707:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff93777262c800/0xbbfdc9019c1d5be8 lrc: 2/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 22707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265869.508944:0:22707:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff93777262c800/0xbbfdc9019c1d5be8 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265869.508950:0:22707:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93777262c800 already unused, calling callback (ffffffffc19db4f0) 00010000:00010000:2.0:1789265869.508954:0:22707:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93777262c800/0xbbfdc9019c1d5be8 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265869.508962:0:22707:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93777262c800/0xbbfdc9019c1d5be8 lrc: 4/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 22707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265869.508975:0:22707:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff93774f0eac00) 00010000:00010000:2.0:1789265869.508978:0:22707:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1789265869.508981:0:22707:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff93777262c800/0xbbfdc9019c1d5be8 lrc: 2/0,0 mode: --/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265869.508987:0:22707:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93777262c800/0xbbfdc9019c1d5be8 lrc: 0/0,0 mode: --/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265869.509009:0:22707:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff93777262cc00/0xbbfdc9019c1d5bda lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265869.509015:0:22707:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff93777262cc00/0xbbfdc9019c1d5bda lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 22707 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789265869.509019:0:22710:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93777f381c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:93898299-7638-40d8-afd6-58593844770c+20:18772:x1876180557011712:12345-192.168.202.42@tcp:49:dd.0 Request processed in 198us (423us total) trans 0 rc 0/0 00010000:00010000:2.0:1789265869.509022:0:22707:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff93777262cc00/0xbbfdc9019c1d5bda lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 22707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265869.509027:0:22707:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93777262cc00 already unused, calling callback (ffffffffc19db4f0) 00000100:00100000:0.0:1789265869.509027:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.42@tcp, seq: 10 00010000:00010000:2.0:1789265869.509030:0:22707:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93777262cc00/0xbbfdc9019c1d5bda lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 22707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265869.509045:0:22707:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93777262cc00/0xbbfdc9019c1d5bda lrc: 4/0,0 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 22707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265869.509053:0:22707:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff93774f0eac00) 00010000:00010000:2.0:1789265869.509055:0:22707:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1789265869.509058:0:22707:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff93777262cc00/0xbbfdc9019c1d5bda lrc: 2/0,0 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 22707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265869.509064:0:22707:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93777262cc00/0xbbfdc9019c1d5bda lrc: 0/0,0 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 22707 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789265869.509222:0:22707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93775f6ebb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:93898299-7638-40d8-afd6-58593844770c+19:18773:x1876180557011328:12345-192.168.202.42@tcp:57:lhsmtool_posix.0 Request processed in 25086us (26234us total) trans 12884901916 rc 0/0 00000100:00100000:2.0:1789265869.509231:0:22707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.42@tcp, seq: 63 00000020:00080000:2.0:1789265869.509236:0:22707:0:(tgt_main.c:784:tgt_ses_key_exit()) total 5 transactions per RPC 00000040:00080000:0.0:1789265869.509353:0:22742:0:(llog.c:805:llog_process_thread()) index: 3, lh_last_idx: 3 synced_idx: 3 lgh_last_idx: 3 00000040:00080000:0.0:1789265869.509359:0:22742:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x14:0x0] at index 3 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1789265869.509376:0:22742:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x14:0x0] index 2 count 2 00000040:00080000:0.0:1789265869.509382:0:22742:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 4 count 2 00000100:00100000:1.0:1789265869.512290:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.42@tcp (source: 12345-192.168.202.42@tcp) 00000100:00100000:2.0:1789265869.512374:0:22706:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180557011840 00000100:00100000:2.0:1789265869.512386:0:22706:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180557011840 00000100:00100000:2.0:1789265869.512459:0:22706:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.42@tcp, seq: 64 00000100:00100000:2.0:1789265869.512471:0:22706:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93777e2baa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:93898299-7638-40d8-afd6-58593844770c+19:18772:x1876180557011840:12345-192.168.202.42@tcp:101:dd.0 00010000:00010000:2.0:1789265869.512499:0:22706:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1789265869.512528:0:22706:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93777262de00/0xbbfdc9019c1d5bef lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee42ae03d91987c expref: -99 pid: 22706 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265869.512588:0:22706:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff93777262da00/0xbbfdc9019c1d5bf6 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22706 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265869.512607:0:22706:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff93777262da00/0xbbfdc9019c1d5bf6 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22706 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265869.512643:0:22706:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93777262da00/0xbbfdc9019c1d5bf6 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22706 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265869.512788:0:22706:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93777262de00/0xbbfdc9019c1d5bef lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.42@tcp remote: 0x1ee42ae03d91987c expref: 21 pid: 22706 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265869.512809:0:22706:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff93777262da00/0xbbfdc9019c1d5bf6 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.42@tcp remote: 0x1ee42ae03d91987c expref: 20 pid: 22706 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265869.512821:0:22706:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff93774f0eac00) 00010000:00010000:2.0:1789265869.512824:0:22706:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1789265869.512828:0:22706:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93777262da00, rc 0) 00000100:00100000:2.0:1789265869.513144:0:22706:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93777e2baa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:93898299-7638-40d8-afd6-58593844770c+20:18772:x1876180557011840:12345-192.168.202.42@tcp:101:dd.0 Request processed in 673us (866us total) trans 0 rc 0/0 00000100:00100000:2.0:1789265869.513153:0:22706:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.42@tcp, seq: 64 00000100:00100000:3.0:1789265869.516237:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.42@tcp (source: 12345-192.168.202.42@tcp) 00000100:00100000:0.0:1789265869.516347:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180557012096 00000100:00100000:0.0:1789265869.516364:0:22710:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180557012096 00000100:00100000:0.0:1789265869.516441:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.42@tcp, seq: 11 00000100:00100000:0.0:1789265869.516453:0:22710:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93775f6e9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:93898299-7638-40d8-afd6-58593844770c+20:18773:x1876180557012096:12345-192.168.202.42@tcp:35:lhsmtool_posix.0 00000004:00080000:1.0:1789265869.519765:0:22710:0:(mdd_object.c:4014:mdd_close()) Object [0x2000013a1:0x3:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000001:00080000:1.0:1789265869.519847:0:22710:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 12884901917 00010000:00010000:1.0:1789265869.519953:0:22710:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9377532bcc00/0xbbfdc9019c1d5bfd lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22710 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789265869.519976:0:22710:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9377532bcc00/0xbbfdc9019c1d5bfd lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010080000000 pid: 22710 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789265869.520004:0:22710:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9377532bcc00/0xbbfdc9019c1d5bfd lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 22710 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789265869.520014:0:22710:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9377532bcc00/0xbbfdc9019c1d5bfd lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 22710 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789265869.520039:0:22710:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9377532bcc00/0xbbfdc9019c1d5bfd lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 22710 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789265869.520046:0:22710:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9377532bcc00/0xbbfdc9019c1d5bfd lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 22710 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789265869.520066:0:22710:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1789265869.520212:0:22710:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93775f6e9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:93898299-7638-40d8-afd6-58593844770c+22:18773:x1876180557012096:12345-192.168.202.42@tcp:35:lhsmtool_posix.0 Request processed in 3756us (3985us total) trans 12884901918 rc 0/0 00000100:00100000:1.0:1789265869.520228:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.42@tcp, seq: 11 00000020:00080000:1.0:1789265869.520236:0:22710:0:(tgt_main.c:784:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:2.0:1789265869.520785:0:24798:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1789265869.520796:0:24798:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9377532bcc00/0xbbfdc9019c1d5bfd lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 22710 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265869.520806:0:24798:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9377532bcc00 already unused, calling callback (ffffffffc0da9350) 00010000:00010000:2.0:1789265869.520811:0:24798:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9377532bcc00/0xbbfdc9019c1d5bfd lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 22710 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265869.520822:0:24798:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9377532bcc00/0xbbfdc9019c1d5bfd lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40018480000000 pid: 22710 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265869.520839:0:24798:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff93774f0ead00) 00010000:00010000:2.0:1789265869.520842:0:24798:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1789265869.520885:0:24798:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9377532bcc00/0xbbfdc9019c1d5bfd lrc: 1/0,0 mode: --/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 22710 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265869.520893:0:24798:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9377532bcc00/0xbbfdc9019c1d5bfd lrc: 0/0,0 mode: --/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 22710 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265869.520908:0:24798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789265869.520910:0:24798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789265869.520911:0:24798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1789265869.549915:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.42@tcp (source: 12345-192.168.202.42@tcp) 00000100:00100000:0.0:1789265869.550652:0:24219:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180557012352 00000100:00100000:0.0:1789265869.550667:0:24219:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180557012352 00000100:00100000:0.0:1789265869.550754:0:24219:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.42@tcp, seq: 0 00000100:00100000:0.0:1789265869.550767:0:24219:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93777bf76680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:93898299-7638-40d8-afd6-58593844770c+8:2400:x1876180557012352:12345-192.168.202.42@tcp:4:dd.0 00010000:00010000:0.0:1789265869.550825:0:24219:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000358b5120/0xbbfdc9019c1d5c04 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789265869.550850:0:24219:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000949369e1/0xbbfdc9019c1d5bc5 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.42@tcp remote: 0x1ee42ae03d919875 expref: 8 pid: 25042 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789265869.550916:0:24219:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1789265869.550921:0:24219:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1789265869.550927:0:24219:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000358b5120/0xbbfdc9019c1d5c04 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [4194304->7655423] (req 4194304->7655423) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789265869.550975:0:24219:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000949369e1/0xbbfdc9019c1d5bc5 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.202.42@tcp remote: 0x1ee42ae03d919875 expref: 8 pid: 25042 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789265869.551006:0:24219:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000949369e1/0xbbfdc9019c1d5bc5 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.202.42@tcp remote: 0x1ee42ae03d919875 expref: 8 pid: 25042 timeout: 825 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789265869.551024:0:24219:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93774f158e00 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_000:lustre-OST0000_UUID:24219:1876180579146112:192.168.202.42@tcp:104: 00000100:00100000:0.0:1789265869.551135:0:24219:0:(client.c:2715:ptlrpc_set_wait()) set ffff937758111b40 going to sleep for 11 seconds 00000100:00100000:1.0:1789265869.551694:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.42@tcp (source: 12345-192.168.202.42@tcp) 00000100:00100000:2.0:1789265869.551777:0:24221:0:(service.c:3462:ptlrpc_start_thread()) ost_io[0] started 3 min 3 max 116 00000100:00100000:2.0:1789265869.551789:0:24221:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_io00_003' 00000100:00100000:1.0:1789265869.554332:0:24219:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93774f158e00 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_000:lustre-OST0000_UUID:24219:1876180579146112:192.168.202.42@tcp:104: 00010000:00010000:1.0:1789265869.554374:0:24219:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000358b5120/0xbbfdc9019c1d5c04 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [4194304->7655423] (req 4194304->7655423) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789265869.554718:0:24221:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180557012224 00000100:00100000:3.0:1789265869.554728:0:24221:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180557012224 00000100:00100000:1.0:1789265869.559158:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.42@tcp (source: 12345-192.168.202.42@tcp) 00000100:00100000:0.0:1789265869.559372:0:22691:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180557012480 00000100:00100000:0.0:1789265869.559387:0:22691:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180557012480 00010000:00010000:0.0:1789265869.559449:0:22691:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000949369e1/0xbbfdc9019c1d5bc5 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.42@tcp remote: 0x1ee42ae03d919875 expref: 10 pid: 25042 timeout: 825 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789265869.559508:0:22691:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.42@tcp, seq: 21 00000100:00100000:0.0:1789265869.559520:0:22691:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93777e2bb800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:93898299-7638-40d8-afd6-58593844770c+10:2400:x1876180557012480:12345-192.168.202.42@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1789265869.559536:0:22691:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1789265869.559565:0:22691:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000949369e1/0xbbfdc9019c1d5bc5 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.42@tcp remote: 0x1ee42ae03d919875 expref: 10 pid: 25042 timeout: 825 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789265869.559597:0:22691:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000949369e1/0xbbfdc9019c1d5bc5 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.42@tcp remote: 0x1ee42ae03d919875 expref: 10 pid: 25042 timeout: 825 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789265869.559628:0:22691:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000949369e1/0xbbfdc9019c1d5bc5 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.42@tcp remote: 0x1ee42ae03d919875 expref: 10 pid: 25042 timeout: 825 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789265869.559661:0:22691:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1789265869.559667:0:22691:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1789265869.559674:0:22691:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000358b5120/0xbbfdc9019c1d5c04 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [4194304->7655423] (req 4194304->7655423) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789265869.559686:0:22691:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000358b5120/0xbbfdc9019c1d5c04 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [4194304->7655423] (req 4194304->7655423) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789265869.559728:0:22691:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1789265869.559773:0:24219:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000358b5120/0xbbfdc9019c1d5c04 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [4194304->7655423] (req 4194304->7655423) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789265869.559799:0:22691:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93777e2bb800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:93898299-7638-40d8-afd6-58593844770c+9:2400:x1876180557012480:12345-192.168.202.42@tcp:103:ldlm_bl.0 Request processed in 280us (656us total) trans 0 rc 0/0 00010000:00010000:3.0:1789265869.559801:0:24219:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000358b5120/0xbbfdc9019c1d5c04 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [4194304->7655423] (req 4194304->7655423) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789265869.559813:0:22691:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.42@tcp, seq: 21 00000100:00100000:2.0:1789265869.564124:0:25751:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.42@tcp, seq: 1 00000100:00100000:2.0:1789265869.564145:0:25751:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93777e2ba300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:93898299-7638-40d8-afd6-58593844770c+8:2400:x1876180557012224:12345-192.168.202.42@tcp:4:dd.0 00010000:00010000:2.0:1789265869.564184:0:25751:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000064b02b16/0xbbfdc9019c1d5c0b lrc: 3/0,1 mode: --/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25751 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265869.564202:0:25751:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1789265869.564207:0:25751:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1789265869.564213:0:25751:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000064b02b16/0xbbfdc9019c1d5c0b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25751 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789265869.564227:0:25751:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000064b02b16/0xbbfdc9019c1d5c0b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 25751 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1789265869.642819:0:24210:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 12884901895 is committed 00000001:00080000:2.0:1789265869.642838:0:24210:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 12884901894 is committed 00002000:00010000:1.0:1789265869.643592:0:24219:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x280000401:0x42:0x0] updating lvb size from disk: 0 -> 7654321 00002000:00010000:1.0:1789265869.643598:0:24219:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x280000401:0x42:0x0] updating lvb mtime from disk: 1789265869 -> 1789265870 00002000:00010000:1.0:1789265869.643601:0:24219:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x280000401:0x42:0x0] updating lvb ctime from disk: 1789265869 -> 1789265870 00002000:00010000:1.0:1789265869.643603:0:24219:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x280000401:0x42:0x0] updating lvb blocks from disk: 0 -> 6760 00010000:00010000:1.0:1789265869.643620:0:24219:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000358b5120/0xbbfdc9019c1d5c04 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [4194304->7655423] (req 4194304->7655423) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789265869.643633:0:24219:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000358b5120/0xbbfdc9019c1d5c04 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [4194304->7655423] (req 4194304->7655423) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789265869.643662:0:24219:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000358b5120/0xbbfdc9019c1d5c04 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [4194304->7655423] (req 4194304->7655423) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789265869.643670:0:24219:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9376435fca00 already unused, calling callback (ffffffffc0da9350) 00010000:00010000:1.0:1789265869.643675:0:24219:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000358b5120/0xbbfdc9019c1d5c04 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [4194304->7655423] (req 4194304->7655423) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789265869.643684:0:24219:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000358b5120/0xbbfdc9019c1d5c04 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [4194304->7655423] (req 4194304->7655423) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789265869.643704:0:24219:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000358b5120/0xbbfdc9019c1d5c04 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [4194304->7655423] (req 4194304->7655423) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789265869.643713:0:24219:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000358b5120/0xbbfdc9019c1d5c04 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [4194304->7655423] (req 4194304->7655423) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789265869.643816:0:24219:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93777bf76680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:93898299-7638-40d8-afd6-58593844770c+7:2400:x1876180557012352:12345-192.168.202.42@tcp:4:dd.0 Request processed in 93047us (93951us total) trans 12884901895 rc 0/0 00000100:00100000:1.0:1789265869.643829:0:24219:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.42@tcp, seq: 0 00000001:00080000:2.0:1789265869.680752:0:24210:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 12884901896 is committed 00002000:00010000:0.0:1789265869.681356:0:25751:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x280000401:0x42:0x0] updating lvb blocks from disk: 6760 -> 14952 00010000:00010000:0.0:1789265869.681377:0:25751:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000064b02b16/0xbbfdc9019c1d5c0b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25751 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789265869.681391:0:25751:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000064b02b16/0xbbfdc9019c1d5c0b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 25751 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789265869.681416:0:25751:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000064b02b16/0xbbfdc9019c1d5c0b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25751 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789265869.681438:0:25751:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93777262de00 already unused, calling callback (ffffffffc0da9350) 00010000:00010000:0.0:1789265869.681442:0:25751:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000064b02b16/0xbbfdc9019c1d5c0b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25751 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789265869.681452:0:25751:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000064b02b16/0xbbfdc9019c1d5c0b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 25751 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789265869.681474:0:25751:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000064b02b16/0xbbfdc9019c1d5c0b lrc: 2/0,0 mode: --/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25751 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789265869.681482:0:25751:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000064b02b16/0xbbfdc9019c1d5c0b lrc: 0/0,0 mode: --/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25751 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789265869.681605:0:25751:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93777e2ba300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:93898299-7638-40d8-afd6-58593844770c+5:2400:x1876180557012224:12345-192.168.202.42@tcp:4:dd.0 Request processed in 117463us (129908us total) trans 12884901896 rc 0/0 00000100:00100000:0.0:1789265869.681614:0:25751:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.42@tcp, seq: 1 00000100:00100000:1.0:1789265869.814312:0:3645:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93774f2f3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3645:1876180579146240:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1789265869.814385:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789265869.814445:0:24218:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180579146240 00000100:00100000:1.0:1789265869.814451:0:3645:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1789265869.814454:0:24218:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180579146240 00000100:00100000:1.0:1789265869.814460:0:3645:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93777bf77800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3645:1876180579146368:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1789265869.814489:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789265869.814523:0:24218:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180579146368 00000100:00100000:3.0:1789265869.814527:0:24218:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180579146368 00000100:00100000:3.0:1789265869.814546:0:24218:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19 00000100:00100000:3.0:1789265869.814554:0:24218:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93777e2b9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3645:x1876180579146240:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1789265869.814582:0:24218:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3915849728 avail 3684327424 00000100:00100000:3.0:1789265869.814638:0:24218:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93777e2b9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3645:x1876180579146240:12345-0@lo:13:osp-pre-1-0.0 Request processed in 85us (254us total) trans 0 rc 0/0 00000100:00100000:3.0:1789265869.814645:0:24218:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19 00000100:00100000:3.0:1789265869.814663:0:24218:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20 00000100:00100000:3.0:1789265869.814669:0:24218:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93777e2b8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3645:x1876180579146368:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1789265869.814680:0:24218:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3915849728 avail 3684327424 00000100:00100000:3.0:1789265869.814705:0:24218:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93777e2b8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3645:x1876180579146368:12345-0@lo:13:osp-pre-1-1.0 Request processed in 36us (215us total) trans 0 rc 0/0 00000100:00100000:3.0:1789265869.814711:0:24218:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20 00000100:00100000:1.0:1789265869.814796:0:3645:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93777bf77800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3645:1876180579146368:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1789265869.814826:0:3645:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93774f2f3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3645:1876180579146240:0@lo:13:osp-pre-1-0.0 00000100:00080000:2.0:1789265869.815063:0:22702:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1789265869.815326:0:3644:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93774f2f0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3644:1876180579146624:0@lo:400:kworker.0 00000100:00100000:0.0:1789265869.815370:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789265869.815400:0:3644:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93777f475500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3644:1876180579147136:0@lo:400:kworker.0 00000100:00100000:0.0:1789265869.815424:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789265869.815438:0:3644:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93777f475880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3644:1876180579147648:0@lo:400:kworker.0 00000100:00100000:0.0:1789265869.815459:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789265869.815486:0:3644:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:0.0:1789265869.815493:0:3644:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93774f2f0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:fc778fa6-86d2-4d40-bdad-261484e7f4ad:3644:1876180579146496:0@lo:400:kworker.0 00000100:00100000:0.0:1789265869.815518:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789265869.815541:0:3644:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93777f476680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3644:1876180579147008:0@lo:400:kworker.0 00000100:00100000:0.0:1789265869.815564:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789265869.815581:0:3644:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93777f476d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3644:1876180579147520:0@lo:400:kworker.0 00000100:00100000:0.0:1789265869.815606:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789265869.815631:0:3646:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93774f100e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3646:1876180579146880:0@lo:400:kworker.0 00000100:00100000:0.0:1789265869.815654:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789265869.815670:0:3646:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93777f474a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3646:1876180579147392:0@lo:400:kworker.0 00000100:00100000:0.0:1789265869.815689:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789265869.815700:0:3646:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:0.0:1789265869.815704:0:3646:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93774f2f3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3646:1876180579146752:0@lo:400:kworker.0 00000100:00100000:0.0:1789265869.815720:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789265869.815727:0:3646:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93777f477b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3646:1876180579147264:0@lo:400:kworker.0 00000100:00100000:0.0:1789265869.815741:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789265869.815758:0:24215:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180579147008 00000100:00100000:0.0:1789265869.815763:0:24215:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180579147008 00000100:00100000:0.0:1789265869.815788:0:24215:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17 00000100:00100000:0.0:1789265869.815794:0:24215:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93777e2ee680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3644:x1876180579147008:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789265869.815832:0:24215:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93777e2ee680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3644:x1876180579147008:12345-0@lo:400:kworker.0 Request processed in 37us (267us total) trans 0 rc 0/0 00000100:00100000:0.0:1789265869.815838:0:24215:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17 00000100:00100000:0.0:1789265869.815888:0:3644:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93777f476680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3644:1876180579147008:0@lo:400:kworker.0 00000100:00100000:2.0:1789265869.816138:0:22712:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180579146624 00000100:00100000:2.0:1789265869.816143:0:22712:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180579146624 00000100:00100000:2.0:1789265869.816185:0:22712:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180579146880 00000100:00100000:2.0:1789265869.816188:0:22712:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180579146880 00000100:00100000:2.0:1789265869.816204:0:22712:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 59 00000100:00100000:2.0:1789265869.816209:0:22712:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93774f159f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3644:x1876180579146624:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789265869.816255:0:22712:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93774f159f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3644:x1876180579146624:12345-0@lo:400:kworker.0 Request processed in 45us (884us total) trans 0 rc 0/0 00000100:00100000:2.0:1789265869.816261:0:22712:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 59 00000100:00100000:2.0:1789265869.816274:0:22712:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 60 00000100:00100000:2.0:1789265869.816280:0:22712:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93777e2ed180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3646:x1876180579146880:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789265869.816321:0:22712:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93777e2ed180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3646:x1876180579146880:12345-0@lo:400:kworker.0 Request processed in 42us (666us total) trans 0 rc 0/0 00000100:00100000:2.0:1789265869.816328:0:22712:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 60 00000100:00100000:2.0:1789265869.816354:0:22707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180579147136 00000100:00100000:2.0:1789265869.816357:0:22707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180579147136 00000100:00100000:2.0:1789265869.816371:0:22707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180579147648 00000100:00100000:2.0:1789265869.816374:0:22707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180579147648 00000100:00100000:2.0:1789265869.816387:0:22707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180579147520 00000100:00100000:2.0:1789265869.816390:0:22707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180579147520 00000100:00100000:2.0:1789265869.816399:0:22707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180579147392 00000100:00100000:2.0:1789265869.816401:0:22707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180579147392 00000100:00100000:2.0:1789265869.816432:0:22707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180579146752 00000100:00100000:2.0:1789265869.816436:0:22707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180579146752 00000100:00100000:2.0:1789265869.816447:0:22707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180579147264 00000100:00100000:2.0:1789265869.816448:0:22707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180579147264 00000100:00100000:2.0:1789265869.816463:0:22707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 55 00000100:00100000:2.0:1789265869.816469:0:22707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93774f15b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3644:x1876180579147136:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789265869.816500:0:22707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93774f15b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3644:x1876180579147136:12345-0@lo:400:kworker.0 Request processed in 30us (1075us total) trans 0 rc 0/0 00000100:00100000:2.0:1789265869.816506:0:22707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 55 00000100:00100000:2.0:1789265869.816526:0:22707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 56 00000100:00100000:2.0:1789265869.816532:0:22707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93774f158e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3644:x1876180579147648:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789265869.816560:0:22707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93774f158e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3644:x1876180579147648:12345-0@lo:400:kworker.0 Request processed in 29us (1100us total) trans 0 rc 0/0 00000100:00100000:2.0:1789265869.816565:0:22707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 56 00000100:00100000:2.0:1789265869.816576:0:22707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 57 00000100:00100000:2.0:1789265869.816582:0:22707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93777e2ece00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3644:x1876180579147520:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789265869.816606:0:22707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93777e2ece00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3644:x1876180579147520:12345-0@lo:400:kworker.0 Request processed in 25us (1000us total) trans 0 rc 0/0 00000100:00100000:2.0:1789265869.816612:0:22707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 57 00000100:00100000:2.0:1789265869.816622:0:22707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 58 00000100:00100000:2.0:1789265869.816628:0:22707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff937777839f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3646:x1876180579147392:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789265869.816653:0:22707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff937777839f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3646:x1876180579147392:12345-0@lo:400:kworker.0 Request processed in 26us (963us total) trans 0 rc 0/0 00000100:00100000:2.0:1789265869.816658:0:22707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 58 00000100:00100000:2.0:1789265869.816670:0:22707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 59 00000100:00100000:2.0:1789265869.816676:0:22707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff937777838000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3646:x1876180579146752:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789265869.816700:0:22707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff937777838000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3646:x1876180579146752:12345-0@lo:400:kworker.0 Request processed in 24us (978us total) trans 0 rc 0/0 00000100:00100000:2.0:1789265869.816705:0:22707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 59 00000100:00100000:2.0:1789265869.816715:0:22707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 60 00000100:00100000:2.0:1789265869.816720:0:22707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93777783ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3646:x1876180579147264:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789265869.816746:0:22707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93777783ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3646:x1876180579147264:12345-0@lo:400:kworker.0 Request processed in 25us (1003us total) trans 0 rc 0/0 00000100:00100000:2.0:1789265869.816751:0:22707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 60 00000100:00080000:2.0:1789265869.816782:0:22702:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1789265869.816786:0:22702:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1789265869.817126:0:22701:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180579146496 00000100:00100000:3.0:1789265869.817131:0:22701:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180579146496 00000100:00100000:3.0:1789265869.817175:0:22701:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 166 00000100:00100000:3.0:1789265869.817182:0:22701:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93776600b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fc778fa6-86d2-4d40-bdad-261484e7f4ad+24:3644:x1876180579146496:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789265869.817218:0:22701:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93776600b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fc778fa6-86d2-4d40-bdad-261484e7f4ad+24:3644:x1876180579146496:12345-0@lo:400:kworker.0 Request processed in 37us (1698us total) trans 0 rc 0/0 00000100:00100000:3.0:1789265869.817234:0:22701:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 166 00000100:00100000:0.0:1789265869.818322:0:3646:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93774f2f3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3646:1876180579146752:0@lo:400:kworker.0 00000100:00100000:0.0:1789265869.818363:0:3646:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93777f477b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3646:1876180579147264:0@lo:400:kworker.0 00000100:00100000:0.0:1789265869.818375:0:3646:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93774f100e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3646:1876180579146880:0@lo:400:kworker.0 00010000:00080000:0.0:1789265869.818389:0:3646:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff93777f474a80 x1876180579147392/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789265885 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789265869.818399:0:3646:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93777f474a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3646:1876180579147392:0@lo:400:kworker.0 00000100:00100000:0.0:1789265869.818442:0:3644:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93774f2f0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:fc778fa6-86d2-4d40-bdad-261484e7f4ad:3644:1876180579146496:0@lo:400:kworker.0 00000100:00100000:0.0:1789265869.818454:0:3644:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93777f476d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3644:1876180579147520:0@lo:400:kworker.0 00000100:00100000:0.0:1789265869.818466:0:3644:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93774f2f0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3644:1876180579146624:0@lo:400:kworker.0 00000100:00100000:0.0:1789265869.818475:0:3644:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93777f475500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3644:1876180579147136:0@lo:400:kworker.0 00010000:00080000:0.0:1789265869.818485:0:3644:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff93777f475880 x1876180579147648/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789265885 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789265869.818493:0:3644:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93777f475880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3644:1876180579147648:0@lo:400:kworker.0 00010000:00010000:2.0:1789265869.939673:0:22695:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1789265870.079570:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.42@tcp (source: 12345-192.168.202.42@tcp) 00000100:00100000:2.0:1789265870.079615:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.42@tcp (source: 12345-192.168.202.42@tcp) 00000100:00100000:2.0:1789265870.079644:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.42@tcp (source: 12345-192.168.202.42@tcp) 00000100:00100000:2.0:1789265870.079671:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.42@tcp (source: 12345-192.168.202.42@tcp) 00000100:00100000:2.0:1789265870.079696:0:22706:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180557012864 00000100:00100000:2.0:1789265870.079706:0:22706:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180557012864 00000100:00100000:2.0:1789265870.079758:0:22706:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180557013376 00000100:00100000:2.0:1789265870.079761:0:22706:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180557013376 00000100:00100000:2.0:1789265870.079779:0:22706:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.42@tcp, seq: 61 00000100:00100000:2.0:1789265870.079788:0:22706:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93777f475180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:93898299-7638-40d8-afd6-58593844770c+5:2400:x1876180557012864:12345-192.168.202.42@tcp:400:kworker.0 00000100:00100000:2.0:1789265870.079896:0:22706:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93777f475180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:93898299-7638-40d8-afd6-58593844770c+5:2400:x1876180557012864:12345-192.168.202.42@tcp:400:kworker.0 Request processed in 74us (244us total) trans 0 rc 0/0 00000100:00100000:2.0:1789265870.079903:0:22706:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.42@tcp, seq: 61 00000100:00100000:2.0:1789265870.079919:0:22706:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.42@tcp, seq: 62 00000100:00100000:2.0:1789265870.079925:0:22706:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93777f474380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:9c06326b-251b-416a-a6ec-481ed405cc33+5:2400:x1876180557013376:12345-192.168.202.42@tcp:400:kworker.0 00000100:00100000:2.0:1789265870.079948:0:22706:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93777f474380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:9c06326b-251b-416a-a6ec-481ed405cc33+5:2400:x1876180557013376:12345-192.168.202.42@tcp:400:kworker.0 Request processed in 23us (276us total) trans 0 rc 0/0 00000100:00100000:2.0:1789265870.079953:0:22706:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.42@tcp, seq: 62 00000100:00080000:2.0:1789265870.079968:0:22702:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1789265870.080000:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.42@tcp (source: 12345-192.168.202.42@tcp) 00000100:00100000:2.0:1789265870.080057:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.42@tcp (source: 12345-192.168.202.42@tcp) 00000100:00100000:2.0:1789265870.080074:0:22706:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180557012736 00000100:00100000:2.0:1789265870.080077:0:22706:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180557012736 00000100:00100000:2.0:1789265870.080096:0:22706:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.42@tcp, seq: 63 00000100:00100000:2.0:1789265870.080102:0:22706:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93777f475880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:93898299-7638-40d8-afd6-58593844770c+22:2400:x1876180557012736:12345-192.168.202.42@tcp:400:kworker.0 00000100:00100000:2.0:1789265870.080151:0:22706:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93777f475880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:93898299-7638-40d8-afd6-58593844770c+22:2400:x1876180557012736:12345-192.168.202.42@tcp:400:kworker.0 Request processed in 49us (94us total) trans 0 rc 0/0 00000100:00100000:2.0:1789265870.080157:0:22706:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.42@tcp, seq: 63 00000100:00100000:2.0:1789265870.080198:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.42@tcp (source: 12345-192.168.202.42@tcp) 00000100:00100000:2.0:1789265870.080218:0:24215:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180557013120 00000100:00100000:2.0:1789265870.080222:0:24215:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180557013120 00000100:00100000:2.0:1789265870.080251:0:24215:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180557013632 00000100:00100000:2.0:1789265870.080254:0:24215:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180557013632 00000100:00100000:2.0:1789265870.080265:0:24215:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180557012992 00000100:00100000:2.0:1789265870.080268:0:24215:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180557012992 00000100:00100000:2.0:1789265870.080281:0:24215:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.42@tcp, seq: 18 00000100:00100000:2.0:1789265870.080287:0:24215:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93777f474e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:93898299-7638-40d8-afd6-58593844770c+5:2400:x1876180557013120:12345-192.168.202.42@tcp:400:kworker.0 00000100:00100000:2.0:1789265870.080314:0:24215:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93777f474e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:93898299-7638-40d8-afd6-58593844770c+5:2400:x1876180557013120:12345-192.168.202.42@tcp:400:kworker.0 Request processed in 27us (668us total) trans 0 rc 0/0 00000100:00100000:2.0:1789265870.080320:0:24215:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.42@tcp, seq: 18 00000100:00100000:2.0:1789265870.080331:0:24215:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.42@tcp, seq: 19 00000100:00100000:0.0:1789265870.080547:0:25042:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.42@tcp, seq: 20 00000100:00100000:0.0:1789265870.080556:0:25042:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93777f475500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:93898299-7638-40d8-afd6-58593844770c+5:2400:x1876180557012992:12345-192.168.202.42@tcp:400:kworker.0 00000100:00100000:0.0:1789265870.080584:0:25042:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93777f475500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:93898299-7638-40d8-afd6-58593844770c+5:2400:x1876180557012992:12345-192.168.202.42@tcp:400:kworker.0 Request processed in 30us (386us total) trans 0 rc 0/0 00000100:00100000:0.0:1789265870.080591:0:25042:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.42@tcp, seq: 20 00000100:00100000:0.0:1789265870.080623:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.42@tcp (source: 12345-192.168.202.42@tcp) 00000100:00100000:0.0:1789265870.080657:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.42@tcp (source: 12345-192.168.202.42@tcp) 00000100:00100000:0.0:1789265870.080670:0:25042:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180557013504 00000100:00100000:0.0:1789265870.080673:0:25042:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180557013504 00000100:00100000:0.0:1789265870.080700:0:25042:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.42@tcp, seq: 21 00000100:00100000:0.0:1789265870.080705:0:25042:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93774f2f0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:9c06326b-251b-416a-a6ec-481ed405cc33+5:2400:x1876180557013504:12345-192.168.202.42@tcp:400:kworker.0 00000100:00100000:0.0:1789265870.080727:0:25042:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93774f2f0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:9c06326b-251b-416a-a6ec-481ed405cc33+5:2400:x1876180557013504:12345-192.168.202.42@tcp:400:kworker.0 Request processed in 22us (70us total) trans 0 rc 0/0 00000100:00100000:0.0:1789265870.080732:0:25042:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.42@tcp, seq: 21 00000100:00080000:0.0:1789265870.080764:0:22702:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1789265870.080767:0:22702:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1789265870.080901:0:22706:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180557013248 00000100:00100000:0.0:1789265870.080905:0:22706:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180557013248 00000100:00100000:0.0:1789265870.080932:0:22706:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.42@tcp, seq: 64 00000100:00100000:0.0:1789265870.080938:0:22706:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93774f100e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:9c06326b-251b-416a-a6ec-481ed405cc33+6:2400:x1876180557013248:12345-192.168.202.42@tcp:400:kworker.0 00000100:00100000:0.0:1789265870.080968:0:22706:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93774f100e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:9c06326b-251b-416a-a6ec-481ed405cc33+6:2400:x1876180557013248:12345-192.168.202.42@tcp:400:kworker.0 Request processed in 30us (345us total) trans 0 rc 0/0 00000100:00100000:0.0:1789265870.080974:0:22706:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.42@tcp, seq: 64 00000100:00080000:0.0:1789265870.080999:0:22702:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1789265870.081305:0:24215:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93777f475f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:9c06326b-251b-416a-a6ec-481ed405cc33+5:2400:x1876180557013632:12345-192.168.202.42@tcp:400:kworker.0 00000100:00100000:2.0:1789265870.081569:0:24215:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93777f475f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:9c06326b-251b-416a-a6ec-481ed405cc33+5:2400:x1876180557013632:12345-192.168.202.42@tcp:400:kworker.0 Request processed in 1230us (1567us total) trans 0 rc 0/0 00000100:00100000:2.0:1789265870.081577:0:24215:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.42@tcp, seq: 19 00000100:00100000:1.0:1789265870.081670:0:22699:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180557012608 00000100:00100000:1.0:1789265870.081675:0:22699:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180557012608 00000100:00100000:1.0:1789265870.081719:0:22699:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.42@tcp, seq: 167 00000100:00100000:1.0:1789265870.081726:0:22699:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff937766009c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:2a631e41-912a-4197-8c0f-311657862e89+13:2400:x1876180557012608:12345-192.168.202.42@tcp:400:kworker.0 00000100:00100000:1.0:1789265870.081752:0:22699:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff937766009c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:2a631e41-912a-4197-8c0f-311657862e89+13:2400:x1876180557012608:12345-192.168.202.42@tcp:400:kworker.0 Request processed in 28us (2196us total) trans 0 rc 0/0 00000100:00100000:1.0:1789265870.081758:0:22699:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.42@tcp, seq: 167 00000100:00100000:0.0:1789265870.323232:0:3646:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1789265870.331576:0:3646:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93777f476d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3646:1876180579147776:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1789265870.331657:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789265870.331827:0:24218:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180579147776 00000100:00100000:3.0:1789265870.331836:0:24218:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180579147776 00000100:00100000:3.0:1789265870.331908:0:24218:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21 00000100:00100000:3.0:1789265870.331918:0:24218:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93774f2f0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3646:x1876180579147776:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1789265870.331942:0:24218:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 3485696 granted 26324672 pending 0 free 3923513344 avail 3684286464 00000100:00100000:3.0:1789265870.332132:0:24218:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93774f2f0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3646:x1876180579147776:12345-0@lo:13:osp-pre-0-0.0 Request processed in 214us (475us total) trans 0 rc 0/0 00000100:00100000:3.0:1789265870.332139:0:24218:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21 00000100:00100000:0.0:1789265870.336801:0:3646:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 12884901894 gen 2 00000004:00080000:0.0:1789265870.336815:0:3646:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff93775f6e8380, transno 12884901892 00000004:00080000:0.0:1789265870.336838:0:3646:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 12884901894 committed transno 12884901894 00000100:00100000:0.0:1789265870.336892:0:3646:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93777f476d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3646:1876180579147776:0@lo:13:osp-pre-0-0.0 00010000:00010000:0.0:1789265870.964062:0:22694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1789265871.540188:0:22742:0:(llog.c:805:llog_process_thread()) index: 3, lh_last_idx: 3 synced_idx: 3 lgh_last_idx: 3 00000040:00080000:0.0:1789265871.540199:0:22742:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x14:0x0] at index 3 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1789265871.540221:0:22742:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x14:0x0] index 2 count 2 00000040:00080000:0.0:1789265871.540228:0:22742:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 4 count 2 00000001:02000400:2.0:1789265871.790263:0:25788:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: sanity-pcc test_1d: @@@@@@ FAIL: expected /mnt/pcc.d1d.sanity-pcc/d1d.sanity-pcc/13a3/0x2000013a1:0x2:0x0 size: 7654321 got: 0 00010000:00010000:2.0:1789265872.002509:0:24798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789265873.016189:0:22695:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1789265873.395094:0:3645:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1789265873.395135:0:3645:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93777bf77b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3645:1876180579147904:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1789265873.395204:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789265873.395265:0:24217:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180579147904 00000100:00100000:3.0:1789265873.395272:0:24217:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180579147904 00000100:00100000:3.0:1789265873.395334:0:24217:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22 00000100:00100000:3.0:1789265873.395345:0:24217:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93777bf77100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3645:x1876180579147904:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1789265873.395372:0:24217:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 3485696 granted 26324672 pending 0 free 3915857920 avail 3684335616 00000100:00100000:3.0:1789265873.395418:0:24217:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93777bf77100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3645:x1876180579147904:12345-0@lo:13:osp-pre-0-1.0 Request processed in 75us (214us total) trans 0 rc 0/0 00000100:00100000:3.0:1789265873.395425:0:24217:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22 00000100:00100000:3.0:1789265873.395470:0:3645:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93777bf77b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3645:1876180579147904:0@lo:13:osp-pre-0-1.0 00000100:00080000:1.0:1789265873.395707:0:22702:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1789265873.398080:0:3644:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1789265873.398104:0:3644:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93777bf77b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3644:1876180579148032:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1789265873.398213:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789265873.398271:0:22712:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876180579148032 00000100:00100000:1.0:1789265873.398278:0:22712:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876180579148032 00000100:00100000:1.0:1789265873.398345:0:22712:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 61 00000100:00100000:1.0:1789265873.398357:0:22712:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93764445df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3644:x1876180579148032:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1789265873.398395:0:22712:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446289408 avail 1300049920 00000100:00100000:1.0:1789265873.398452:0:22712:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93764445df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3644:x1876180579148032:12345-0@lo:41:osp-pre-0-1.0 Request processed in 98us (238us total) trans 0 rc 0/0 00000100:00100000:1.0:1789265873.398461:0:22712:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 61 00000100:00100000:1.0:1789265873.398519:0:3644:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93777bf77b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3644:1876180579148032:0@lo:41:osp-pre-0-1.0 Debug log: 14207 lines, 14207 kept, 0 dropped, 0 bad.