00010000:00010000:0.0F:1783441645.072747:0:19292:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1783441645.525806:0:3649:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9113848d3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3649:1870073572850304:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1783441645.525885:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783441645.525976:0:18657:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572850304 00000100:00100000:0.0:1783441645.525986:0:18657:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572850304 00000100:00100000:0.0:1783441645.526040:0:18657:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 27 00000100:00100000:0.0:1783441645.526051:0:18657:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9113848d0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3649:x1870073572850304:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1783441645.526075:0:18657:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 25591488 pending 28672 free 3923513344 avail 3691991040 00000100:00100000:0.0:1783441645.526121:0:18657:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9113848d0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3649:x1870073572850304:12345-0@lo:13:osp-pre-1-1.0 Request processed in 72us (235us total) trans 0 rc 0/0 00000100:00100000:0.0:1783441645.526127:0:18657:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 27 00000100:00100000:0.0:1783441645.526196:0:3649:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9113848d3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3649:1870073572850304:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0F:1783441645.526422:0:3648:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9114bf53a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3648:1870073572850688:0@lo:400:kworker.0 00000100:00100000:2.0:1783441645.526471:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783441645.526494:0:3648:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9114bf538380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3648:1870073572851200:0@lo:400:kworker.0 00000100:00080000:3.0F:1783441645.526672:0:17142:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1783441645.529882:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783441645.529937:0:3648:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9114bf53aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3648:1870073572851712:0@lo:400:kworker.0 00000100:00100000:2.0:1783441645.529968:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783441645.529998:0:3648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:2.0:1783441645.530005:0:3648:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9114bf53b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3648:1870073572850560:0@lo:400:kworker.0 00000100:00100000:2.0:1783441645.530032:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783441645.530062:0:3648:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9114bf53bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3648:1870073572851072:0@lo:400:kworker.0 00000100:00100000:2.0:1783441645.530084:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783441645.530104:0:3648:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9114bf53a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3648:1870073572851584:0@lo:400:kworker.0 00000100:00100000:2.0:1783441645.530127:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783441645.530164:0:18654:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572850688 00000100:00100000:2.0:1783441645.530172:0:18654:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572850688 00000100:00100000:2.0:1783441645.530230:0:18654:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572851200 00000100:00100000:2.0:1783441645.530233:0:18654:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572851200 00000100:00100000:2.0:1783441645.530261:0:18654:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28 00000100:00100000:2.0:1783441645.530270:0:18654:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff911383ff2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3648:x1870073572850688:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1783441645.530332:0:18654:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff911383ff2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3648:x1870073572850688:12345-0@lo:400:kworker.0 Request processed in 63us (3860us total) trans 0 rc 0/0 00000100:00100000:2.0:1783441645.530340:0:18654:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28 00000100:00100000:2.0:1783441645.530359:0:18654:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 29 00000100:00100000:2.0:1783441645.530367:0:18654:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff911383ff2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3648:x1870073572851200:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1783441645.530394:0:18654:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff911383ff2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3648:x1870073572851200:12345-0@lo:400:kworker.0 Request processed in 29us (520us total) trans 0 rc 0/0 00000100:00100000:2.0:1783441645.530400:0:18654:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 29 00000100:00100000:2.0:1783441645.530430:0:17148:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572851712 00000100:00100000:2.0:1783441645.530434:0:17148:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572851712 00000100:00100000:2.0:1783441645.530460:0:17148:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572851584 00000100:00100000:2.0:1783441645.530463:0:17148:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572851584 00000100:00100000:2.0:1783441645.530481:0:17148:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 70 00000100:00100000:2.0:1783441645.530487:0:17148:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff911383ff1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3648:x1870073572851712:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1783441645.530543:0:17148:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff911383ff1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3648:x1870073572851712:12345-0@lo:400:kworker.0 Request processed in 56us (574us total) trans 0 rc 0/0 00000100:00100000:2.0:1783441645.530550:0:17148:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 70 00000100:00100000:2.0:1783441645.530563:0:17148:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 71 00000100:00100000:2.0:1783441645.530569:0:17148:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff911383ff3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3648:x1870073572851584:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1783441645.530598:0:17148:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff911383ff3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3648:x1870073572851584:12345-0@lo:400:kworker.0 Request processed in 30us (471us total) trans 0 rc 0/0 00000100:00100000:2.0:1783441645.530605:0:17148:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 71 00000100:00100000:2.0:1783441645.530623:0:17152:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572850560 00000100:00100000:2.0:1783441645.530626:0:17152:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572850560 00000100:00100000:2.0:1783441645.530642:0:17152:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572851072 00000100:00100000:2.0:1783441645.530644:0:17152:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572851072 00000100:00100000:2.0:1783441645.530654:0:17152:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 67 00000100:00100000:2.0:1783441645.530660:0:17152:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff911383ff3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3648:x1870073572850560:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1783441645.530693:0:17152:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff911383ff3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3648:x1870073572850560:12345-0@lo:400:kworker.0 Request processed in 33us (661us total) trans 0 rc 0/0 00000100:00100000:2.0:1783441645.530697:0:17152:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 67 00000100:00100000:2.0:1783441645.530706:0:17152:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 68 00000100:00100000:2.0:1783441645.530711:0:17152:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff911383ff1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3648:x1870073572851072:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1783441645.530733:0:17152:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff911383ff1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3648:x1870073572851072:12345-0@lo:400:kworker.0 Request processed in 22us (648us total) trans 0 rc 0/0 00000100:00100000:2.0:1783441645.530747:0:17152:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 68 00000100:00100000:0.0:1783441645.532886:0:3650:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9114bf538000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:d116aa8e-8f85-4520-8879-6fa52ce3f863:3650:1870073572850432:0@lo:400:kworker.0 00000100:00100000:0.0:1783441645.532967:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783441645.533017:0:3650:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9114bf539880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3650:1870073572850944:0@lo:400:kworker.0 00000100:00100000:0.0:1783441645.533044:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783441645.533065:0:3650:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9114bf539180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3650:1870073572851456:0@lo:400:kworker.0 00000100:00100000:0.0:1783441645.533083:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783441645.533100:0:3650:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9114aeae8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3650:1870073572851968:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1783441645.533123:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783441645.533148:0:3650:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [2->3] 00000100:00100000:0.0:1783441645.533154:0:3650:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9114bf539500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3650:1870073572850816:0@lo:400:kworker.0 00000100:00100000:0.0:1783441645.533175:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783441645.533192:0:3650:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9114bf53b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3650:1870073572851328:0@lo:400:kworker.0 00000100:00100000:0.0:1783441645.533212:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783441645.533245:0:3650:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9114bf539f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3650:1870073572851840:0@lo:400:kworker.0 00000100:00100000:0.0:1783441645.533266:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783441645.533291:0:17140:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572850432 00000100:00100000:0.0:1783441645.533298:0:17140:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572850432 00000100:00100000:0.0:1783441645.533343:0:17140:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 168 00000100:00100000:0.0:1783441645.533351:0:17140:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff911383c34c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d116aa8e-8f85-4520-8879-6fa52ce3f863+24:3650:x1870073572850432:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1783441645.533403:0:17140:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff911383c34c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d116aa8e-8f85-4520-8879-6fa52ce3f863+24:3650:x1870073572850432:12345-0@lo:400:kworker.0 Request processed in 52us (435us total) trans 0 rc 0/0 00000100:00100000:0.0:1783441645.533410:0:17140:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 168 00000100:00100000:0.0:1783441645.533443:0:18657:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572851968 00000100:00100000:0.0:1783441645.533446:0:18657:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572851968 00000100:00100000:0.0:1783441645.533473:0:18657:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28 00000100:00100000:0.0:1783441645.533480:0:18657:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9113848d0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3650:x1870073572851968:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1783441645.533494:0:18657:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 25591488 pending 28672 free 3923513344 avail 3691991040 00000100:00100000:0.0:1783441645.533556:0:18657:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9113848d0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3650:x1870073572851968:12345-0@lo:13:osp-pre-1-0.0 Request processed in 76us (431us total) trans 0 rc 0/0 00000100:00100000:0.0:1783441645.533562:0:18657:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28 00000100:00100000:0.0:1783441645.533602:0:3650:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9114bf538000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:d116aa8e-8f85-4520-8879-6fa52ce3f863:3650:1870073572850432:0@lo:400:kworker.0 00000100:00100000:0.0:1783441645.533618:0:3650:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9114aeae8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3650:1870073572851968:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1783441645.533672:0:18655:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572850816 00000100:00100000:0.0:1783441645.533675:0:18655:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572850816 00000100:00100000:0.0:1783441645.533697:0:18655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 30 00000100:00100000:0.0:1783441645.533702:0:18655:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9113848d1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+7:3650:x1870073572850816:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1783441645.533734:0:18655:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9113848d1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+7:3650:x1870073572850816:12345-0@lo:400:kworker.0 Request processed in 32us (558us total) trans 0 rc 0/0 00000100:00100000:0.0:1783441645.533740:0:18655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 30 00000100:00100000:0.0:1783441645.533809:0:3650:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9114bf539500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3650:1870073572850816:0@lo:400:kworker.0 00000100:00100000:0.0:1783441645.533846:0:18886:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572850944 00000100:00100000:0.0:1783441645.533849:0:18886:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572850944 00000100:00100000:0.0:1783441645.533868:0:18886:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572851456 00000100:00100000:0.0:1783441645.533871:0:18886:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572851456 00000100:00100000:0.0:1783441645.533882:0:18886:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572851328 00000100:00100000:0.0:1783441645.533884:0:18886:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572851328 00000100:00100000:0.0:1783441645.533892:0:18886:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572851840 00000100:00100000:0.0:1783441645.533895:0:18886:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572851840 00000100:00100000:0.0:1783441645.533909:0:18886:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72 00000100:00100000:0.0:1783441645.533915:0:18886:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9113848d3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3650:x1870073572850944:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1783441645.533952:0:18886:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9113848d3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3650:x1870073572850944:12345-0@lo:400:kworker.0 Request processed in 38us (907us total) trans 0 rc 0/0 00000100:00100000:0.0:1783441645.533958:0:18886:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72 00000100:00100000:0.0:1783441645.533969:0:18886:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73 00000100:00100000:0.0:1783441645.533974:0:18886:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9113848d2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3650:x1870073572851456:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1783441645.534001:0:18886:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9113848d2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3650:x1870073572851456:12345-0@lo:400:kworker.0 Request processed in 27us (916us total) trans 0 rc 0/0 00000100:00100000:0.0:1783441645.534006:0:18886:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73 00000100:00100000:0.0:1783441645.534017:0:18886:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74 00000100:00100000:0.0:1783441645.534023:0:18886:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9114812abb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3650:x1870073572851328:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1783441645.534047:0:18886:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9114812abb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3650:x1870073572851328:12345-0@lo:400:kworker.0 Request processed in 25us (834us total) trans 0 rc 0/0 00000100:00100000:0.0:1783441645.534051:0:18886:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74 00000100:00100000:0.0:1783441645.534062:0:18886:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 75 00000100:00100000:0.0:1783441645.534067:0:18886:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff911383d99880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3650:x1870073572851840:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1783441645.534112:0:18886:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff911383d99880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3650:x1870073572851840:12345-0@lo:400:kworker.0 Request processed in 45us (845us total) trans 0 rc 0/0 00000100:00100000:0.0:1783441645.534124:0:18886:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 75 00000100:00100000:0.0:1783441645.534156:0:3648:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9114bf53b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3648:1870073572850560:0@lo:400:kworker.0 00000100:00100000:0.0:1783441645.534169:0:3648:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9114bf53bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3648:1870073572851072:0@lo:400:kworker.0 00010000:00080000:0.0:1783441645.534184:0:3648:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9114bf53a680 x1870073572851584/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1783441661 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783441645.534195:0:3648:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9114bf53a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3648:1870073572851584:0@lo:400:kworker.0 00000100:00100000:0.0:1783441645.534207:0:3648:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9114bf53a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3648:1870073572850688:0@lo:400:kworker.0 00000100:00100000:0.0:1783441645.534218:0:3648:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9114bf538380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3648:1870073572851200:0@lo:400:kworker.0 00000100:00100000:0.0:1783441645.534228:0:3648:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9114bf53aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3648:1870073572851712:0@lo:400:kworker.0 00000100:00080000:0.0:1783441645.534256:0:17142:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1783441645.534261:0:17142:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1783441645.534263:0:17142:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1783441645.534265:0:17142:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1783441645.534284:0:3650:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9114bf53b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3650:1870073572851328:0@lo:400:kworker.0 00010000:00080000:0.0:1783441645.534294:0:3650:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9114bf539f80 x1870073572851840/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1783441661 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783441645.534303:0:3650:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9114bf539f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3650:1870073572851840:0@lo:400:kworker.0 00000100:00100000:0.0:1783441645.534312:0:3650:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9114bf539880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3650:1870073572850944:0@lo:400:kworker.0 00000100:00100000:0.0:1783441645.534322:0:3650:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9114bf539180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3650:1870073572851456:0@lo:400:kworker.0 00000001:00080000:0.0:1783441646.036871:0:17126:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 8589934635 is committed 00000020:00080000:0.0:1783441646.036898:0:17126:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff9113821df600 refcount 2 committed 0 result 0 batchid 4294967529 00000020:00080000:0.0:1783441646.036911:0:17126:0:(update_trans.c:68:top_multiple_thandle_dump()) st ffff9114b54d6000 obd lustre-OST0001-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff9113821df840 00000020:00080000:0.0:1783441646.036914:0:17126:0:(update_trans.c:68:top_multiple_thandle_dump()) st ffff9114b54d6c00 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9113821b2000 00000020:00080000:2.0:1783441646.037095:0:17186:0:(update_trans.c:1581:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 4294967529 committed batchid 8 00000020:00080000:2.0:1783441646.037171:0:17186:0:(update_trans.c:1581:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 8 00010000:00010000:1.0F:1783441646.037238:0:3634:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9114aeae4000/0x4778038d8fc36a57 lrc: 3/0,1 mode: TXN/TXN res: [0x200000bd1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 18886 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783441646.037258:0:3634:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9114aeae4000/0x4778038d8fc36a57 lrc: 2/0,0 mode: TXN/TXN res: [0x200000bd1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 18886 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783441646.037265:0:3634:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9114aeae4000/0x4778038d8fc36a57 lrc: 3/0,0 mode: TXN/TXN res: [0x200000bd1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 18886 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783441646.037271:0:3634:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9114aeae4000 already unused, calling callback (ffffffffc187d4f0) 00010000:00010000:1.0:1783441646.037276:0:3634:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9114aeae4000/0x4778038d8fc36a57 lrc: 3/0,0 mode: TXN/TXN res: [0x200000bd1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 18886 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783441646.037283:0:3634:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9114aeae4000/0x4778038d8fc36a57 lrc: 4/0,0 mode: TXN/TXN res: [0x200000bd1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 18886 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783441646.037303:0:3634:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x3:0x0].0x0 (ffff9114b8486200) 00010000:00010000:1.0:1783441646.037308:0:3634:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783441646.037312:0:3634:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9114aeae4000/0x4778038d8fc36a57 lrc: 2/0,0 mode: --/TXN res: [0x200000bd1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 18886 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783441646.037319:0:3634:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9114aeae4000/0x4778038d8fc36a57 lrc: 0/0,0 mode: --/TXN res: [0x200000bd1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 18886 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1783441646.048237:0:19468:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 8589934599 is committed 00000001:00080000:3.0:1783441646.048255:0:19468:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 8589934598 is committed 00000100:00100000:0.0:1783441646.094789:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:0.0:1783441646.094842:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:0.0:1783441646.094870:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:0.0:1783441646.094897:0:18886:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073552847232 00000100:00100000:0.0:1783441646.094905:0:18886:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073552847232 00000100:00100000:0.0:1783441646.094968:0:18886:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073552847360 00000100:00100000:3.0:1783441646.094969:0:17139:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073552847104 00000100:00100000:0.0:1783441646.094972:0:18886:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073552847360 00000100:00100000:3.0:1783441646.094985:0:17139:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073552847104 00000100:00100000:0.0:1783441646.094996:0:18886:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 76 00000100:00100000:0.0:1783441646.095004:0:18886:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff911383d99c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a5d3ca9d-7c8a-4a2a-b8c5-119d725f9162+12:2406:x1870073552847232:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:3.0:1783441646.095076:0:17139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 169 00000100:00100000:0.0:1783441646.095086:0:18886:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff911383d99c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a5d3ca9d-7c8a-4a2a-b8c5-119d725f9162+12:2406:x1870073552847232:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 80us (240us total) trans 0 rc 0/0 00000100:00100000:3.0:1783441646.095097:0:17139:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff911383c35c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:4afa794b-c740-47fc-a21d-adf510ceec2b+13:2407:x1870073552847104:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:0.0:1783441646.095105:0:18886:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 76 00000100:00100000:0.0:1783441646.095129:0:18886:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 77 00000100:00100000:0.0:1783441646.095154:0:18886:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9114bf539180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a5d3ca9d-7c8a-4a2a-b8c5-119d725f9162+5:2407:x1870073552847360:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:3.0:1783441646.095181:0:17139:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff911383c35c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:4afa794b-c740-47fc-a21d-adf510ceec2b+13:2407:x1870073552847104:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 92us (398us total) trans 0 rc 0/0 00000100:00100000:3.0:1783441646.095191:0:17139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 169 00000100:00100000:0.0:1783441646.095198:0:18886:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9114bf539180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a5d3ca9d-7c8a-4a2a-b8c5-119d725f9162+5:2407:x1870073552847360:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 42us (321us total) trans 0 rc 0/0 00000100:00100000:0.0:1783441646.095208:0:18886:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 77 00000100:00080000:0.0:1783441646.095375:0:17142:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1783441646.095383:0:17142:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1783441646.105444:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:0.0:1783441646.105619:0:18655:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073552847488 00000100:00100000:0.0:1783441646.105633:0:18655:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073552847488 00000100:00100000:0.0:1783441646.105776:0:18655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 32 00000100:00100000:0.0:1783441646.105786:0:18655:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9114aeaeb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a5d3ca9d-7c8a-4a2a-b8c5-119d725f9162+5:2403:x1870073552847488:12345-192.168.202.6@tcp:9:kworker.0 00000020:00000080:0.0:1783441646.105815:0:18655:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x4778038d8fc3670f 00000100:00080000:3.0:1783441646.105910:0:17142:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1783441646.105931:0:18655:0:(import.c:65:import_set_state_nolock()) ffff9114a77f3000 : changing import state from FULL to CLOSED 00000001:00000004:0.0:1783441646.106018:0:18655:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 2, last_transno is 8589934594 00010000:00010000:0.0:1783441646.106111:0:17135:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783441646.106241:0:17134:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1783441646.107521:0:18655:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9114aeaeb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a5d3ca9d-7c8a-4a2a-b8c5-119d725f9162+2:2403:x1870073552847488:12345-192.168.202.6@tcp:9:kworker.0 Request processed in 1730us (2094us total) trans 0 rc 0/0 00000100:00100000:1.0:1783441646.107533:0:18655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 32 00000100:00100000:0.0:1783441646.116373:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:0.0:1783441646.116427:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:0.0:1783441646.116461:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:0.0:1783441646.116484:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:0.0:1783441646.116584:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:0.0:1783441646.116617:0:18654:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073552847616 00000100:00100000:0.0:1783441646.116629:0:18654:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073552847616 00000100:00100000:1.0:1783441646.116819:0:19090:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073552848000 00000100:00100000:1.0:1783441646.116824:0:19090:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073552848000 00000100:00100000:1.0:1783441646.116863:0:19090:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073552848128 00000100:00100000:1.0:1783441646.116866:0:19090:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073552848128 00000100:00100000:1.0:1783441646.116886:0:19090:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 31 00000100:00100000:1.0:1783441646.116911:0:19090:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9114bf539880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a5d3ca9d-7c8a-4a2a-b8c5-119d725f9162+6:2406:x1870073552847616:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:1.0:1783441646.117012:0:19090:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9114bf539880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a5d3ca9d-7c8a-4a2a-b8c5-119d725f9162+6:2406:x1870073552847616:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 102us (652us total) trans 0 rc 0/0 00000100:00100000:1.0:1783441646.117020:0:19090:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 31 00000100:00100000:1.0:1783441646.117041:0:19090:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 33 00000100:00100000:1.0:1783441646.117047:0:19090:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9114bf53aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:41a78a74-65d1-4c8a-96bc-7716ef736cb2+5:2403:x1870073552848000:12345-192.168.202.6@tcp:9:kworker.0 00000020:00000080:1.0:1783441646.117079:0:19090:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x4778038d8fc3674e 00000100:00080000:1.0:1783441646.117090:0:19090:0:(import.c:65:import_set_state_nolock()) ffff9114bca26000 : changing import state from FULL to CLOSED 00000001:00000004:1.0:1783441646.117165:0:19090:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 2, last_transno is 8589934594 00000100:00100000:1.0:1783441646.117299:0:19090:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9114bf53aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:41a78a74-65d1-4c8a-96bc-7716ef736cb2+2:2403:x1870073552848000:12345-192.168.202.6@tcp:9:kworker.0 Request processed in 250us (813us total) trans 0 rc 0/0 00000100:00100000:1.0:1783441646.117307:0:19090:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 33 00000100:00100000:1.0:1783441646.117322:0:19090:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 34 00000100:00100000:1.0:1783441646.117329:0:19090:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9114bf538380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:41a78a74-65d1-4c8a-96bc-7716ef736cb2+5:2403:x1870073552848128:12345-192.168.202.6@tcp:9:kworker.0 00000020:00000080:1.0:1783441646.117341:0:19090:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x4778038d8fc36755 00000100:00080000:1.0:1783441646.117349:0:19090:0:(import.c:65:import_set_state_nolock()) ffff9114bca25800 : changing import state from FULL to CLOSED 00000001:00000004:1.0:1783441646.117373:0:19090:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 2, last_transno is 8589934599 00000100:00100000:1.0:1783441646.117458:0:19090:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9114bf538380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:41a78a74-65d1-4c8a-96bc-7716ef736cb2+2:2403:x1870073552848128:12345-192.168.202.6@tcp:9:kworker.0 Request processed in 129us (873us total) trans 0 rc 0/0 00000100:00100000:1.0:1783441646.117465:0:19090:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 34 00010000:00010000:1.0:1783441646.117547:0:19292:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783441646.117902:0:17135:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1783441646.118403:0:17148:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073552847744 00000100:00100000:3.0:1783441646.118412:0:17148:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073552847744 00000100:00100000:3.0:1783441646.118517:0:17148:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073552847872 00000100:00100000:3.0:1783441646.118522:0:17148:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073552847872 00000100:00100000:3.0:1783441646.118554:0:17148:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 78 00000100:00100000:3.0:1783441646.118562:0:17148:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9114bf539f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:41a78a74-65d1-4c8a-96bc-7716ef736cb2+6:2407:x1870073552847744:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:3.0:1783441646.118621:0:17148:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9114bf539f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:41a78a74-65d1-4c8a-96bc-7716ef736cb2+6:2407:x1870073552847744:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 60us (2194us total) trans 0 rc 0/0 00000100:00100000:3.0:1783441646.118629:0:17148:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 78 00000100:00100000:3.0:1783441646.118645:0:17148:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 79 00000100:00100000:3.0:1783441646.118652:0:17148:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9114bf53b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:41a78a74-65d1-4c8a-96bc-7716ef736cb2+5:2406:x1870073552847872:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:3.0:1783441646.118678:0:17148:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9114bf53b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:41a78a74-65d1-4c8a-96bc-7716ef736cb2+5:2406:x1870073552847872:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 26us (2216us total) trans 0 rc 0/0 00000100:00100000:3.0:1783441646.118684:0:17148:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 79 00000100:00080000:0.0:1783441646.119470:0:17142:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1783441646.119477:0:17142:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1783441646.119480:0:17142:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1783441646.119483:0:17142:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1783441647.057605:0:3648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1783441647.057631:0:3648:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9114bf53a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3648:1870073572852096:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1783441647.057705:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783441647.057765:0:18657:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572852096 00000100:00100000:0.0:1783441647.057773:0:18657:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572852096 00000100:00100000:0.0:1783441647.057825:0:18657:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 29 00000100:00100000:0.0:1783441647.057835:0:18657:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9114bf53a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3648:x1870073572852096:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1783441647.057868:0:18657:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923505152 avail 3691982848 00000100:00100000:0.0:1783441647.057910:0:18657:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9114bf53a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3648:x1870073572852096:12345-0@lo:13:osp-pre-0-0.0 Request processed in 76us (204us total) trans 0 rc 0/0 00000100:00100000:0.0:1783441647.057917:0:18657:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 29 00000100:00080000:0.0:1783441647.057936:0:17142:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1783441647.057973:0:3648:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9114bf53a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3648:1870073572852096:0@lo:13:osp-pre-0-0.0 00010000:00010000:1.0:1783441647.122680:0:17134:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1783441648.082086:0:3648:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff911383ff1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3648:1870073572852224:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1783441648.082159:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783441648.082284:0:17153:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572852224 00000100:00100000:2.0:1783441648.082293:0:17153:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572852224 00000100:00100000:2.0:1783441648.082347:0:17153:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 69 00000100:00100000:2.0:1783441648.082356:0:17153:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9114bf458e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3648:x1870073572852224:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1783441648.082391:0:17153:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446293504 avail 1300054016 00000100:00100000:2.0:1783441648.082445:0:17153:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9114bf458e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3648:x1870073572852224:12345-0@lo:41:osp-pre-0-1.0 Request processed in 91us (286us total) trans 0 rc 0/0 00000100:00100000:2.0:1783441648.082452:0:17153:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 69 00000100:00100000:1.0:1783441648.082671:0:3648:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff911383ff1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3648:1870073572852224:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1783441648.082931:0:3649:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9114bf53a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3649:1870073572852352:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1783441648.083038:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783441648.084101:0:3650:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff911383ff2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3650:1870073572852480:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1783441648.084160:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783441648.084206:0:18657:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572852480 00000100:00100000:0.0:1783441648.084213:0:18657:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572852480 00000100:00100000:0.0:1783441648.084260:0:18657:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 30 00000100:00100000:0.0:1783441648.084269:0:18657:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9114bf53bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3650:x1870073572852480:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1783441648.084289:0:18657:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923505152 avail 3691982848 00000100:00100000:0.0:1783441648.084330:0:18657:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9114bf53bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3650:x1870073572852480:12345-0@lo:13:osp-pre-0-1.0 Request processed in 62us (169us total) trans 0 rc 0/0 00000100:00100000:0.0:1783441648.084336:0:18657:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 30 00000100:00080000:0.0:1783441648.084355:0:17142:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1783441648.084387:0:3650:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff911383ff2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3650:1870073572852480:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1783441648.085908:0:17153:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572852352 00000100:00100000:1.0:1783441648.085918:0:17153:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572852352 00000100:00100000:1.0:1783441648.085962:0:17153:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 70 00000100:00100000:1.0:1783441648.085970:0:17153:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9114aeaeaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3649:x1870073572852352:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1783441648.086002:0:17153:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446461440 avail 1300221952 00000100:00100000:1.0:1783441648.094942:0:17153:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9114aeaeaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3649:x1870073572852352:12345-0@lo:41:osp-pre-1-0.0 Request processed in 8962us (11960us total) trans 0 rc 0/0 00000100:00100000:1.0:1783441648.094957:0:17153:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 70 00000100:00100000:3.0:1783441648.103129:0:3649:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9114bf53a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3649:1870073572852352:0@lo:41:osp-pre-1-0.0 00010000:00010000:1.0:1783441648.145849:0:19292:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1783441648.257558:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:1.0:1783441648.257813:0:17149:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073552848256 00000100:00100000:1.0:1783441648.257824:0:17149:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073552848256 00000100:00100000:1.0:1783441648.257905:0:17149:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 74 00000100:00100000:1.0:1783441648.257917:0:17149:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9114bf53b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:a5d3ca9d-7c8a-4a2a-b8c5-119d725f9162+12:15598:x1870073552848256:12345-192.168.202.6@tcp:60:lhsmtool_posix.0 00000100:00100000:1.0:1783441648.258071:0:17149:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9114bf53b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:a5d3ca9d-7c8a-4a2a-b8c5-119d725f9162+12:15598:x1870073552848256:12345-192.168.202.6@tcp:60:lhsmtool_posix.0 Request processed in 157us (523us total) trans 0 rc 0/0 00000100:00100000:1.0:1783441648.258085:0:17149:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 74 00000100:00080000:0.0:1783441648.258151:0:17142:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1783441648.267825:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:0.0:1783441648.267937:0:19940:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073552848384 00000100:00100000:0.0:1783441648.267949:0:19940:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073552848384 00000100:00100000:0.0:1783441648.268032:0:19940:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 75 00000100:00100000:0.0:1783441648.268043:0:19940:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9114aeaeb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:a5d3ca9d-7c8a-4a2a-b8c5-119d725f9162+5:15598:x1870073552848384:12345-192.168.202.6@tcp:60:lhsmtool_posix.0 00000100:00100000:0.0:1783441648.268151:0:19940:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9114aeaeb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:a5d3ca9d-7c8a-4a2a-b8c5-119d725f9162+5:15598:x1870073552848384:12345-192.168.202.6@tcp:60:lhsmtool_posix.0 Request processed in 110us (345us total) trans 0 rc 0/0 00000100:00100000:0.0:1783441648.268158:0:19940:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 75 00000100:00080000:2.0:1783441648.268238:0:17142:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1783441648.281878:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:1.0:1783441648.282956:0:17151:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073552848640 00000100:00100000:1.0:1783441648.282980:0:17151:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073552848640 00000100:00100000:1.0:1783441648.283051:0:17151:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 16 00000100:00100000:1.0:1783441648.283061:0:17151:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff911489f1cc50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:a5d3ca9d-7c8a-4a2a-b8c5-119d725f9162+12:15598:x1870073552848640:12345-192.168.202.6@tcp:35:lhsmtool_posix.0 00000100:00100000:1.0:1783441648.283318:0:17151:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff911489f1cc50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:a5d3ca9d-7c8a-4a2a-b8c5-119d725f9162+13:15598:x1870073552848640:12345-192.168.202.6@tcp:35:lhsmtool_posix.0 Request processed in 250us (1441us total) trans 8589934636 rc 0/0 00000100:00100000:1.0:1783441648.283327:0:17151:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 16 00000040:00080000:0.0:1783441648.912797:0:17184:0:(llog.c:805:llog_process_thread()) index: 2, lh_last_idx: 2 synced_idx: 2 lgh_last_idx: 2 00000040:00080000:0.0:1783441648.912807:0:17184:0:(llog_cat.c:841:llog_cat_process_common()) processing log [0x1:0xe:0x0] at index 2 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1783441648.912828:0:17184:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0xe:0x0] index 2 count 2 00000040:00080000:0.0:1783441648.912838:0:17184:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 3 count 2 00010000:00010000:1.0:1783441649.168684:0:17135:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783441650.193078:0:17134:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1783441650.640898:0:3648:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff911383ff3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3648:1870073572852736:0@lo:400:kworker.0 00000100:00100000:1.0:1783441650.640984:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783441650.641037:0:3648:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff911383ff2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3648:1870073572853248:0@lo:400:kworker.0 00000100:00100000:2.0:1783441650.641040:0:3649:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff911383ff3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3649:1870073572852864:0@lo:400:kworker.0 00000100:00100000:1.0:1783441650.641073:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783441650.641075:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783441650.641091:0:3649:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff911383ff1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3649:1870073572853376:0@lo:400:kworker.0 00000100:00100000:1.0:1783441650.641091:0:3648:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff911383ff0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3648:1870073572853760:0@lo:400:kworker.0 00000100:00100000:2.0:1783441650.641111:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783441650.641113:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783441650.641126:0:3649:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff911383ff2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3649:1870073572853888:0@lo:400:kworker.0 00000100:00100000:1.0:1783441650.641133:0:3648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 4 async RPCs [0->1] 00000100:00100000:1.0:1783441650.641139:0:3648:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff911383ff1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d116aa8e-8f85-4520-8879-6fa52ce3f863:3648:1870073572852608:0@lo:400:kworker.0 00000100:00100000:2.0:1783441650.641144:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783441650.641159:0:3649:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:2.0:1783441650.641164:0:3649:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff911383ff0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3649:1870073572852992:0@lo:400:kworker.0 00000100:00100000:1.0:1783441650.641165:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783441650.641182:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783441650.641185:0:3648:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff911383ff0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3648:1870073572853120:0@lo:400:kworker.0 00000100:00100000:2.0:1783441650.641195:0:3649:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff911383ff0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3649:1870073572853504:0@lo:400:kworker.0 00000100:00100000:1.0:1783441650.641202:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783441650.641210:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783441650.641218:0:3648:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff911383ff0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3648:1870073572853632:0@lo:400:kworker.0 00000100:00100000:1.0:1783441650.641237:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783441650.641254:0:3648:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9114b0d45f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3648:1870073572854144:0@lo:400:kworker.0 00000100:00100000:1.0:1783441650.641273:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783441650.641301:0:17153:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572852736 00000100:00100000:2.0:1783441650.641303:0:3649:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff911383ff1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3649:1870073572854016:0@lo:400:kworker.0 00000100:00100000:1.0:1783441650.641308:0:17153:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572852736 00000100:00100000:2.0:1783441650.641337:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783441650.641345:0:17153:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572853248 00000100:00100000:1.0:1783441650.641348:0:17153:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572853248 00000100:00100000:1.0:1783441650.641361:0:17153:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 71 00000100:00100000:1.0:1783441650.641368:0:17153:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9114bf45b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3648:x1870073572852736:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1783441650.641385:0:18654:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572852864 00000100:00100000:2.0:1783441650.641389:0:18654:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572852864 00000100:00100000:2.0:1783441650.641419:0:18654:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572853376 00000100:00100000:2.0:1783441650.641421:0:18654:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572853376 00000100:00100000:1.0:1783441650.641422:0:17153:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9114bf45b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3648:x1870073572852736:12345-0@lo:400:kworker.0 Request processed in 54us (437us total) trans 0 rc 0/0 00000100:00100000:1.0:1783441650.641429:0:17153:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 71 00000100:00100000:2.0:1783441650.641434:0:18654:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572852992 00000100:00100000:2.0:1783441650.641436:0:18654:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572852992 00000100:00100000:1.0:1783441650.641444:0:17153:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72 00000100:00100000:2.0:1783441650.641447:0:18654:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572853504 00000100:00100000:2.0:1783441650.641449:0:18654:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572853504 00000100:00100000:1.0:1783441650.641450:0:17153:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9113848d2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3648:x1870073572853248:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1783441650.641461:0:18654:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 32 00000100:00100000:2.0:1783441650.641466:0:18654:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9114b0d46a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3649:x1870073572852864:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1783441650.641486:0:17153:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9113848d2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3648:x1870073572853248:12345-0@lo:400:kworker.0 Request processed in 36us (413us total) trans 0 rc 0/0 00000100:00100000:1.0:1783441650.641492:0:17153:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72 00000100:00100000:2.0:1783441650.641493:0:18654:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9114b0d46a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3649:x1870073572852864:12345-0@lo:400:kworker.0 Request processed in 28us (417us total) trans 0 rc 0/0 00000100:00100000:2.0:1783441650.641520:0:18654:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 32 00000100:00100000:1.0:1783441650.641531:0:19090:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 33 00000100:00100000:1.0:1783441650.641538:0:19090:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9114b0d44e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3649:x1870073572853376:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1783441650.641566:0:19090:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9114b0d44e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3649:x1870073572853376:12345-0@lo:400:kworker.0 Request processed in 29us (454us total) trans 0 rc 0/0 00000100:00100000:3.0:1783441650.641717:0:17141:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572852608 00000100:00100000:3.0:1783441650.641723:0:17141:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572852608 00000100:00100000:3.0:1783441650.641751:0:17141:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 170 00000100:00100000:3.0:1783441650.641757:0:17141:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff911383c36850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d116aa8e-8f85-4520-8879-6fa52ce3f863+24:3648:x1870073572852608:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1783441650.641788:0:17141:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff911383c36850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d116aa8e-8f85-4520-8879-6fa52ce3f863+24:3648:x1870073572852608:12345-0@lo:400:kworker.0 Request processed in 32us (623us total) trans 0 rc 0/0 00000100:00100000:3.0:1783441650.641795:0:17141:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 170 00000100:00100000:3.0:1783441650.641828:0:3647:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1783441650.641836:0:3647:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9114aeae8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3647:1870073572854272:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1783441650.643979:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783441650.644042:0:3650:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1783441650.644061:0:3650:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9114aeae9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3650:1870073572854400:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1783441650.644102:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783441650.644133:0:18656:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572854272 00000100:00100000:3.0:1783441650.644139:0:18656:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572854272 00000100:00100000:3.0:1783441650.644175:0:18656:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572854400 00000100:00100000:3.0:1783441650.644178:0:18656:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572854400 00000100:00100000:3.0:1783441650.644191:0:18656:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 31 00000100:00100000:3.0:1783441650.644199:0:18656:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9114aeae9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3647:x1870073572854272:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1783441650.646575:0:18656:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17125056 pending 0 free 3923509248 avail 3691986944 00000100:00100000:3.0:1783441650.646663:0:18656:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9114aeae9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3647:x1870073572854272:12345-0@lo:13:osp-pre-1-0.0 Request processed in 2461us (2687us total) trans 0 rc 0/0 00000100:00100000:3.0:1783441650.646674:0:18656:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 31 00000100:00100000:3.0:1783441650.646731:0:18656:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 32 00000100:00100000:3.0:1783441650.646742:0:18656:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9114aeaeb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:3650:x1870073572854400:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1783441650.646758:0:18656:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17125056 pending 0 free 3923509248 avail 3691986944 00000100:00100000:3.0:1783441650.646790:0:18656:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9114aeaeb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:3650:x1870073572854400:12345-0@lo:13:osp-pre-1-1.0 Request processed in 52us (2687us total) trans 0 rc 0/0 00000100:00100000:3.0:1783441650.646795:0:18656:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 32 00000100:00100000:3.0:1783441650.646844:0:3647:0:(client.c:3112:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 8589934598 gen 2 00000100:00100000:0.0:1783441650.646847:0:19940:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572853760 00000004:00080000:3.0:1783441650.646850:0:3647:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff911383eb6a00, transno 8589934596 00000100:00100000:0.0:1783441650.646857:0:19940:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572853760 00000100:00100000:0.0:1783441650.646896:0:19940:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572853888 00000100:00100000:0.0:1783441650.646906:0:19940:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572853888 00000100:00100000:0.0:1783441650.646924:0:19940:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572853120 00000100:00100000:0.0:1783441650.646927:0:19940:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572853120 00000100:00100000:0.0:1783441650.646938:0:19940:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572853632 00000100:00100000:0.0:1783441650.646941:0:19940:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572853632 00000100:00100000:0.0:1783441650.646954:0:19940:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572854144 00000100:00100000:0.0:1783441650.646957:0:19940:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572854144 00000100:00100000:0.0:1783441650.646969:0:19940:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572854016 00000100:00100000:0.0:1783441650.646971:0:19940:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572854016 00000100:00100000:0.0:1783441650.646986:0:19940:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 80 00000100:00100000:0.0:1783441650.646992:0:19940:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff911383b39880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3648:x1870073572853760:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1783441650.647037:0:19940:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff911383b39880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3648:x1870073572853760:12345-0@lo:400:kworker.0 Request processed in 45us (5921us total) trans 0 rc 0/0 00000100:00100000:0.0:1783441650.647044:0:19940:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 80 00000100:00100000:0.0:1783441650.647058:0:19940:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 81 00000100:00100000:0.0:1783441650.647064:0:19940:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9114b0d46300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3649:x1870073572853888:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1783441650.647092:0:19940:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9114b0d46300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3649:x1870073572853888:12345-0@lo:400:kworker.0 Request processed in 28us (5947us total) trans 0 rc 0/0 00000100:00100000:0.0:1783441650.647097:0:19940:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 81 00000100:00100000:0.0:1783441650.647108:0:19940:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 82 00000100:00100000:0.0:1783441650.647113:0:19940:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9113810d2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3648:x1870073572853120:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1783441650.647135:0:19940:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9113810d2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3648:x1870073572853120:12345-0@lo:400:kworker.0 Request processed in 23us (5932us total) trans 0 rc 0/0 00000100:00100000:0.0:1783441650.647140:0:19940:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 82 00000100:00100000:0.0:1783441650.647149:0:19940:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83 00000100:00100000:0.0:1783441650.647153:0:19940:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff911383542d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3648:x1870073572853632:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1783441650.647172:0:19940:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff911383542d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3648:x1870073572853632:12345-0@lo:400:kworker.0 Request processed in 19us (5934us total) trans 0 rc 0/0 00000100:00100000:0.0:1783441650.647186:0:19940:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83 00000100:00100000:0.0:1783441650.647198:0:19940:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 84 00000100:00100000:0.0:1783441650.647634:0:19940:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff911383541f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3648:x1870073572854144:12345-0@lo:400:kworker.0 00000004:00080000:3.0:1783441650.647726:0:3647:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 8589934598 committed transno 8589934598 00000100:00100000:0.0:1783441650.647748:0:19940:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff911383541f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3648:x1870073572854144:12345-0@lo:400:kworker.0 Request processed in 544us (6473us total) trans 0 rc 0/0 00000100:00100000:0.0:1783441650.647756:0:19940:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 84 00000100:00100000:3.0:1783441650.647759:0:3647:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9114aeae8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3647:1870073572854272:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1783441650.647774:0:19940:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 85 00000100:00100000:0.0:1783441650.647781:0:19940:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9114b0d47100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3649:x1870073572854016:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1783441650.647805:0:19940:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9114b0d47100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3649:x1870073572854016:12345-0@lo:400:kworker.0 Request processed in 26us (6468us total) trans 0 rc 0/0 00000100:00100000:0.0:1783441650.647810:0:19940:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 85 00000100:00100000:3.0:1783441650.649073:0:3650:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9114aeae9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3650:1870073572854400:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1783441650.649676:0:18654:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34 00000100:00080000:2.0:1783441650.649736:0:17142:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1783441650.649743:0:17142:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1783441650.649746:0:17142:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1783441650.649748:0:17142:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1783441650.649781:0:3649:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff911383ff1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3649:1870073572854016:0@lo:400:kworker.0 00000100:00100000:2.0:1783441650.649795:0:3649:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff911383ff3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3649:1870073572852864:0@lo:400:kworker.0 00000100:00100000:2.0:1783441650.649806:0:3649:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff911383ff1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3649:1870073572853376:0@lo:400:kworker.0 00010000:00080000:2.0:1783441650.649820:0:3649:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff911383ff2d80 x1870073572853888/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1783441666 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1783441650.649831:0:3649:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff911383ff2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3649:1870073572853888:0@lo:400:kworker.0 00000100:00100000:3.0:1783441650.650114:0:18655:0:(service.c:3462:ptlrpc_start_thread()) ost[0] started 4 min 3 max 116 00000100:00100000:3.0:1783441650.650124:0:18655:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost00_004' 00000100:00100000:3.0:1783441650.650811:0:18655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35 00000100:00100000:3.0:1783441650.650829:0:18655:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9114b0d45180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3649:x1870073572853504:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1783441650.650981:0:18655:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9114b0d45180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3649:x1870073572853504:12345-0@lo:400:kworker.0 Request processed in 160us (9768us total) trans 0 rc 0/0 00000100:00100000:3.0:1783441650.650989:0:18655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35 00000100:00100000:2.0:1783441650.651091:0:18654:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9114b0d47b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3649:x1870073572852992:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1783441650.651122:0:3649:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff911383ff0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3649:1870073572853504:0@lo:400:kworker.0 00000100:00100000:2.0:1783441650.651194:0:18654:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9114b0d47b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3649:x1870073572852992:12345-0@lo:400:kworker.0 Request processed in 1508us (10011us total) trans 0 rc 0/0 00000100:00100000:2.0:1783441650.651201:0:18654:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34 00000100:00100000:2.0:1783441650.651386:0:3649:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff911383ff0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3649:1870073572852992:0@lo:400:kworker.0 00000100:00100000:1.0:1783441650.654526:0:19090:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 33 00000100:00100000:1.0:1783441650.655474:0:3648:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff911383ff1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d116aa8e-8f85-4520-8879-6fa52ce3f863:3648:1870073572852608:0@lo:400:kworker.0 00000100:00100000:1.0:1783441650.655520:0:3648:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff911383ff0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3648:1870073572853120:0@lo:400:kworker.0 00000100:00100000:1.0:1783441650.655533:0:3648:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff911383ff0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3648:1870073572853632:0@lo:400:kworker.0 00010000:00080000:1.0:1783441650.655549:0:3648:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9114b0d45f80 x1870073572854144/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1783441666 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1783441650.655561:0:3648:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9114b0d45f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3648:1870073572854144:0@lo:400:kworker.0 00000100:00100000:1.0:1783441650.655575:0:3648:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff911383ff3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3648:1870073572852736:0@lo:400:kworker.0 00000100:00100000:1.0:1783441650.655585:0:3648:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff911383ff2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3648:1870073572853248:0@lo:400:kworker.0 00000100:00100000:1.0:1783441650.655595:0:3648:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff911383ff0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3648:1870073572853760:0@lo:400:kworker.0 00000100:00100000:3.0:1783441651.211253:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:3.0:1783441651.211312:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:3.0:1783441651.211477:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:0.0:1783441651.211540:0:17140:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073552848768 00000100:00100000:0.0:1783441651.211551:0:17140:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073552848768 00000100:00100000:0.0:1783441651.211612:0:17140:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 171 00000100:00100000:0.0:1783441651.211622:0:17140:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff911383c36450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:4afa794b-c740-47fc-a21d-adf510ceec2b+13:2407:x1870073552848768:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:0.0:1783441651.211696:0:17140:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff911383c36450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:4afa794b-c740-47fc-a21d-adf510ceec2b+13:2407:x1870073552848768:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 75us (453us total) trans 0 rc 0/0 00000100:00100000:0.0:1783441651.211714:0:17140:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 171 00000100:00100000:3.0:1783441651.218792:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:1.0:1783441651.220055:0:19940:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073552849024 00000100:00100000:1.0:1783441651.220071:0:19940:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073552849024 00000100:00080000:0.0:1783441651.220193:0:17142:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1783441651.220904:0:18886:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073552849280 00000100:00100000:2.0:1783441651.220911:0:18886:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073552849280 00000100:00100000:2.0:1783441651.220983:0:18886:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 86 00000100:00100000:2.0:1783441651.220995:0:18886:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9114aeae9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a5d3ca9d-7c8a-4a2a-b8c5-119d725f9162+5:2407:x1870073552849024:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:2.0:1783441651.221083:0:18886:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9114aeae9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a5d3ca9d-7c8a-4a2a-b8c5-119d725f9162+5:2407:x1870073552849024:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 90us (9769us total) trans 0 rc 0/0 00000100:00100000:2.0:1783441651.221091:0:18886:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 86 00000100:00100000:2.0:1783441651.221108:0:18886:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 87 00000100:00100000:2.0:1783441651.221115:0:18886:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9114aeae8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:41a78a74-65d1-4c8a-96bc-7716ef736cb2+6:2407:x1870073552849280:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:2.0:1783441651.221140:0:18886:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9114aeae8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:41a78a74-65d1-4c8a-96bc-7716ef736cb2+6:2407:x1870073552849280:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 26us (9664us total) trans 0 rc 0/0 00000100:00100000:2.0:1783441651.221146:0:18886:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 87 00000100:00080000:0.0:1783441651.221355:0:17142:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1783441651.225731:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:3.0:1783441651.225791:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:3.0:1783441651.225828:0:17147:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073552848896 00000100:00100000:3.0:1783441651.225840:0:17147:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073552848896 00000100:00100000:0.0:1783441651.226163:0:18655:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073552849152 00000100:00100000:0.0:1783441651.226169:0:18655:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073552849152 00000100:00100000:0.0:1783441651.226210:0:18655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 36 00000100:00100000:0.0:1783441651.226221:0:18655:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9114aeaea680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a5d3ca9d-7c8a-4a2a-b8c5-119d725f9162+6:2407:x1870073552849152:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:0.0:1783441651.226300:0:18655:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9114aeaea680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a5d3ca9d-7c8a-4a2a-b8c5-119d725f9162+6:2407:x1870073552849152:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 81us (582us total) trans 0 rc 0/0 00000100:00100000:0.0:1783441651.226315:0:18655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 36 00000100:00100000:3.0:1783441651.226439:0:17147:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073552849408 00000100:00100000:3.0:1783441651.226444:0:17147:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073552849408 00000100:00100000:3.0:1783441651.226482:0:17147:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 88 00000100:00100000:3.0:1783441651.226489:0:17147:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9114aeae8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:a5d3ca9d-7c8a-4a2a-b8c5-119d725f9162+13:2407:x1870073552848896:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:3.0:1783441651.226546:0:17147:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9114aeae8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:a5d3ca9d-7c8a-4a2a-b8c5-119d725f9162+13:2407:x1870073552848896:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 58us (7766us total) trans 0 rc 0/0 00000100:00100000:3.0:1783441651.226552:0:17147:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 88 00000100:00100000:3.0:1783441651.226565:0:17147:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 89 00000100:00100000:3.0:1783441651.226571:0:17147:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9114aeae9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:41a78a74-65d1-4c8a-96bc-7716ef736cb2+5:2407:x1870073552849408:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:3.0:1783441651.226594:0:17147:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9114aeae9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:41a78a74-65d1-4c8a-96bc-7716ef736cb2+5:2407:x1870073552849408:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 23us (804us total) trans 0 rc 0/0 00000100:00100000:3.0:1783441651.226601:0:17147:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 89 00000100:00080000:3.0:1783441651.226617:0:17142:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1783441651.226622:0:17142:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1783441651.226624:0:17142:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:1.0:1783441651.228294:0:19292:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:0.0:1783441652.028628:0:20524:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-pcc test 1d: Test Project ID with remote access ========================================================== 12:27:31 (1783441651) 00000100:00100000:1.0:1783441652.178757:0:3650:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff911383541500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3650:1870073572854528:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1783441652.178902:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783441652.178968:0:18656:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572854528 00000100:00100000:1.0:1783441652.178976:0:18656:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572854528 00000100:00100000:1.0:1783441652.179030:0:18656:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 33 00000100:00100000:1.0:1783441652.179040:0:18656:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff911383540000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3650:x1870073572854528:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1783441652.179071:0:18656:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923505152 avail 3691982848 00000100:00100000:1.0:1783441652.179116:0:18656:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff911383540000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3650:x1870073572854528:12345-0@lo:13:osp-pre-0-0.0 Request processed in 76us (213us total) trans 0 rc 0/0 00000100:00100000:1.0:1783441652.179123:0:18656:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 33 00000100:00080000:1.0:1783441652.179144:0:17142:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1783441652.179190:0:3650:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff911383541500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3650:1870073572854528:0@lo:13:osp-pre-0-0.0 00000001:00080000:2.0:1783441652.180490:0:17126:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 8589934636 is committed 00000020:00080000:2.0:1783441652.180531:0:17126:0:(update_trans.c:1341:distribute_txn_batchid_cb()) lustre-MDT0000: 4294967529 batchid updated 00000020:00080000:3.0:1783441652.181056:0:17186:0:(update_trans.c:1581:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 4294967529 00000020:00080000:3.0:1783441652.181070:0:17186:0:(update_trans.c:1581:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 4294967529 00000001:00100000:0.0:1783441652.183607:0:19468:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of 41a78a74-65d1-4c8a-96bc-7716ef736cb2 00000020:00000080:0.0:1783441652.183614:0:19468:0:(genops.c:906:class_export_put()) final put ffff9114bca20000/41a78a74-65d1-4c8a-96bc-7716ef736cb2 00000020:00000080:0.0:1783441652.183638:0:41:0:(genops.c:865:class_export_destroy()) destroying export ffff9114bca20000/41a78a74-65d1-4c8a-96bc-7716ef736cb2 for lustre-OST0001 00000020:00000080:0.0:1783441652.183668:0:41:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff9114bca25800 for lustre-OST0001 00000001:00100000:0.0:1783441652.184444:0:18649:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of 41a78a74-65d1-4c8a-96bc-7716ef736cb2 00000020:00000080:0.0:1783441652.184450:0:18649:0:(genops.c:906:class_export_put()) final put ffff9114bca22000/41a78a74-65d1-4c8a-96bc-7716ef736cb2 00000001:00100000:0.0:1783441652.184462:0:18649:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of a5d3ca9d-7c8a-4a2a-b8c5-119d725f9162 00000020:00000080:0.0:1783441652.184464:0:18649:0:(genops.c:906:class_export_put()) final put ffff9114a77f7800/a5d3ca9d-7c8a-4a2a-b8c5-119d725f9162 00000020:00000080:0.0:1783441652.184475:0:41:0:(genops.c:865:class_export_destroy()) destroying export ffff9114bca22000/41a78a74-65d1-4c8a-96bc-7716ef736cb2 for lustre-OST0000 00000020:00000080:0.0:1783441652.184521:0:41:0:(genops.c:865:class_export_destroy()) destroying export ffff9114a77f7800/a5d3ca9d-7c8a-4a2a-b8c5-119d725f9162 for lustre-OST0000 00000020:00000080:0.0:1783441652.184539:0:41:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff9114bca26000 for lustre-OST0000 00000020:00000080:0.0:1783441652.184543:0:41:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff9114a77f3000 for lustre-OST0000 00010000:00010000:0.0:1783441652.249958:0:17135:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1783441653.200777:0:3648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1783441653.200810:0:3648:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff911383541500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3648:1870073572854656:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1783441653.200905:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783441653.200966:0:17153:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572854656 00000100:00100000:1.0:1783441653.200976:0:17153:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572854656 00000100:00100000:1.0:1783441653.201047:0:17153:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73 00000100:00100000:1.0:1783441653.201059:0:17153:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff911383543480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3648:x1870073572854656:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1783441653.201107:0:17153:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446293504 avail 1300054016 00000100:00100000:1.0:1783441653.201162:0:17153:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff911383543480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3648:x1870073572854656:12345-0@lo:41:osp-pre-0-1.0 Request processed in 104us (258us total) trans 0 rc 0/0 00000100:00100000:1.0:1783441653.201171:0:17153:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73 00000100:00100000:1.0:1783441653.201224:0:3648:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff911383541500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3648:1870073572854656:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1783441653.207790:0:3648:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9114bf539500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3648:1870073572854784:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1783441653.207898:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783441653.207989:0:17153:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572854784 00000100:00100000:1.0:1783441653.208000:0:17153:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572854784 00000100:00100000:1.0:1783441653.208080:0:17153:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74 00000100:00100000:1.0:1783441653.208089:0:17153:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff911383541500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3648:x1870073572854784:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1783441653.208135:0:17153:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446461440 avail 1300221952 00000100:00100000:1.0:1783441653.208189:0:17153:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff911383541500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3648:x1870073572854784:12345-0@lo:41:osp-pre-1-0.0 Request processed in 100us (291us total) trans 0 rc 0/0 00000100:00100000:1.0:1783441653.208196:0:17153:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74 00000100:00100000:1.0:1783441653.208254:0:3648:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9114bf539500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3648:1870073572854784:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1783441653.210227:0:3649:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9114b0d45500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3649:1870073572854912:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1783441653.210310:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783441653.210374:0:18656:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572854912 00000100:00100000:2.0:1783441653.210384:0:18656:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572854912 00000100:00100000:2.0:1783441653.210448:0:18656:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34 00000100:00100000:2.0:1783441653.210471:0:18656:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9114b0d44700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3649:x1870073572854912:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1783441653.210521:0:18656:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923505152 avail 3691982848 00000100:00100000:2.0:1783441653.210802:0:18656:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9114b0d44700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3649:x1870073572854912:12345-0@lo:13:osp-pre-0-1.0 Request processed in 344us (489us total) trans 0 rc 0/0 00000100:00100000:2.0:1783441653.210810:0:18656:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34 00000100:00080000:2.0:1783441653.210838:0:17142:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1783441653.210880:0:3649:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9114b0d45500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3649:1870073572854912:0@lo:13:osp-pre-0-1.0 00010000:00010000:1.0:1783441653.265090:0:17134:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1783441653.395638:0:17899:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:0.0:1783441654.292790:0:19292:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783441655.312938:0:17135:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1783441655.760923:0:3649:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1783441655.760949:0:3649:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9114aeae9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3649:1870073572855040:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1783441655.761014:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783441655.761088:0:18656:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572855040 00000100:00100000:3.0:1783441655.761095:0:18656:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572855040 00000100:00100000:3.0:1783441655.761149:0:18656:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35 00000100:00100000:3.0:1783441655.761159:0:18656:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9114aeae9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3649:x1870073572855040:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1783441655.761190:0:18656:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17125056 pending 0 free 3923509248 avail 3691986944 00000100:00100000:3.0:1783441655.761239:0:18656:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9114aeae9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3649:x1870073572855040:12345-0@lo:13:osp-pre-1-1.0 Request processed in 81us (223us total) trans 0 rc 0/0 00000100:00100000:3.0:1783441655.761263:0:18656:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35 00000100:00080000:3.0:1783441655.761288:0:17142:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1783441655.761330:0:3649:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9114aeae9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3649:1870073572855040:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1783441655.761579:0:3648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1783441655.761590:0:3648:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9114bf538000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3648:1870073572855168:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1783441655.761623:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783441655.761716:0:18656:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572855168 00000100:00100000:0.0:1783441655.761721:0:18656:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572855168 00000100:00100000:0.0:1783441655.761770:0:18656:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36 00000100:00100000:0.0:1783441655.761779:0:18656:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff911383543b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3648:x1870073572855168:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1783441655.761792:0:18656:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17125056 pending 0 free 3923509248 avail 3691986944 00000100:00100000:0.0:1783441655.761830:0:18656:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff911383543b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3648:x1870073572855168:12345-0@lo:13:osp-pre-1-0.0 Request processed in 52us (205us total) trans 0 rc 0/0 00000100:00100000:0.0:1783441655.761840:0:18656:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36 00000100:00100000:0.0:1783441655.761890:0:3648:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9114b0d45500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d116aa8e-8f85-4520-8879-6fa52ce3f863:3648:1870073572855296:0@lo:400:kworker.0 00000100:00100000:2.0:1783441655.761898:0:3649:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9114b0d44000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3649:1870073572855424:0@lo:400:kworker.0 00000100:00100000:0.0:1783441655.761925:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783441655.761941:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783441655.761958:0:3648:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9114b0d47800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3648:1870073572855808:0@lo:400:kworker.0 00000100:00100000:2.0:1783441655.761967:0:3649:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9114b0d45880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3649:1870073572855936:0@lo:400:kworker.0 00000100:00100000:0.0:1783441655.761992:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783441655.762001:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783441655.762016:0:3648:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9114b0d44380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3648:1870073572856320:0@lo:400:kworker.0 00000100:00100000:2.0:1783441655.762022:0:3649:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9114b0d47480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3649:1870073572856448:0@lo:400:kworker.0 00000100:00100000:0.0:1783441655.762056:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783441655.762070:0:17139:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572855296 00000100:00100000:2.0:1783441655.762074:0:17139:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572855296 00000100:00100000:0.0:1783441655.762103:0:3648:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9114bf538000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3648:1870073572855168:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1783441655.762117:0:17139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 172 00000100:00100000:0.0:1783441655.762119:0:3648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:2.0:1783441655.762127:0:17139:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff911383c35050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d116aa8e-8f85-4520-8879-6fa52ce3f863+24:3648:x1870073572855296:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1783441655.762129:0:3648:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9114b0d45c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3648:1870073572855680:0@lo:400:kworker.0 00000100:00100000:0.0:1783441655.762153:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783441655.762178:0:3648:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9114b0d46d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3648:1870073572856192:0@lo:400:kworker.0 00000100:00100000:2.0:1783441655.762186:0:17139:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff911383c35050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d116aa8e-8f85-4520-8879-6fa52ce3f863+24:3648:x1870073572855296:12345-0@lo:400:kworker.0 Request processed in 61us (260us total) trans 0 rc 0/0 00000100:00100000:2.0:1783441655.762194:0:17139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 172 00000100:00100000:0.0:1783441655.762204:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783441655.762226:0:17149:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572856320 00000100:00100000:2.0:1783441655.762230:0:17149:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572856320 00000100:00100000:0.0:1783441655.762232:0:3648:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9114b0d45500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d116aa8e-8f85-4520-8879-6fa52ce3f863:3648:1870073572855296:0@lo:400:kworker.0 00000100:00100000:0.0:1783441655.762261:0:18886:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572855680 00000100:00100000:2.0:1783441655.762262:0:17149:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572856192 00000100:00100000:2.0:1783441655.762267:0:17149:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572856192 00000100:00100000:0.0:1783441655.762267:0:18886:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572855680 00000100:00100000:2.0:1783441655.762293:0:17149:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90 00000100:00100000:0.0:1783441655.762301:0:18886:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 91 00000100:00100000:2.0:1783441655.762303:0:17149:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9114bf538e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3648:x1870073572856320:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1783441655.762314:0:18886:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9114bf53b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3648:x1870073572856192:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1783441655.762345:0:17149:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9114bf538e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3648:x1870073572856320:12345-0@lo:400:kworker.0 Request processed in 46us (290us total) trans 0 rc 0/0 00000100:00100000:2.0:1783441655.762352:0:17149:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90 00000100:00100000:0.0:1783441655.762360:0:18886:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9114bf53b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3648:x1870073572856192:12345-0@lo:400:kworker.0 Request processed in 50us (156us total) trans 0 rc 0/0 00000100:00100000:0.0:1783441655.762368:0:18886:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 91 00000100:00100000:2.0:1783441655.762376:0:17149:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 92 00000100:00100000:2.0:1783441655.762384:0:17149:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9114bf538000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3648:x1870073572855680:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1783441655.762408:0:3648:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9114b0d46d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3648:1870073572856192:0@lo:400:kworker.0 00000100:00100000:2.0:1783441655.762421:0:17149:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9114bf538000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3648:x1870073572855680:12345-0@lo:400:kworker.0 Request processed in 37us (266us total) trans 0 rc 0/0 00010000:00080000:0.0:1783441655.762427:0:3648:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9114b0d44380 x1870073572856320/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1783441671 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1783441655.762431:0:17149:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 92 00000100:00100000:2.0:1783441655.762451:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783441655.762467:0:3649:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:2.0:1783441655.762473:0:3649:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9114b0d46680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3649:1870073572855552:0@lo:400:kworker.0 00000100:00100000:2.0:1783441655.762491:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783441655.762528:0:3649:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9114b0d44a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3649:1870073572856064:0@lo:400:kworker.0 00000100:00100000:1.0:1783441655.762543:0:17153:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572855424 00000100:00100000:2.0:1783441655.762549:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783441655.762549:0:17153:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572855424 00000100:00100000:2.0:1783441655.762565:0:3649:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9114b0d45f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3649:1870073572856576:0@lo:400:kworker.0 00000100:00100000:1.0:1783441655.762577:0:17153:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572855808 00000100:00100000:1.0:1783441655.762582:0:17153:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572855808 00000100:00100000:2.0:1783441655.762586:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783441655.762603:0:17153:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 75 00000100:00100000:2.0:1783441655.762614:0:18886:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572856448 00000100:00100000:1.0:1783441655.762614:0:17153:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff911383ff0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3649:x1870073572855424:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1783441655.762620:0:18886:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572856448 00000100:00100000:2.0:1783441655.762667:0:18886:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572856064 00000100:00100000:2.0:1783441655.762671:0:18886:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572856064 00000100:00100000:1.0:1783441655.762678:0:17153:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff911383ff0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3649:x1870073572855424:12345-0@lo:400:kworker.0 Request processed in 66us (736us total) trans 0 rc 0/0 00000100:00100000:1.0:1783441655.762685:0:17153:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 75 00000100:00100000:2.0:1783441655.762688:0:18886:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572856576 00000100:00100000:2.0:1783441655.762692:0:18886:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572856576 00000100:00100000:1.0:1783441655.762705:0:17153:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 76 00000100:00100000:1.0:1783441655.762714:0:17153:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9114bf539500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3648:x1870073572855808:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1783441655.762717:0:18886:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 93 00000100:00100000:2.0:1783441655.762729:0:18886:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff911383ff3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3649:x1870073572856448:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1783441655.762761:0:17153:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9114bf539500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3648:x1870073572855808:12345-0@lo:400:kworker.0 Request processed in 44us (764us total) trans 0 rc 0/0 00000100:00100000:2.0:1783441655.762768:0:18886:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff911383ff3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3649:x1870073572856448:12345-0@lo:400:kworker.0 Request processed in 41us (315us total) trans 0 rc 0/0 00000100:00100000:1.0:1783441655.762770:0:17153:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 76 00000100:00100000:2.0:1783441655.762781:0:18886:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 93 00000100:00100000:0.0:1783441655.762794:0:3648:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9114b0d44380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3648:1870073572856320:0@lo:400:kworker.0 00000100:00100000:2.0:1783441655.762800:0:18886:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 94 00000100:00100000:2.0:1783441655.762810:0:18886:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff911383ff0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3649:x1870073572856064:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1783441655.762831:0:18886:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff911383ff0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3649:x1870073572856064:12345-0@lo:400:kworker.0 Request processed in 24us (283us total) trans 0 rc 0/0 00000100:00100000:3.0:1783441655.763012:0:20486:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572855936 00000100:00100000:3.0:1783441655.763017:0:20486:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572855936 00000100:00100000:3.0:1783441655.763047:0:20486:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572855552 00000100:00100000:3.0:1783441655.763050:0:20486:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572855552 00000100:00100000:3.0:1783441655.763077:0:20486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37 00000100:00100000:3.0:1783441655.763083:0:20486:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff911383ff2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3649:x1870073572855936:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1783441655.763144:0:3648:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9114b0d45c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3648:1870073572855680:0@lo:400:kworker.0 00000100:00100000:0.0:1783441655.763154:0:3648:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9114b0d47800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3648:1870073572855808:0@lo:400:kworker.0 00000100:00100000:0.0:1783441655.763174:0:18653:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38 00000100:00100000:0.0:1783441655.763181:0:18653:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff911383ff0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3649:x1870073572855552:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1783441655.763213:0:18653:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff911383ff0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3649:x1870073572855552:12345-0@lo:400:kworker.0 Request processed in 32us (721us total) trans 0 rc 0/0 00000100:00100000:0.0:1783441655.763219:0:18653:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38 00000100:00100000:3.0:1783441655.763921:0:20486:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff911383ff2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3649:x1870073572855936:12345-0@lo:400:kworker.0 Request processed in 835us (1917us total) trans 0 rc 0/0 00000100:00100000:3.0:1783441655.763929:0:20486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37 00000100:00100000:1.0:1783441655.764425:0:19940:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 95 00000100:00100000:1.0:1783441655.764561:0:19940:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff911383ff1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3649:x1870073572856576:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1783441655.764623:0:19940:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff911383ff1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3649:x1870073572856576:12345-0@lo:400:kworker.0 Request processed in 188us (2037us total) trans 0 rc 0/0 00000100:00100000:1.0:1783441655.764630:0:19940:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 95 00000100:00080000:1.0:1783441655.766083:0:17142:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1783441655.766093:0:17142:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1783441655.766096:0:17142:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1783441655.766099:0:17142:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1783441655.766193:0:3649:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9114b0d46680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3649:1870073572855552:0@lo:400:kworker.0 00000100:00100000:1.0:1783441655.766209:0:3649:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9114b0d44a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3649:1870073572856064:0@lo:400:kworker.0 00010000:00080000:1.0:1783441655.766222:0:3649:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9114b0d45f80 x1870073572856576/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1783441671 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1783441655.766232:0:3649:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9114b0d45f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3649:1870073572856576:0@lo:400:kworker.0 00000100:00100000:1.0:1783441655.766244:0:3649:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9114b0d44000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3649:1870073572855424:0@lo:400:kworker.0 00000100:00100000:1.0:1783441655.766254:0:3649:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9114b0d45880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3649:1870073572855936:0@lo:400:kworker.0 00000100:00100000:1.0:1783441655.766264:0:3649:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9114b0d47480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3649:1870073572856448:0@lo:400:kworker.0 00000100:00100000:2.0:1783441655.769331:0:18886:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 94 00000100:00100000:3.0:1783441656.332231:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:3.0:1783441656.332282:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:3.0:1783441656.332315:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:3.0:1783441656.332333:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:3.0:1783441656.332355:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:3.0:1783441656.332386:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:3.0:1783441656.332414:0:18654:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073552849920 00000100:00100000:3.0:1783441656.332422:0:18654:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073552849920 00000100:00100000:1.0:1783441656.332430:0:19940:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073552849792 00000100:00100000:1.0:1783441656.332436:0:19940:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073552849792 00000100:00100000:1.0:1783441656.332486:0:19940:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073552850048 00000100:00100000:1.0:1783441656.332490:0:19940:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073552850048 00000100:00100000:3.0:1783441656.332526:0:18654:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 39 00000100:00100000:3.0:1783441656.332540:0:18654:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9114aeae8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a5d3ca9d-7c8a-4a2a-b8c5-119d725f9162+6:2407:x1870073552849920:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:1.0:1783441656.332541:0:19940:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073552849664 00000100:00100000:1.0:1783441656.332546:0:19940:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073552849664 00000100:00100000:1.0:1783441656.332563:0:19940:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073552850176 00000100:00100000:1.0:1783441656.332565:0:19940:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073552850176 00000100:00100000:1.0:1783441656.332583:0:19940:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 96 00000100:00100000:1.0:1783441656.332591:0:19940:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9114aeae9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:a5d3ca9d-7c8a-4a2a-b8c5-119d725f9162+5:2407:x1870073552849792:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:3.0:1783441656.332632:0:18654:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9114aeae8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a5d3ca9d-7c8a-4a2a-b8c5-119d725f9162+6:2407:x1870073552849920:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 91us (270us total) trans 0 rc 0/0 00000100:00100000:3.0:1783441656.332640:0:18654:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 39 00000100:00100000:1.0:1783441656.332646:0:19940:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9114aeae9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:a5d3ca9d-7c8a-4a2a-b8c5-119d725f9162+5:2407:x1870073552849792:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 55us (362us total) trans 0 rc 0/0 00000100:00100000:1.0:1783441656.332668:0:19940:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 96 00000100:00100000:1.0:1783441656.332686:0:19940:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 97 00000100:00100000:1.0:1783441656.332693:0:19940:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9114aeae8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:41a78a74-65d1-4c8a-96bc-7716ef736cb2+6:2407:x1870073552850048:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:1.0:1783441656.332720:0:19940:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9114aeae8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:41a78a74-65d1-4c8a-96bc-7716ef736cb2+6:2407:x1870073552850048:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 28us (404us total) trans 0 rc 0/0 00000100:00100000:2.0:1783441656.332727:0:18886:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 98 00000100:00100000:2.0:1783441656.332744:0:18886:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9114aeae8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a5d3ca9d-7c8a-4a2a-b8c5-119d725f9162+12:2407:x1870073552849664:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:2.0:1783441656.332775:0:18886:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9114aeae8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a5d3ca9d-7c8a-4a2a-b8c5-119d725f9162+12:2407:x1870073552849664:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 40us (440us total) trans 0 rc 0/0 00000100:00100000:0.0:1783441656.332905:0:17141:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073552849536 00000100:00100000:0.0:1783441656.332910:0:17141:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073552849536 00000100:00100000:0.0:1783441656.332947:0:17141:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 173 00000100:00100000:0.0:1783441656.332955:0:17141:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff911383c37c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:4afa794b-c740-47fc-a21d-adf510ceec2b+13:2407:x1870073552849536:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:0.0:1783441656.332991:0:17141:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff911383c37c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:4afa794b-c740-47fc-a21d-adf510ceec2b+13:2407:x1870073552849536:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 37us (770us total) trans 0 rc 0/0 00000100:00100000:0.0:1783441656.332998:0:17141:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 173 00000100:00100000:1.0:1783441656.340477:0:19940:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 97 00000100:00100000:1.0:1783441656.340546:0:19940:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 99 00000100:00100000:1.0:1783441656.340565:0:19940:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff911383eb6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:41a78a74-65d1-4c8a-96bc-7716ef736cb2+5:2407:x1870073552850176:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:1.0:1783441656.340677:0:19940:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff911383eb6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:41a78a74-65d1-4c8a-96bc-7716ef736cb2+5:2407:x1870073552850176:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 121us (8289us total) trans 0 rc 0/0 00000100:00100000:1.0:1783441656.340684:0:19940:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 99 00000100:00080000:1.0:1783441656.340709:0:17142:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1783441656.340714:0:17142:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1783441656.340718:0:17142:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1783441656.341755:0:18886:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 98 00010000:00010000:1.0:1783441656.342989:0:17134:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1783441656.992734:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:0.0:1783441656.992947:0:17133:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073552850304 00000100:00100000:0.0:1783441656.992960:0:17133:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073552850304 00000100:00100000:0.0:1783441656.993033:0:17133:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 4 00000100:00100000:0.0:1783441656.993044:0:17133:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9114812a8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4afa794b-c740-47fc-a21d-adf510ceec2b+13:2407:x1870073552850304:12345-192.168.202.6@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1783441656.993064:0:17133:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1783441656.993087:0:17133:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9114c2166a00/0x4778038d8fc366ec lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x44801000000000 nid: 192.168.202.6@tcp remote: 0x84c385150672a347 expref: 13 pid: 17140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783441656.993106:0:17133:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1783441656.993172:0:17133:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9114812a8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4afa794b-c740-47fc-a21d-adf510ceec2b+12:2407:x1870073552850304:12345-192.168.202.6@tcp:103:ldlm_bl.0 Request processed in 130us (445us total) trans 0 rc 0/0 00000100:00100000:0.0:1783441656.993190:0:17133:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 4 00000100:00100000:1.0:1783441656.997184:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:1.0:1783441656.997227:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:1.0:1783441656.997280:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:2.0:1783441656.997377:0:17132:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073552850816 00000100:00100000:2.0:1783441656.997389:0:17132:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073552850816 00000100:00100000:2.0:1783441656.997466:0:17132:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073552850688 00000100:00100000:2.0:1783441656.997470:0:17132:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073552850688 00000100:00100000:2.0:1783441656.997491:0:17132:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 5 00000100:00100000:2.0:1783441656.997547:0:17132:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff911383540380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4afa794b-c740-47fc-a21d-adf510ceec2b+13:2407:x1870073552850816:12345-192.168.202.6@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1783441656.997563:0:17132:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1783441656.997582:0:17132:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9114aebd0000/0x4778038d8fc367b0 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x44801000000000 nid: 192.168.202.6@tcp remote: 0x84c385150672a42e expref: 13 pid: 17141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441656.997600:0:17132:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1783441656.997665:0:17132:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff911383540380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4afa794b-c740-47fc-a21d-adf510ceec2b+12:2407:x1870073552850816:12345-192.168.202.6@tcp:103:ldlm_bl.0 Request processed in 164us (436us total) trans 0 rc 0/0 00000100:00100000:2.0:1783441656.997674:0:17132:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 5 00000100:00100000:2.0:1783441656.997706:0:17132:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 6 00000100:00100000:2.0:1783441656.997714:0:17132:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff911383543800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4afa794b-c740-47fc-a21d-adf510ceec2b+11:2407:x1870073552850688:12345-192.168.202.6@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1783441656.997722:0:17132:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1783441656.997731:0:17132:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9114aebd1c00/0x4778038d8fc366f3 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 6 type: PLN flags: 0x44801000000000 nid: 192.168.202.6@tcp remote: 0x84c385150672a378 expref: 11 pid: 17141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441656.997759:0:17132:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1783441656.997779:0:17132:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff911383543800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4afa794b-c740-47fc-a21d-adf510ceec2b+10:2407:x1870073552850688:12345-192.168.202.6@tcp:103:ldlm_bl.0 Request processed in 67us (499us total) trans 0 rc 0/0 00000100:00100000:2.0:1783441656.997787:0:17132:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 6 00000100:00100000:3.0:1783441656.998359:0:20486:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073552850560 00000100:00100000:3.0:1783441656.998366:0:20486:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073552850560 00000100:00100000:3.0:1783441656.998705:0:20486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 35 00000100:00100000:3.0:1783441656.998714:0:20486:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff911383542300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a5d3ca9d-7c8a-4a2a-b8c5-119d725f9162+6:2403:x1870073552850560:12345-192.168.202.6@tcp:9:umount.0 00000020:00000080:3.0:1783441656.998743:0:20486:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x4778038d8fc36716 00000020:00010000:3.0:1783441656.998750:0:20486:0:(genops.c:1944:obd_stale_export_put()) Put export ffff9114a77f4800: total 0 00000100:00080000:3.0:1783441656.998755:0:20486:0:(import.c:65:import_set_state_nolock()) ffff9114a77f4000 : changing import state from FULL to CLOSED 00000001:00000004:3.0:1783441656.998803:0:20486:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 2, last_transno is 8589934599 00000100:00100000:3.0:1783441656.998961:0:20486:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff911383542300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a5d3ca9d-7c8a-4a2a-b8c5-119d725f9162+4:2403:x1870073552850560:12345-192.168.202.6@tcp:9:umount.0 Request processed in 248us (1791us total) trans 0 rc 0/0 00000100:00100000:3.0:1783441656.998968:0:20486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 35 00000020:00010000:0.0:1783441657.003361:0:19292:0:(genops.c:1930:obd_stale_export_get()) Get export ffff9114a77f4800: total 0 00010000:00010000:0.0:1783441657.003448:0:19292:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff9114a77f4800, canceled 0 locks, left on hash table 1. 00002000:00010000:0.0:1783441657.003490:0:19292:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x2c0000401:0x22:0x0] updating lvb size from disk: 0 -> 9 00002000:00010000:0.0:1783441657.003495:0:19292:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x2c0000401:0x22:0x0] updating lvb mtime from disk: 1783441640 -> 1783441641 00002000:00010000:0.0:1783441657.003516:0:19292:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x2c0000401:0x22:0x0] updating lvb ctime from disk: 1783441640 -> 1783441641 00002000:00010000:0.0:1783441657.003519:0:19292:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x2c0000401:0x22:0x0] updating lvb blocks from disk: 0 -> 8 00010000:00010000:0.0:1783441657.003551:0:19292:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c613c13a/0x4778038d8fc36a88 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000000000 nid: 192.168.202.6@tcp remote: 0x84c385150672a50e expref: 3 pid: 19090 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783441657.003582:0:19292:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff9114a77f4800, canceled 1 locks, left on hash table 0. 00010000:00010000:0.0:1783441657.003596:0:19292:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783441657.003599:0:19292:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783441657.003601:0:19292:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1783441657.028210:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:2.0:1783441657.028326:0:19940:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073552851712 00000100:00100000:2.0:1783441657.028338:0:19940:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073552851712 00000100:00100000:2.0:1783441657.028424:0:19940:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 76 00000100:00100000:2.0:1783441657.028436:0:19940:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff911383540e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:a5d3ca9d-7c8a-4a2a-b8c5-119d725f9162+12:2403:x1870073552851712:12345-192.168.202.6@tcp:39:umount.0 00000020:00000080:2.0:1783441657.028478:0:19940:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x4778038d8fc36701 00000020:00010000:2.0:1783441657.028496:0:19940:0:(genops.c:1944:obd_stale_export_put()) Put export ffff9114bca24000: total 0 00000100:00080000:2.0:1783441657.028530:0:19940:0:(import.c:65:import_set_state_nolock()) ffff9114bca27000 : changing import state from FULL to CLOSED 00000001:00000004:2.0:1783441657.028552:0:19940:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 2, last_transno is 8589934636 00000100:00100000:2.0:1783441657.028747:0:19940:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff911383540e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:a5d3ca9d-7c8a-4a2a-b8c5-119d725f9162+11:2403:x1870073552851712:12345-192.168.202.6@tcp:39:umount.0 Request processed in 314us (549us total) trans 8589934637 rc 0/0 00000100:00100000:2.0:1783441657.028755:0:19940:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 76 00000020:00010000:1.0:1783441657.029253:0:17135:0:(genops.c:1930:obd_stale_export_get()) Get export ffff9114bca24000: total 0 00010000:00010000:1.0:1783441657.029259:0:17135:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783441657.029308:0:17135:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff9114bca24000, canceled 0 locks, left on hash table 7. 00010000:00010000:1.0:1783441657.029344:0:17135:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9114b8486a00) 00010000:00010000:1.0:1783441657.029348:0:17135:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1783441657.029370:0:17135:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9114aeae4c00/0x4778038d8fc36827 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.6@tcp remote: 0x84c385150672a44a expref: 10 pid: 19940 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783441657.029394:0:17135:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x2:0x0].0x0 (ffff9113828f1900) 00010000:00010000:1.0:1783441657.029397:0:17135:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1783441657.029401:0:17135:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9114aeae4a00/0x4778038d8fc369d2 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.6@tcp remote: 0x84c385150672a4d6 expref: 9 pid: 17148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783441657.029412:0:17135:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x2:0x0].0x0 (ffff9113828f1900) 00010000:00010000:1.0:1783441657.029414:0:17135:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1783441657.029418:0:17135:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9114c2167a00/0x4778038d8fc36a96 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.6@tcp remote: 0x84c385150672a515 expref: 8 pid: 19940 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783441657.029436:0:17135:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x0 (ffff9114b8486600) 00010000:00010000:1.0:1783441657.029438:0:17135:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1783441657.029442:0:17135:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9114aebd1400/0x4778038d8fc367cc lrc: 0/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.6@tcp remote: 0x84c385150672a435 expref: 7 pid: 19940 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783441657.029460:0:17135:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x1:0x0].0x0 (ffff9114b8486800) 00010000:00010000:1.0:1783441657.029463:0:17135:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:1.0:1783441657.029478:0:17135:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9114aeb4de00/0x4778038d8fc368ac lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x1:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.6@tcp remote: 0x84c385150672a474 expref: 6 pid: 18886 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783441657.029544:0:17135:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x3:0x0].0x0 (ffff9114b8486200) 00010000:00010000:1.0:1783441657.029547:0:17135:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1783441657.029552:0:17135:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9114aebd1600/0x4778038d8fc36a2d lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x3:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.6@tcp remote: 0x84c385150672a4eb expref: 5 pid: 17148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783441657.029569:0:17135:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff91138347bc00) 00010000:00010000:1.0:1783441657.029578:0:17135:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783441657.029583:0:17135:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9114aeae4200/0x4778038d8fc367e8 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.6@tcp remote: 0x84c385150672a43c expref: 4 pid: 17147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783441657.029598:0:17135:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff9114bca24000, canceled 7 locks, left on hash table 0. 00010000:00010000:1.0:1783441657.029611:0:17135:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783441657.029613:0:17135:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783441657.029614:0:17135:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1783441657.054662:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:1.0:1783441657.054816:0:17149:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073552851840 00000100:00100000:1.0:1783441657.054827:0:17149:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073552851840 00000100:00100000:1.0:1783441657.054899:0:17149:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 77 00000100:00100000:1.0:1783441657.054910:0:17149:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff911383ff0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:a5d3ca9d-7c8a-4a2a-b8c5-119d725f9162+5:2403:x1870073552851840:12345-192.168.202.6@tcp:39:umount.0 00000020:00000080:1.0:1783441657.054946:0:17149:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x4778038d8fc36708 00000100:00080000:1.0:1783441657.054967:0:17149:0:(import.c:65:import_set_state_nolock()) ffff911383d5d800 : changing import state from FULL to CLOSED 00000001:00000004:1.0:1783441657.054997:0:17149:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0001_UUID: mount_count is 2, last_transno is 8589934592 00000100:00100000:1.0:1783441657.055242:0:17149:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff911383ff0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:a5d3ca9d-7c8a-4a2a-b8c5-119d725f9162+3:2403:x1870073552851840:12345-192.168.202.6@tcp:39:umount.0 Request processed in 332us (598us total) trans 8589934593 rc 0/0 00000100:00100000:1.0:1783441657.055251:0:17149:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 77 00010000:00010000:2.0:1783441657.055623:0:17134:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1783441657.301533:0:3647:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff911383542680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3647:1870073572856704:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1783441657.301625:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783441657.302015:0:18656:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572856704 00000100:00100000:1.0:1783441657.302025:0:18656:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572856704 00000100:00100000:1.0:1783441657.302088:0:18656:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37 00000100:00100000:1.0:1783441657.302098:0:18656:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9114aeae2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3647:x1870073572856704:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1783441657.302146:0:18656:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923505152 avail 3691982848 00000100:00100000:1.0:1783441657.302196:0:18656:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9114aeae2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3647:x1870073572856704:12345-0@lo:13:osp-pre-0-0.0 Request processed in 100us (570us total) trans 0 rc 0/0 00000100:00100000:1.0:1783441657.302204:0:18656:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37 00000100:00080000:1.0:1783441657.302224:0:17142:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1783441657.303888:0:3647:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff911383542680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3647:1870073572856704:0@lo:13:osp-pre-0-0.0 00010000:00010000:2.0:1783441657.361181:0:19292:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1783441658.128945:0:17184:0:(llog.c:805:llog_process_thread()) index: 2, lh_last_idx: 2 synced_idx: 2 lgh_last_idx: 2 00000040:00080000:0.0:1783441658.128956:0:17184:0:(llog_cat.c:841:llog_cat_process_common()) processing log [0x1:0xe:0x0] at index 2 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1783441658.128975:0:17184:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0xe:0x0] index 2 count 2 00000040:00080000:0.0:1783441658.128985:0:17184:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 3 count 2 00000100:00100000:0.0:1783441658.320841:0:3648:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff911383ff0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3648:1870073572856832:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1783441658.320911:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783441658.321100:0:18657:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572856832 00000100:00100000:1.0:1783441658.321121:0:18657:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572856832 00000100:00100000:1.0:1783441658.321171:0:18657:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38 00000100:00100000:1.0:1783441658.321179:0:18657:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9114bf538700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3648:x1870073572856832:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1783441658.321198:0:18657:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923505152 avail 3691982848 00000100:00100000:1.0:1783441658.321240:0:18657:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9114bf538700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3648:x1870073572856832:12345-0@lo:13:osp-pre-0-1.0 Request processed in 62us (329us total) trans 0 rc 0/0 00000100:00100000:1.0:1783441658.321247:0:18657:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38 00000100:00080000:1.0:1783441658.321265:0:17142:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1783441658.321705:0:3648:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff911383ff0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3648:1870073572856832:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1783441658.321773:0:3650:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9114bf53a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3650:1870073572857088:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1783441658.321802:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783441658.321828:0:3650:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1783441658.321833:0:3650:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff911383ff2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3650:1870073572856960:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1783441658.321851:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783441658.321919:0:17153:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572857088 00000100:00100000:0.0:1783441658.321923:0:17153:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572857088 00000100:00100000:0.0:1783441658.321944:0:17153:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572856960 00000100:00100000:0.0:1783441658.321947:0:17153:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572856960 00000100:00100000:0.0:1783441658.321957:0:17153:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 77 00000100:00100000:0.0:1783441658.321962:0:17153:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff911383541c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3650:x1870073572857088:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1783441658.322006:0:17153:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446461440 avail 1300221952 00000100:00100000:0.0:1783441658.322045:0:17153:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff911383541c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3650:x1870073572857088:12345-0@lo:41:osp-pre-1-0.0 Request processed in 82us (242us total) trans 0 rc 0/0 00000100:00100000:0.0:1783441658.322051:0:17153:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 77 00000100:00100000:0.0:1783441658.322063:0:17153:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 78 00000100:00100000:0.0:1783441658.322076:0:17153:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff911383542a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3650:x1870073572856960:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1783441658.322090:0:17153:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446293504 avail 1300054016 00000100:00100000:0.0:1783441658.322113:0:17153:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff911383542a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3650:x1870073572856960:12345-0@lo:41:osp-pre-0-1.0 Request processed in 37us (260us total) trans 0 rc 0/0 00000100:00100000:0.0:1783441658.322118:0:17153:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 78 00000100:00100000:1.0:1783441658.322382:0:3650:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff911383ff2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3650:1870073572856960:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1783441658.322392:0:3650:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9114bf53a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3650:1870073572857088:0@lo:41:osp-pre-1-0.0 00010000:00010000:1.0:1783441658.384730:0:17135:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783441659.409203:0:17134:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1783441659.959466:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:2.0:1783441659.959538:0:17132:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073552851968 00000100:00100000:2.0:1783441659.959552:0:17132:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073552851968 00000100:00100000:3.0:1783441659.959570:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:3.0:1783441659.959604:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:2.0:1783441659.959645:0:17132:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073552852096 00000100:00100000:2.0:1783441659.959649:0:17132:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073552852096 00000100:00100000:2.0:1783441659.959664:0:17132:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073552852224 00000100:00100000:2.0:1783441659.959666:0:17132:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073552852224 00000100:00100000:2.0:1783441659.959685:0:17132:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 7 00000100:00100000:2.0:1783441659.959697:0:17132:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9114aeae2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4afa794b-c740-47fc-a21d-adf510ceec2b+12:2405:x1870073552851968:12345-192.168.202.6@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1783441659.959729:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00010000:00010000:2.0:1783441659.959748:0:17132:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1783441659.959781:0:17132:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9114aeae5000/0x4778038d8fc3672b lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x44801000000000 nid: 192.168.202.6@tcp remote: 0x84c385150672a3b7 expref: 12 pid: 17140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441659.959809:0:17132:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1783441659.959820:0:17148:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073552852480 00000100:00100000:0.0:1783441659.959840:0:17148:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073552852480 00000100:00100000:2.0:1783441659.959888:0:17132:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9114aeae2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4afa794b-c740-47fc-a21d-adf510ceec2b+11:2405:x1870073552851968:12345-192.168.202.6@tcp:103:ldlm_bl.0 Request processed in 193us (437us total) trans 0 rc 0/0 00000100:00100000:2.0:1783441659.959899:0:17132:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 7 00000100:00100000:2.0:1783441659.959929:0:17132:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 8 00000100:00100000:2.0:1783441659.959940:0:17132:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9114aeae0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4afa794b-c740-47fc-a21d-adf510ceec2b+10:2404:x1870073552852096:12345-192.168.202.6@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1783441659.959949:0:17132:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1783441659.959950:0:17148:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 78 00010000:00010000:2.0:1783441659.959966:0:17132:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9114b50d4a00/0x4778038d8fc36732 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x44801000000000 nid: 192.168.202.6@tcp remote: 0x84c385150672a3e8 expref: 10 pid: 17139 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783441659.959970:0:17148:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9114aeae0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:41a78a74-65d1-4c8a-96bc-7716ef736cb2+6:2403:x1870073552852480:12345-192.168.202.6@tcp:39:umount.0 00010000:00010000:2.0:1783441659.959990:0:17132:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1783441659.960018:0:17132:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9114aeae0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4afa794b-c740-47fc-a21d-adf510ceec2b+9:2404:x1870073552852096:12345-192.168.202.6@tcp:103:ldlm_bl.0 Request processed in 79us (447us total) trans 0 rc 0/0 00000100:00100000:2.0:1783441659.960027:0:17132:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 8 00000020:00000080:0.0:1783441659.960028:0:17148:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x4778038d8fc36740 00000020:00010000:0.0:1783441659.960044:0:17148:0:(genops.c:1944:obd_stale_export_put()) Put export ffff911382180800: total 0 00000100:00080000:0.0:1783441659.960051:0:17148:0:(import.c:65:import_set_state_nolock()) ffff911382186800 : changing import state from FULL to CLOSED 00000100:00100000:2.0:1783441659.960058:0:17132:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 9 00000100:00100000:2.0:1783441659.960070:0:17132:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9114aeae0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4afa794b-c740-47fc-a21d-adf510ceec2b+8:2405:x1870073552852224:12345-192.168.202.6@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1783441659.960079:0:17132:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000001:00000004:0.0:1783441659.960080:0:17148:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 2, last_transno is 8589934637 00010000:00010000:2.0:1783441659.960093:0:17132:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9114b50d5000/0x4778038d8fc367a9 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x44801000000000 nid: 192.168.202.6@tcp remote: 0x84c385150672a427 expref: 8 pid: 17141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441659.960104:0:17132:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1783441659.960119:0:17132:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9114aeae0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4afa794b-c740-47fc-a21d-adf510ceec2b+7:2405:x1870073552852224:12345-192.168.202.6@tcp:103:ldlm_bl.0 Request processed in 54us (517us total) trans 0 rc 0/0 00000100:00100000:2.0:1783441659.960130:0:17132:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 9 00000020:00010000:2.0:1783441659.960153:0:19292:0:(genops.c:1930:obd_stale_export_get()) Get export ffff911382180800: total 0 00010000:00010000:2.0:1783441659.960212:0:19292:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff911382180800, canceled 0 locks, left on hash table 1. 00010000:00010000:2.0:1783441659.960240:0:19292:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9114b8486a00) 00010000:00010000:2.0:1783441659.960243:0:19292:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1783441659.960248:0:19292:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9114aebd1200/0x4778038d8fc36835 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.6@tcp remote: 0x84c385150672a451 expref: 5 pid: 17147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783441659.960261:0:17148:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9114aeae0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:41a78a74-65d1-4c8a-96bc-7716ef736cb2+4:2403:x1870073552852480:12345-192.168.202.6@tcp:39:umount.0 Request processed in 290us (527us total) trans 8589934638 rc 0/0 00000100:00100000:0.0:1783441659.960271:0:17148:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 78 00010000:00010000:2.0:1783441659.960283:0:19292:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff911382180800, canceled 1 locks, left on hash table 0. 00010000:00010000:2.0:1783441659.960303:0:19292:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783441659.960307:0:19292:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783441659.960309:0:19292:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1783441659.960467:0:17142:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1783441659.981594:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:2.0:1783441659.981687:0:18886:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073552852608 00000100:00100000:2.0:1783441659.981701:0:18886:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073552852608 00000100:00100000:2.0:1783441659.981801:0:18886:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 79 00000100:00100000:2.0:1783441659.981824:0:18886:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9114bf53a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:41a78a74-65d1-4c8a-96bc-7716ef736cb2+5:2403:x1870073552852608:12345-192.168.202.6@tcp:39:umount.0 00000020:00000080:2.0:1783441659.981878:0:18886:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x4778038d8fc36747 00000100:00080000:2.0:1783441659.981892:0:18886:0:(import.c:65:import_set_state_nolock()) ffff9114bfb92800 : changing import state from FULL to CLOSED 00000001:00000004:2.0:1783441659.981940:0:18886:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0001_UUID: mount_count is 2, last_transno is 8589934593 00010000:00010000:0.0:1783441659.981972:0:17135:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1783441659.981984:0:17142:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1783441659.982140:0:18886:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9114bf53a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:41a78a74-65d1-4c8a-96bc-7716ef736cb2+3:2403:x1870073552852608:12345-192.168.202.6@tcp:39:umount.0 Request processed in 328us (560us total) trans 8589934594 rc 0/0 00000100:00100000:2.0:1783441659.982150:0:18886:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 79 00000100:00100000:3.0:1783441660.018027:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:0.0:1783441660.018715:0:17140:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073552852864 00000100:00100000:0.0:1783441660.018730:0:17140:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073552852864 00000100:00100000:0.0:1783441660.018817:0:17140:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 174 00000100:00100000:0.0:1783441660.018829:0:17140:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff911383c35850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:4afa794b-c740-47fc-a21d-adf510ceec2b+7:2403:x1870073552852864:12345-192.168.202.6@tcp:251:umount.0 00000020:00000080:0.0:1783441660.018927:0:17140:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x4778038d8fc366de 00000020:00010000:0.0:1783441660.018937:0:17140:0:(genops.c:1944:obd_stale_export_put()) Put export ffff9113821bd000: total 0 00000100:00080000:0.0:1783441660.018943:0:17140:0:(import.c:65:import_set_state_nolock()) ffff9113821bf800 : changing import state from FULL to CLOSED 00000020:00010000:1.0:1783441660.019059:0:17134:0:(genops.c:1930:obd_stale_export_get()) Get export ffff9113821bd000: total 0 00000100:00100000:0.0:1783441660.019061:0:17140:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff911383c35850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:4afa794b-c740-47fc-a21d-adf510ceec2b+3:2403:x1870073552852864:12345-192.168.202.6@tcp:251:umount.0 Request processed in 232us (1047us total) trans 0 rc 0/0 00000100:00100000:0.0:1783441660.019077:0:17140:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 174 00010000:00010000:1.0:1783441660.019147:0:17134:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff9113821bd000, canceled 0 locks, left on hash table 1. 00010000:00010000:1.0:1783441660.019192:0:17134:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9114c2166400/0x4778038d8fc366e5 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x44801000000000 nid: 192.168.202.6@tcp remote: 0x84c385150672a340 expref: 2 pid: 17140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783441660.019213:0:17134:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff9113821bd000, canceled 1 locks, left on hash table 0. 00000020:00000080:1.0:1783441660.019224:0:17134:0:(genops.c:906:class_export_put()) final put ffff9113821bd000/4afa794b-c740-47fc-a21d-adf510ceec2b 00010000:00010000:1.0:1783441660.019242:0:17134:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783441660.019244:0:17134:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783441660.019260:0:17134:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:1.0:1783441660.019275:0:11525:0:(genops.c:865:class_export_destroy()) destroying export ffff9113821bd000/4afa794b-c740-47fc-a21d-adf510ceec2b for MGS 00000020:00000080:1.0:1783441660.019331:0:11525:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff9113821bf800 for MGS 00010000:00010000:3.0:1783441660.433050:0:19292:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1783441660.881000:0:3647:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff911383ff1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d116aa8e-8f85-4520-8879-6fa52ce3f863:3647:1870073572857216:0@lo:400:kworker.0 00000100:00100000:1.0:1783441660.881107:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783441660.881647:0:3649:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9114aeae0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3649:1870073572857472:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1783441660.881693:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783441660.881745:0:18657:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572857472 00000100:00100000:3.0:1783441660.881755:0:18657:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572857472 00000100:00100000:3.0:1783441660.881823:0:18657:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 39 00000100:00100000:3.0:1783441660.881834:0:18657:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9114aeae1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3649:x1870073572857472:12345-0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1783441660.881984:0:3647:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1783441660.881995:0:3647:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9114b0d47480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3647:1870073572857344:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1783441660.882030:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783441660.882051:0:3647:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff911383ff1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3647:1870073572857728:0@lo:400:kworker.0 00000100:00100000:1.0:1783441660.882085:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783441660.882110:0:3647:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9114bfb44a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3647:1870073572858240:0@lo:400:kworker.0 00000100:00100000:1.0:1783441660.882131:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783441660.882152:0:3647:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9114bfb47100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3647:1870073572858752:0@lo:400:kworker.0 00000100:00100000:0.0:1783441660.882163:0:3648:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff911383ff2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3648:1870073572857856:0@lo:400:kworker.0 00000100:00100000:2.0:1783441660.882176:0:17139:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572857216 00000100:00100000:2.0:1783441660.882182:0:17139:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572857216 00000100:00100000:1.0:1783441660.882183:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783441660.882206:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783441660.882227:0:18655:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572857728 00000100:00100000:1.0:1783441660.882232:0:18655:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572857728 00000100:00100000:2.0:1783441660.882237:0:17139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 175 00000100:00100000:0.0:1783441660.882238:0:3648:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9114bfb45f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3648:1870073572858368:0@lo:400:kworker.0 00000100:00100000:2.0:1783441660.882251:0:17139:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff911490461850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d116aa8e-8f85-4520-8879-6fa52ce3f863+24:3647:x1870073572857216:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1783441660.882270:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783441660.882295:0:3648:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9114bfb44e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3648:1870073572858880:0@lo:400:kworker.0 00000100:00100000:2.0:1783441660.882321:0:17139:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff911490461850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d116aa8e-8f85-4520-8879-6fa52ce3f863+24:3647:x1870073572857216:12345-0@lo:400:kworker.0 Request processed in 73us (1213us total) trans 0 rc 0/0 00000100:00100000:0.0:1783441660.882335:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783441660.882342:0:17139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 175 00000100:00100000:0.0:1783441660.882372:0:18653:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572858240 00000100:00100000:0.0:1783441660.882377:0:18653:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572858240 00002000:00000024:3.0:1783441660.882467:0:18657:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923509248 avail 3691986944 00000100:00100000:0.0:1783441660.882477:0:18653:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572857856 00000100:00100000:0.0:1783441660.882482:0:18653:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572857856 00000100:00100000:0.0:1783441660.882527:0:18653:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40 00000100:00100000:0.0:1783441660.882535:0:18653:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff911383541180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3647:x1870073572858240:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1783441660.882572:0:18653:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff911383541180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3647:x1870073572858240:12345-0@lo:400:kworker.0 Request processed in 38us (440us total) trans 0 rc 0/0 00000100:00100000:0.0:1783441660.882578:0:18653:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40 00000100:00100000:0.0:1783441660.882595:0:18653:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41 00000100:00100000:0.0:1783441660.882601:0:18653:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9114b0d45880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3648:x1870073572857856:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1783441660.882647:0:18653:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9114b0d45880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3648:x1870073572857856:12345-0@lo:400:kworker.0 Request processed in 45us (442us total) trans 0 rc 0/0 00000100:00100000:1.0:1783441660.882653:0:18655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42 00000100:00100000:0.0:1783441660.882661:0:18653:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41 00000100:00100000:1.0:1783441660.882666:0:18655:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff911383540700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3647:x1870073572857728:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1783441660.882700:0:19940:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572858752 00000100:00100000:0.0:1783441660.882705:0:19940:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572858752 00000100:00100000:1.0:1783441660.882710:0:18655:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff911383540700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3647:x1870073572857728:12345-0@lo:400:kworker.0 Request processed in 49us (625us total) trans 0 rc 0/0 00000100:00100000:1.0:1783441660.882717:0:18655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42 00000100:00100000:0.0:1783441660.882738:0:19940:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572858368 00000100:00100000:0.0:1783441660.882742:0:19940:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572858368 00000100:00100000:0.0:1783441660.882763:0:19940:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572858880 00000100:00100000:0.0:1783441660.882766:0:19940:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572858880 00000100:00100000:1.0:1783441660.882777:0:18886:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 100 00000100:00100000:1.0:1783441660.882788:0:18886:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff911383540a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3647:x1870073572858752:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1783441660.882792:0:19940:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 101 00000100:00100000:0.0:1783441660.882803:0:19940:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9114b0d44000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3648:x1870073572858368:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1783441660.882832:0:18886:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff911383540a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3647:x1870073572858752:12345-0@lo:400:kworker.0 Request processed in 46us (649us total) trans 0 rc 0/0 00000100:00100000:1.0:1783441660.882841:0:18886:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 100 00000100:00100000:0.0:1783441660.882847:0:19940:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9114b0d44000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3648:x1870073572858368:12345-0@lo:400:kworker.0 Request processed in 45us (577us total) trans 0 rc 0/0 00000100:00100000:0.0:1783441660.882857:0:19940:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 101 00000100:00100000:3.0:1783441660.882862:0:18657:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9114aeae1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3649:x1870073572857472:12345-0@lo:13:osp-pre-1-1.0 Request processed in 1027us (1165us total) trans 0 rc 0/0 00000100:00100000:0.0:1783441660.882877:0:19940:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 102 00000100:00100000:0.0:1783441660.882884:0:19940:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9114b0d45f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3648:x1870073572858880:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1783441660.882939:0:18657:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 39 00000100:00100000:3.0:1783441660.882956:0:18657:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572857344 00000100:00100000:3.0:1783441660.882959:0:18657:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572857344 00000100:00100000:3.0:1783441660.882978:0:18657:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40 00000100:00100000:3.0:1783441660.882984:0:18657:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff911383541880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3647:x1870073572857344:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1783441660.882995:0:18657:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923509248 avail 3691986944 00000100:00100000:3.0:1783441660.883022:0:18657:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff911383541880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3647:x1870073572857344:12345-0@lo:13:osp-pre-1-0.0 Request processed in 38us (992us total) trans 0 rc 0/0 00000100:00100000:3.0:1783441660.883028:0:18657:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40 00000100:00080000:3.0:1783441660.883046:0:17142:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1783441660.883051:0:17142:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1783441660.883054:0:17142:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1783441660.883056:0:17142:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1783441660.883083:0:3650:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff911383ff3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3650:1870073572857600:0@lo:400:kworker.0 00000100:00100000:3.0:1783441660.883116:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783441660.883147:0:3650:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9114bfb47800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3650:1870073572858112:0@lo:400:kworker.0 00000100:00100000:0.0:1783441660.883155:0:19940:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9114b0d45f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3648:x1870073572858880:12345-0@lo:400:kworker.0 Request processed in 199us (749us total) trans 0 rc 0/0 00000100:00100000:0.0:1783441660.883166:0:19940:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 102 00000100:00100000:1.0:1783441660.883176:0:17153:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572857600 00000100:00100000:1.0:1783441660.883182:0:17153:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572857600 00000100:00100000:2.0:1783441660.883249:0:3647:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9114bfb44a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3647:1870073572858240:0@lo:400:kworker.0 00000100:00100000:2.0:1783441660.883268:0:3647:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9114bfb47100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3647:1870073572858752:0@lo:400:kworker.0 00000100:00100000:1.0:1783441660.883274:0:17153:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 79 00000100:00100000:2.0:1783441660.883282:0:3647:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff911383ff1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3647:1870073572857728:0@lo:400:kworker.0 00000100:00100000:1.0:1783441660.883287:0:17153:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9114aeae1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3650:x1870073572857600:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1783441660.883305:0:3647:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9114b0d47480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3647:1870073572857344:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1783441660.883318:0:3647:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff911383ff1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d116aa8e-8f85-4520-8879-6fa52ce3f863:3647:1870073572857216:0@lo:400:kworker.0 00000100:00100000:1.0:1783441660.883330:0:17153:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9114aeae1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3650:x1870073572857600:12345-0@lo:400:kworker.0 Request processed in 47us (212us total) trans 0 rc 0/0 00000100:00100000:1.0:1783441660.883339:0:17153:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 79 00000100:00100000:0.0:1783441660.883544:0:3648:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff911383ff2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3648:1870073572857856:0@lo:400:kworker.0 00000100:00100000:0.0:1783441660.883557:0:3648:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9114bfb45f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3648:1870073572858368:0@lo:400:kworker.0 00010000:00080000:0.0:1783441660.883570:0:3648:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9114bfb44e00 x1870073572858880/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1783441676 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783441660.883582:0:3648:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9114bfb44e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3648:1870073572858880:0@lo:400:kworker.0 00000100:00100000:3.0:1783441660.883980:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783441660.884014:0:3650:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9114bfb44000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3650:1870073572858624:0@lo:400:kworker.0 00000100:00100000:3.0:1783441660.884039:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783441660.884075:0:3650:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff911383ff3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3650:1870073572857600:0@lo:400:kworker.0 00000100:00100000:3.0:1783441660.884085:0:3650:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:3.0:1783441660.884091:0:3650:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff911383ff0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3650:1870073572857984:0@lo:400:kworker.0 00000100:00100000:3.0:1783441660.884110:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783441660.884138:0:3650:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9114bfb44700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3650:1870073572858496:0@lo:400:kworker.0 00000100:00100000:3.0:1783441660.884157:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783441660.884182:0:17147:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572858624 00000100:00100000:3.0:1783441660.884186:0:17147:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572858624 00000100:00100000:0.0:1783441660.884671:0:17152:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572858112 00000100:00100000:0.0:1783441660.884676:0:17152:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572858112 00000100:00100000:0.0:1783441660.884717:0:17152:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 80 00000100:00100000:0.0:1783441660.884724:0:17152:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9114aeae3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3650:x1870073572858112:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1783441660.884779:0:17152:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9114aeae3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3650:x1870073572858112:12345-0@lo:400:kworker.0 Request processed in 54us (799us total) trans 0 rc 0/0 00000100:00100000:0.0:1783441660.884792:0:17152:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 80 00000100:00100000:0.0:1783441660.884827:0:3650:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9114bfb47800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3650:1870073572858112:0@lo:400:kworker.0 00000100:00100000:0.0:1783441660.884848:0:19940:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572857984 00000100:00100000:0.0:1783441660.884851:0:19940:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572857984 00000100:00100000:0.0:1783441660.886021:0:19940:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572858496 00000100:00100000:0.0:1783441660.886035:0:19940:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572858496 00000100:00100000:3.0:1783441660.886316:0:17147:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 103 00000100:00100000:3.0:1783441660.886328:0:17147:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9114aeae1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3650:x1870073572857984:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1783441660.886414:0:17147:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9114aeae1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3650:x1870073572857984:12345-0@lo:400:kworker.0 Request processed in 89us (2302us total) trans 0 rc 0/0 00000100:00100000:3.0:1783441660.886421:0:17147:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 103 00000100:00100000:3.0:1783441660.886437:0:17147:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 104 00000100:00100000:3.0:1783441660.886444:0:17147:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9114aeae3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3650:x1870073572858624:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1783441660.886475:0:17147:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9114aeae3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3650:x1870073572858624:12345-0@lo:400:kworker.0 Request processed in 32us (2435us total) trans 0 rc 0/0 00000100:00100000:3.0:1783441660.886480:0:17147:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 104 00000100:00100000:3.0:1783441660.886492:0:17147:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 105 00000100:00100000:3.0:1783441660.886526:0:17147:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9114aeae3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3650:x1870073572858496:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1783441660.886555:0:17147:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9114aeae3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3650:x1870073572858496:12345-0@lo:400:kworker.0 Request processed in 57us (2396us total) trans 0 rc 0/0 00000100:00100000:3.0:1783441660.886561:0:17147:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 105 00000100:00080000:3.0:1783441660.886581:0:17142:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1783441660.886586:0:17142:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1783441660.886649:0:3649:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9114aeae0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3649:1870073572857472:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1783441660.886688:0:3650:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff911383ff0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3650:1870073572857984:0@lo:400:kworker.0 00000100:00100000:3.0:1783441660.886699:0:3650:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9114bfb44700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3650:1870073572858496:0@lo:400:kworker.0 00010000:00080000:3.0:1783441660.886715:0:3650:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9114bfb44000 x1870073572858624/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1783441676 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1783441660.886739:0:3650:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9114bfb44000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3650:1870073572858624:0@lo:400:kworker.0 00010000:00010000:1.0:1783441661.457904:0:17135:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000004:1.0:1783441661.561375:0:20719:0:(tgt_mount.c:2193:server_umount_begin()) umount -f 00000020:01000004:2.0:1783441661.595133:0:20719:0:(tgt_mount.c:2063:server_put_super()) server put_super lustre-MDT0000 00010000:00010000:2.0:1783441661.595369:0:20719:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.106@tcp lock: ffff911480030a00/0x4778038d8fc362a1 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000000000000 nid: local remote: 0x4778038d8fc362a8 expref: -99 pid: 17125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441661.595391:0:20719:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.106@tcp lock: ffff911480030a00/0x4778038d8fc362a1 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1000000000000 nid: local remote: 0x4778038d8fc362a8 expref: -99 pid: 17125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441661.595400:0:20719:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.106@tcp lock: ffff911480030a00/0x4778038d8fc362a1 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000400000000 nid: local remote: 0x4778038d8fc362a8 expref: -99 pid: 17125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441661.595408:0:20719:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.106@tcp lock: ffff911480030a00/0x4778038d8fc362a1 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000400000000 nid: local remote: 0x4778038d8fc362a8 expref: -99 pid: 17125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441661.595532:0:20719:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 10000000:01000000:2.0:1783441661.595540:0:20719:0:(mgc_request.c:547:config_log_end()) end config log lustre-client (0) 00000100:00080000:2.0:1783441661.595577:0:20719:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:2.0:1783441661.595583:0:20719:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: committing for last_committed 0 gen 3 00000100:00080000:2.0:1783441661.595591:0:20719:0:(pinger.c:399:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID 00000100:00080000:2.0:1783441661.595700:0:20719:0:(import.c:65:import_set_state_nolock()) ffff9114ade41000 lustre-MDT0000_UUID: changing import state from FULL to CONNECTING 00000100:00100000:0.0:1783441661.595874:0:3646:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9114bfb47100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3646:1870073572859008:0@lo:39:umount.0 00000100:00100000:0.0:1783441661.595969:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1783441661.596270:0:17134:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1783441661.596281:0:17134:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.106@tcp lock: ffff911480030a00/0x4778038d8fc362a1 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1000400000000 nid: local remote: 0x4778038d8fc362a8 expref: -99 pid: 17125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783441661.596291:0:17134:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff911480030a00 already unused, calling callback (ffffffffc126cc20) 10000000:00010000:1.0:1783441661.596296:0:17134:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.106@tcp lock: ffff911480030a00/0x4778038d8fc362a1 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1000400000000 nid: local remote: 0x4778038d8fc362a8 expref: -99 pid: 17125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783441661.596307:0:17134:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.106@tcp lock: ffff911480030a00/0x4778038d8fc362a1 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1008400000000 nid: local remote: 0x4778038d8fc362a8 expref: -99 pid: 17125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1783441661.596315:0:17134:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.106@tcp lock: ffff911480030a00/0x4778038d8fc362a1 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1009400000000 nid: local remote: 0x4778038d8fc362a8 expref: -99 pid: 17125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1783441661.596323:0:17134:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:1.0:1783441661.596325:0:17134:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-client: stopping, won't requeue 10000000:01000000:1.0:1783441661.596329:0:17134:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-client 00010000:00010000:1.0:1783441661.596363:0:17134:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.106@tcp lock: ffff911480030a00/0x4778038d8fc362a1 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x5809400000020 nid: local remote: 0x4778038d8fc362a8 expref: -99 pid: 17125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783441661.596371:0:17134:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1783441661.596405:0:17134:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.106@tcp lock: ffff911480030a00/0x4778038d8fc362a1 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x5809400000020 nid: local remote: 0x4778038d8fc362a8 expref: -99 pid: 17125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783441661.596422:0:17134:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.106@tcp lock: ffff911480030a00/0x4778038d8fc362a1 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x5809400000020 nid: local remote: 0x4778038d8fc362a8 expref: -99 pid: 17125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783441661.596632:0:17134:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783441661.596635:0:17134:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783441661.596637:0:17134:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1783441661.596744:0:3649:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff911383543100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:d116aa8e-8f85-4520-8879-6fa52ce3f863:3649:1870073572859136:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1783441661.596833:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783441661.597240:0:17133:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572859136 00000100:00100000:1.0:1783441661.597393:0:17133:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572859136 00000100:00100000:1.0:1783441661.597562:0:17133:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:1.0:1783441661.597573:0:17133:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9114af685050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d116aa8e-8f85-4520-8879-6fa52ce3f863+24:3649:x1870073572859136:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1783441661.597591:0:17133:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1783441661.597736:0:17133:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff911480031a00/0x4778038d8fc362a8 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x4778038d8fc362a1 expref: 24 pid: 17139 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783441661.597756:0:17133:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1783441661.597826:0:17133:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9114af685050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d116aa8e-8f85-4520-8879-6fa52ce3f863+23:3649:x1870073572859136:12345-0@lo:103:ldlm_bl.0 Request processed in 254us (991us total) trans 0 rc 0/0 00000100:00100000:1.0:1783441661.597834:0:17133:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00100000:0.0:1783441661.597910:0:3649:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff911383543100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:d116aa8e-8f85-4520-8879-6fa52ce3f863:3649:1870073572859136:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1783441661.598067:0:17149:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572859008 00000100:00100000:3.0:1783441661.598074:0:17149:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572859008 00000100:00100000:3.0:1783441661.598145:0:17149:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 80 00000100:00100000:3.0:1783441661.598152:0:17149:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9114b0d44a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3646:x1870073572859008:12345-0@lo:39:umount.0 00000020:00000080:3.0:1783441661.598184:0:17149:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x4778038d8fc362d2 00000100:00080000:3.0:1783441661.598193:0:17149:0:(import.c:65:import_set_state_nolock()) ffff911490556000 : changing import state from FULL to CLOSED 00010000:00010000:0.0:1783441661.598275:0:19292:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1783441661.598303:0:17149:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9114b0d44a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+1:3646:x1870073572859008:12345-0@lo:39:umount.0 Request processed in 150us (2333us total) trans 0 rc 0/0 00000100:00100000:3.0:1783441661.598311:0:17149:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 80 00000020:00000080:3.0:1783441661.598320:0:17149:0:(genops.c:906:class_export_put()) final put ffff911490554800/lustre-MDT0000-lwp-MDT0000_UUID 00000100:00080000:1.0:1783441661.598391:0:3646:0:(import.c:65:import_set_state_nolock()) ffff9114ade41000 lustre-MDT0000_UUID: changing import state from CONNECTING to CLOSED 00000100:00100000:1.0:1783441661.598413:0:3646:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9114bfb47100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3646:1870073572859008:0@lo:39:umount.0 00000100:00080000:0.0:1783441661.598450:0:20719:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:0.0:1783441661.598457:0:20719:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: committing for last_committed 0 gen 4 00000100:00100000:0.0:1783441661.598464:0:20719:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:3.0:1783441661.599038:0:12419:0:(genops.c:865:class_export_destroy()) destroying export ffff911490554800/lustre-MDT0000-lwp-MDT0000_UUID for lustre-MDT0000 00000020:00000080:3.0:1783441661.599164:0:12419:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff911490556000 for lustre-MDT0000 00010000:00010000:1.0:1783441661.599593:0:20719:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.106@tcp lock: ffff911480030600/0x4778038d8fc361f2 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000000000000 nid: local remote: 0x4778038d8fc361f9 expref: -99 pid: 17125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783441661.599621:0:20719:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.106@tcp lock: ffff911480030600/0x4778038d8fc361f2 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1000000000000 nid: local remote: 0x4778038d8fc361f9 expref: -99 pid: 17125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783441661.599629:0:20719:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.106@tcp lock: ffff911480030600/0x4778038d8fc361f2 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000400000000 nid: local remote: 0x4778038d8fc361f9 expref: -99 pid: 17125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783441661.599651:0:20719:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.106@tcp lock: ffff911480030600/0x4778038d8fc361f2 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000400000000 nid: local remote: 0x4778038d8fc361f9 expref: -99 pid: 17125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783441661.599721:0:20719:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1783441661.599729:0:20719:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.106@tcp lock: ffff9114aeb4d800/0x4778038d8fc365fe lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x4778038d8fc36605 expref: -99 pid: 17143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783441661.599736:0:20719:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.106@tcp lock: ffff9114aeb4d800/0x4778038d8fc365fe lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x4778038d8fc36605 expref: -99 pid: 17143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783441661.599742:0:20719:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.106@tcp lock: ffff9114aeb4d800/0x4778038d8fc365fe lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0x4778038d8fc36605 expref: -99 pid: 17143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783441661.599748:0:20719:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.106@tcp lock: ffff9114aeb4d800/0x4778038d8fc365fe lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0x4778038d8fc36605 expref: -99 pid: 17143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783441661.599775:0:17135:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1783441661.599782:0:17135:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.106@tcp lock: ffff911480030600/0x4778038d8fc361f2 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1000400000000 nid: local remote: 0x4778038d8fc361f9 expref: -99 pid: 17125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783441661.599789:0:17135:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff911480030600 already unused, calling callback (ffffffffc126cc20) 10000000:00010000:0.0:1783441661.599792:0:17135:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.106@tcp lock: ffff911480030600/0x4778038d8fc361f2 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1000400000000 nid: local remote: 0x4778038d8fc361f9 expref: -99 pid: 17125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783441661.599800:0:17135:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.106@tcp lock: ffff911480030600/0x4778038d8fc361f2 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1008400000000 nid: local remote: 0x4778038d8fc361f9 expref: -99 pid: 17125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1783441661.599806:0:17135:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.106@tcp lock: ffff911480030600/0x4778038d8fc361f2 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1009400000000 nid: local remote: 0x4778038d8fc361f9 expref: -99 pid: 17125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1783441661.599819:0:17135:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:0.0:1783441661.599821:0:17135:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-MDT0000: stopping, won't requeue 00010000:00010000:0.0:1783441661.599856:0:17135:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.106@tcp lock: ffff911480030600/0x4778038d8fc361f2 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x5809400000020 nid: local remote: 0x4778038d8fc361f9 expref: -99 pid: 17125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783441661.599863:0:17135:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1783441661.599898:0:17135:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.106@tcp lock: ffff911480030600/0x4778038d8fc361f2 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x5809400000020 nid: local remote: 0x4778038d8fc361f9 expref: -99 pid: 17125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783441661.599906:0:17135:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.106@tcp lock: ffff911480030600/0x4778038d8fc361f2 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x5809400000020 nid: local remote: 0x4778038d8fc361f9 expref: -99 pid: 17125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783441661.599923:0:17135:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:2.0:1783441661.599925:0:3650:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9114b0d46680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:d116aa8e-8f85-4520-8879-6fa52ce3f863:3650:1870073572859264:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1783441661.599929:0:17135:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.106@tcp lock: ffff9114aeb4d800/0x4778038d8fc365fe lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0x4778038d8fc36605 expref: -99 pid: 17143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783441661.599941:0:17135:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9114aeb4d800 already unused, calling callback (ffffffffc126cc20) 10000000:00010000:0.0:1783441661.599945:0:17135:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.106@tcp lock: ffff9114aeb4d800/0x4778038d8fc365fe lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0x4778038d8fc36605 expref: -99 pid: 17143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783441661.599951:0:17135:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.106@tcp lock: ffff9114aeb4d800/0x4778038d8fc365fe lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1008400000000 nid: local remote: 0x4778038d8fc36605 expref: -99 pid: 17143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1783441661.599957:0:17135:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.106@tcp lock: ffff9114aeb4d800/0x4778038d8fc365fe lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1009400000000 nid: local remote: 0x4778038d8fc36605 expref: -99 pid: 17143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1783441661.599962:0:17135:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 10000000:01000000:0.0:1783441661.599964:0:17135:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-mdtir: stopping, won't requeue 00010000:00010000:0.0:1783441661.599979:0:17135:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.106@tcp lock: ffff9114aeb4d800/0x4778038d8fc365fe lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0x4778038d8fc36605 expref: -99 pid: 17143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783441661.599990:0:17135:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1783441661.600013:0:17135:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.106@tcp lock: ffff9114aeb4d800/0x4778038d8fc365fe lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0x4778038d8fc36605 expref: -99 pid: 17143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783441661.600020:0:17135:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783441661.600022:0:17135:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783441661.600024:0:17135:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1783441661.600041:0:3647:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9114b0d47800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d116aa8e-8f85-4520-8879-6fa52ce3f863:3647:1870073572859392:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1783441661.600105:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783441661.600161:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1783441661.600275:0:20719:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:1.0:1783441661.600281:0:20719:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.106@tcp lock: ffff9114aeb4d800/0x4778038d8fc365fe lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0x4778038d8fc36605 expref: -99 pid: 17143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1783441661.600294:0:20719:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-mdtir 00010000:00010000:1.0:1783441661.600307:0:17134:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783441661.600317:0:20719:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.106@tcp lock: ffff9114aeae5c00/0x4778038d8fc3679b lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x4778038d8fc367a2 expref: -99 pid: 17143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783441661.600323:0:20719:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.106@tcp lock: ffff9114aeae5c00/0x4778038d8fc3679b lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x4778038d8fc367a2 expref: -99 pid: 17143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783441661.600329:0:20719:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.106@tcp lock: ffff9114aeae5c00/0x4778038d8fc3679b lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000400000000 nid: local remote: 0x4778038d8fc367a2 expref: -99 pid: 17143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783441661.600352:0:20719:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.106@tcp lock: ffff9114aeae5c00/0x4778038d8fc3679b lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000400000000 nid: local remote: 0x4778038d8fc367a2 expref: -99 pid: 17143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783441661.600368:0:20719:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1783441661.600375:0:20719:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.106@tcp lock: ffff9114aeb4c200/0x4778038d8fc361e4 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x4778038d8fc361eb expref: -99 pid: 17125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783441661.600381:0:20719:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.106@tcp lock: ffff9114aeb4c200/0x4778038d8fc361e4 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x4778038d8fc361eb expref: -99 pid: 17125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783441661.600388:0:20719:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.106@tcp lock: ffff9114aeb4c200/0x4778038d8fc361e4 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0x4778038d8fc361eb expref: -99 pid: 17125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783441661.600394:0:20719:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.106@tcp lock: ffff9114aeb4c200/0x4778038d8fc361e4 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0x4778038d8fc361eb expref: -99 pid: 17125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783441661.600757:0:20719:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 10000000:01000000:1.0:1783441661.600763:0:20719:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-MDT0000 10000000:01000000:1.0:1783441661.600766:0:20719:0:(mgc_request.c:547:config_log_end()) end config log lustre-MDT0000 (0) 00000020:01000004:1.0:1783441661.600800:0:20719:0:(tgt_mount.c:2113:server_put_super()) stopping lustre-MDT0000 00000020:01000000:1.0:1783441661.600804:0:20719:0:(obd_config.c:2475:class_manual_cleanup()) Manual cleanup of lustre-MDT0000 (flags='F') 00000020:00000080:1.0:1783441661.600809:0:20719:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1783441661.600814:0:20719:0:(obd_config.c:955:class_cleanup()) lustre-MDT0000: forcing exports to disconnect: 4/13 00000020:00080000:1.0:1783441661.600820:0:20719:0:(genops.c:1840:print_export_data()) lustre-MDT0000: ACTIVE ffff9113821bc000 lustre-MDT0000-lwp-OST0001_UUID 0@lo 4 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:1.0:1783441661.600827:0:20719:0:(genops.c:1840:print_export_data()) lustre-MDT0000: ACTIVE ffff9114ae141000 lustre-MDT0000-lwp-OST0000_UUID 0@lo 4 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:1.0:1783441661.600831:0:20719:0:(genops.c:1840:print_export_data()) lustre-MDT0000: ACTIVE ffff9114b5623800 lustre-MDT0000-lwp-MDT0001_UUID 0@lo 4 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:1.0:1783441661.600836:0:20719:0:(genops.c:1840:print_export_data()) lustre-MDT0000: ACTIVE ffff9114b6502000 lustre-MDT0001-mdtlov_UUID 0@lo 4 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:1.0:1783441661.600929:0:20719:0:(genops.c:1840:print_export_data()) lustre-MDT0000: UNLINKED ffff911382180800 41a78a74-65d1-4c8a-96bc-7716ef736cb2 192.168.202.6@tcp 2 (0 2 0) 1 0 0 0: 0000000000000000 8589934599 stale:0 00000020:00080000:1.0:1783441661.600933:0:20719:0:(genops.c:1840:print_export_data()) lustre-MDT0000: UNLINKED ffff9114bca24000 a5d3ca9d-7c8a-4a2a-b8c5-119d725f9162 192.168.202.6@tcp 2 (0 2 0) 1 0 0 0: 0000000000000000 8589934636 stale:0 00000020:00080000:1.0:1783441661.600938:0:20719:0:(genops.c:1574:class_disconnect_exports()) OBD device 5 (ffff911383a18000) has exports, disconnecting them 00000020:00080000:1.0:1783441661.600942:0:20719:0:(genops.c:1549:class_disconnect_export_list()) lustre-MDT0000: disconnecting export at 0@lo (ffff9113821bc000), last request at 1783441660 00000020:00000080:1.0:1783441661.600948:0:20719:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x4778038d8fc365cd 00000100:00080000:1.0:1783441661.600962:0:20719:0:(import.c:65:import_set_state_nolock()) ffff9113821bc800 : changing import state from FULL to CLOSED 00000020:00080000:1.0:1783441661.601068:0:20719:0:(genops.c:1554:class_disconnect_export_list()) disconnected export at 0@lo (ffff9113821bc000): rc 0 00000020:00000080:1.0:1783441661.601071:0:20719:0:(genops.c:906:class_export_put()) final put ffff9113821bc000/lustre-MDT0000-lwp-OST0001_UUID 00000100:00100000:0.0:1783441661.601123:0:17131:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572859392 00000100:00100000:0.0:1783441661.601131:0:17131:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572859392 00000100:00100000:0.0:1783441661.601175:0:17131:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572859264 00000100:00100000:0.0:1783441661.601179:0:17131:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572859264 00000020:00080000:1.0:1783441661.601185:0:20719:0:(genops.c:1549:class_disconnect_export_list()) lustre-MDT0000: disconnecting export at 0@lo (ffff9114ae141000), last request at 1783441660 00000020:00000080:1.0:1783441661.601190:0:20719:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x4778038d8fc3646f 00000100:00080000:1.0:1783441661.601195:0:20719:0:(import.c:65:import_set_state_nolock()) ffff9114ae141800 : changing import state from FULL to CLOSED 00000100:00100000:0.0:1783441661.601198:0:17131:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000020:00000080:1.0:1783441661.601206:0:11525:0:(genops.c:865:class_export_destroy()) destroying export ffff9113821bc000/lustre-MDT0000-lwp-OST0001_UUID for lustre-MDT0000 00000100:00100000:0.0:1783441661.601207:0:17131:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9114b0d45c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:d116aa8e-8f85-4520-8879-6fa52ce3f863+24:3647:x1870073572859392:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1783441661.601219:0:17131:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1783441661.601233:0:17131:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9114c21fda00/0x4778038d8fc36605 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x4778038d8fc365fe expref: 24 pid: 17141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:00000080:1.0:1783441661.601239:0:11525:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff9113821bc800 for lustre-MDT0000 00010000:00010000:0.0:1783441661.601245:0:17131:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000020:00080000:1.0:1783441661.601249:0:20719:0:(genops.c:1554:class_disconnect_export_list()) disconnected export at 0@lo (ffff9114ae141000): rc 0 00000020:00000080:1.0:1783441661.601252:0:20719:0:(genops.c:906:class_export_put()) final put ffff9114ae141000/lustre-MDT0000-lwp-OST0000_UUID 00000020:00080000:1.0:1783441661.601258:0:20719:0:(genops.c:1549:class_disconnect_export_list()) lustre-MDT0000: disconnecting export at 0@lo (ffff9114b5623800), last request at 1783441581 00000020:00000080:1.0:1783441661.601261:0:20719:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x4778038d8fc363c0 00000100:00080000:1.0:1783441661.601265:0:20719:0:(import.c:65:import_set_state_nolock()) ffff9114b5623000 : changing import state from FULL to CLOSED 00000020:00000080:1.0:1783441661.601271:0:11525:0:(genops.c:865:class_export_destroy()) destroying export ffff9114ae141000/lustre-MDT0000-lwp-OST0000_UUID for lustre-MDT0000 00000100:00100000:0.0:1783441661.601294:0:17131:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9114b0d45c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:d116aa8e-8f85-4520-8879-6fa52ce3f863+23:3647:x1870073572859392:12345-0@lo:103:ldlm_bl.0 Request processed in 88us (1189us total) trans 0 rc 0/0 00000100:00100000:0.0:1783441661.601302:0:17131:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00100000:0.0:1783441661.601316:0:17131:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:0.0:1783441661.601322:0:17131:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9114bfb44a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:d116aa8e-8f85-4520-8879-6fa52ce3f863+22:3650:x1870073572859264:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1783441661.601330:0:17131:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1783441661.601339:0:17131:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff911480030e00/0x4778038d8fc361f9 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x4778038d8fc361f2 expref: 22 pid: 17139 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783441661.601354:0:17131:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1783441661.601402:0:17131:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9114bfb44a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:d116aa8e-8f85-4520-8879-6fa52ce3f863+21:3650:x1870073572859264:12345-0@lo:103:ldlm_bl.0 Request processed in 78us (1241us total) trans 0 rc 0/0 00000100:00100000:0.0:1783441661.601409:0:17131:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00010000:00010000:0.0:1783441661.601431:0:19292:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1783441661.601436:0:19292:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.106@tcp lock: ffff9114aeae5c00/0x4778038d8fc3679b lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000400000000 nid: local remote: 0x4778038d8fc367a2 expref: -99 pid: 17143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783441661.601442:0:19292:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9114aeae5c00 already unused, calling callback (ffffffffc126cc20) 10000000:00010000:0.0:1783441661.601446:0:19292:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.106@tcp lock: ffff9114aeae5c00/0x4778038d8fc3679b lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000400000000 nid: local remote: 0x4778038d8fc367a2 expref: -99 pid: 17143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783441661.601452:0:19292:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.106@tcp lock: ffff9114aeae5c00/0x4778038d8fc3679b lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1008400000000 nid: local remote: 0x4778038d8fc367a2 expref: -99 pid: 17143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1783441661.601458:0:19292:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.106@tcp lock: ffff9114aeae5c00/0x4778038d8fc3679b lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1009400000000 nid: local remote: 0x4778038d8fc367a2 expref: -99 pid: 17143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1783441661.601463:0:19292:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 10000000:01000000:0.0:1783441661.601466:0:19292:0:(mgc_request.c:944:mgc_blocking_ast()) log params: stopping, won't requeue 10000000:01000000:0.0:1783441661.601468:0:19292:0:(mgc_request.c:130:config_log_put()) dropping config log params 00010000:00010000:0.0:1783441661.601486:0:19292:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.106@tcp lock: ffff9114aeae5c00/0x4778038d8fc3679b lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x5809400000020 nid: local remote: 0x4778038d8fc367a2 expref: -99 pid: 17143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783441661.601493:0:19292:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1783441661.601529:0:19292:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.106@tcp lock: ffff9114aeae5c00/0x4778038d8fc3679b lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x5809400000020 nid: local remote: 0x4778038d8fc367a2 expref: -99 pid: 17143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783441661.601536:0:19292:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.106@tcp lock: ffff9114aeae5c00/0x4778038d8fc3679b lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x5809400000020 nid: local remote: 0x4778038d8fc367a2 expref: -99 pid: 17143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783441661.601552:0:19292:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1783441661.601555:0:19292:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.106@tcp lock: ffff9114aeb4c200/0x4778038d8fc361e4 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0x4778038d8fc361eb expref: -99 pid: 17125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783441661.601560:0:19292:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9114aeb4c200 already unused, calling callback (ffffffffc126cc20) 10000000:00010000:0.0:1783441661.601563:0:19292:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.106@tcp lock: ffff9114aeb4c200/0x4778038d8fc361e4 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0x4778038d8fc361eb expref: -99 pid: 17125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783441661.601569:0:19292:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.106@tcp lock: ffff9114aeb4c200/0x4778038d8fc361e4 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1008400000000 nid: local remote: 0x4778038d8fc361eb expref: -99 pid: 17125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1783441661.601574:0:19292:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.106@tcp lock: ffff9114aeb4c200/0x4778038d8fc361e4 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1009400000000 nid: local remote: 0x4778038d8fc361eb expref: -99 pid: 17125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1783441661.601579:0:19292:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x5:0x0].0x0 (lustre) 10000000:01000000:0.0:1783441661.601581:0:19292:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-barrier: stopping, won't requeue 10000000:01000000:0.0:1783441661.601583:0:19292:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-barrier 00010000:00010000:0.0:1783441661.601600:0:19292:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.106@tcp lock: ffff9114aeb4c200/0x4778038d8fc361e4 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0x4778038d8fc361eb expref: -99 pid: 17125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783441661.601618:0:19292:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1783441661.601633:0:19292:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.106@tcp lock: ffff9114aeb4c200/0x4778038d8fc361e4 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0x4778038d8fc361eb expref: -99 pid: 17125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783441661.601639:0:19292:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.106@tcp lock: ffff9114aeb4c200/0x4778038d8fc361e4 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0x4778038d8fc361eb expref: -99 pid: 17125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783441661.601647:0:19292:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783441661.601649:0:19292:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783441661.601656:0:19292:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1783441661.601673:0:3649:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9114b0d46d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:d116aa8e-8f85-4520-8879-6fa52ce3f863:3649:1870073572859648:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1783441661.601702:0:3648:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9114b0d44380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d116aa8e-8f85-4520-8879-6fa52ce3f863:3648:1870073572859520:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1783441661.601714:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783441661.601769:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000080:1.0:1783441661.601787:0:11525:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff9114ae141800 for lustre-MDT0000 00000100:00100000:0.0:1783441661.601794:0:3647:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9114b0d47800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d116aa8e-8f85-4520-8879-6fa52ce3f863:3647:1870073572859392:0@lo:103:ldlm_bl.0 00000020:00080000:1.0:1783441661.601812:0:20719:0:(genops.c:1554:class_disconnect_export_list()) disconnected export at 0@lo (ffff9114b5623800): rc 0 00000020:00000080:1.0:1783441661.601815:0:20719:0:(genops.c:906:class_export_put()) final put ffff9114b5623800/lustre-MDT0000-lwp-MDT0001_UUID 00000020:00080000:1.0:1783441661.601826:0:20719:0:(genops.c:1549:class_disconnect_export_list()) lustre-MDT0000: disconnecting export at 0@lo (ffff9114b6502000), last request at 1783441581 00000020:00000080:1.0:1783441661.601830:0:20719:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x4778038d8fc36365 00000100:00080000:1.0:1783441661.601836:0:20719:0:(import.c:65:import_set_state_nolock()) ffff9114b6506000 : changing import state from FULL to CLOSED 00000100:00100000:0.0:1783441661.601842:0:3650:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9114b0d46680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:d116aa8e-8f85-4520-8879-6fa52ce3f863:3650:1870073572859264:0@lo:103:ldlm_bl.0 00000020:00000080:1.0:1783441661.601914:0:11525:0:(genops.c:865:class_export_destroy()) destroying export ffff9114b5623800/lustre-MDT0000-lwp-MDT0001_UUID for lustre-MDT0000 00000020:00000080:1.0:1783441661.601955:0:11525:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff9114b5623000 for lustre-MDT0000 00000001:00000004:1.0:1783441661.601969:0:20719:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 2, last_transno is 8589934638 00010000:00010000:0.0:1783441661.602002:0:17135:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1783441661.602015:0:17132:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572859648 00000100:00100000:0.0:1783441661.602020:0:17132:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572859648 00000100:00100000:0.0:1783441661.602047:0:17132:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572859520 00000100:00100000:0.0:1783441661.602051:0:17132:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572859520 00010000:00010000:2.0:1783441661.602054:0:19292:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00080000:1.0:1783441661.602069:0:20719:0:(genops.c:1554:class_disconnect_export_list()) disconnected export at 0@lo (ffff9114b6502000): rc 0 00000100:00100000:0.0:1783441661.602071:0:17132:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00100000:0.0:1783441661.602076:0:17132:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9114b0d45500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d116aa8e-8f85-4520-8879-6fa52ce3f863+22:3649:x1870073572859648:12345-0@lo:103:ldlm_bl.0 00000004:00000080:1.0:1783441661.602078:0:20719:0:(mdd_device.c:2302:mdd_iocontrol()) lustre-MDD0000: cmd=400866e7 len=0 karg=ffffa26c41c4fae0 00010000:00010000:0.0:1783441661.602085:0:17132:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1783441661.602095:0:17132:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff911383e4b800/0x4778038d8fc361eb lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 4 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x4778038d8fc361e4 expref: 22 pid: 17140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783441661.602104:0:17132:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1783441661.602147:0:17132:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9114b0d45500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d116aa8e-8f85-4520-8879-6fa52ce3f863+21:3649:x1870073572859648:12345-0@lo:103:ldlm_bl.0 Request processed in 69us (437us total) trans 0 rc 0/0 00000100:00100000:0.0:1783441661.602155:0:17132:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000100:00100000:0.0:1783441661.602180:0:17132:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:0.0:1783441661.602188:0:17132:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9114bfb46300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d116aa8e-8f85-4520-8879-6fa52ce3f863+20:3648:x1870073572859520:12345-0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1783441661.602194:0:3649:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9114b0d46d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:d116aa8e-8f85-4520-8879-6fa52ce3f863:3649:1870073572859648:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1783441661.602197:0:17132:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1783441661.602217:0:17132:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9114c2167400/0x4778038d8fc367a2 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x4778038d8fc3679b expref: 20 pid: 17140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00080000:1.0:1783441661.602228:0:20719:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00010000:00010000:0.0:1783441661.602228:0:17132:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1783441661.602232:0:20719:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: committing for last_committed 0 gen 3 00000100:00100000:0.0:1783441661.602273:0:17132:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9114bfb46300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d116aa8e-8f85-4520-8879-6fa52ce3f863+19:3648:x1870073572859520:12345-0@lo:103:ldlm_bl.0 Request processed in 86us (508us total) trans 0 rc 0/0 00000100:00100000:0.0:1783441661.602283:0:17132:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000100:00100000:2.0:1783441661.602733:0:3648:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9114b0d44380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d116aa8e-8f85-4520-8879-6fa52ce3f863:3648:1870073572859520:0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1783441661.604389:0:17134:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1783441661.604808:0:20719:0:(pinger.c:399:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID 00000100:00080000:1.0:1783441661.604833:0:20719:0:(import.c:65:import_set_state_nolock()) ffff9113821c6000 lustre-MDT0001_UUID: changing import state from FULL to CONNECTING 00000100:00100000:0.0:1783441661.605654:0:3646:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff911383540380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3646:1870073572859776:0@lo:39:umount.0 00000100:00100000:0.0:1783441661.605729:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783441661.605787:0:17152:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572859776 00000100:00100000:1.0:1783441661.605796:0:17152:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572859776 00000100:00100000:0.0:1783441661.606034:0:17153:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 81 00000100:00100000:0.0:1783441661.606046:0:17153:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9114b0d46680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3646:x1870073572859776:12345-0@lo:39:umount.0 00000020:00000080:0.0:1783441661.606089:0:17153:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x4778038d8fc363ea 00000100:00080000:0.0:1783441661.606101:0:17153:0:(import.c:65:import_set_state_nolock()) ffff9114b549b800 : changing import state from FULL to CLOSED 00000001:00000004:0.0:1783441661.606148:0:17153:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0001_UUID: mount_count is 2, last_transno is 8589934594 00010000:00010000:1.0:1783441661.606168:0:17135:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1783441661.606310:0:17153:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9114b0d46680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+3:3646:x1870073572859776:12345-0@lo:39:umount.0 Request processed in 266us (580us total) trans 8589934595 rc 0/0 00000100:00100000:0.0:1783441661.606318:0:17153:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 81 00000100:00080000:1.0:1783441661.606342:0:3646:0:(import.c:65:import_set_state_nolock()) ffff9113821c6000 lustre-MDT0001_UUID: changing import state from CONNECTING to CLOSED 00000100:00100000:1.0:1783441661.606361:0:3646:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff911383540380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3646:1870073572859776:0@lo:39:umount.0 00000100:00080000:1.0:1783441661.606944:0:20719:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:1.0:1783441661.606947:0:20719:0:(client.c:3112:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 8589934594 gen 3 00000004:00080000:1.0:1783441661.606998:0:20719:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00080000:1.0:1783441661.607057:0:20719:0:(pinger.c:399:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID 00000100:00080000:1.0:1783441661.607076:0:20719:0:(import.c:65:import_set_state_nolock()) ffff9114aea29800 lustre-OST0000_UUID: changing import state from FULL to CONNECTING 00000100:00080000:1.0:1783441661.607097:0:20719:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:1.0:1783441661.607100:0:20719:0:(client.c:3112:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 8589934598 gen 3 00000004:00080000:1.0:1783441661.607114:0:20719:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00080000:1.0:1783441661.607172:0:20719:0:(pinger.c:399:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID 00000100:00080000:1.0:1783441661.607182:0:20719:0:(import.c:65:import_set_state_nolock()) ffff911383638800 lustre-OST0001_UUID: changing import state from FULL to CONNECTING 00000020:00080000:1.0:1783441661.607219:0:20719:0:(genops.c:1579:class_disconnect_exports()) OBD device 5 (ffff911383a18000) has no exports 00000100:00100000:2.0:1783441661.607268:0:3646:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff911383543800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3646:1870073572859904:0@lo:9:umount.0 00000100:00100000:2.0:1783441661.607310:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783441661.607342:0:3646:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff911383543100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3646:1870073572860032:0@lo:9:umount.0 00000100:00100000:2.0:1783441661.607363:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783441661.607396:0:18655:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572859904 00000100:00100000:2.0:1783441661.607401:0:18655:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572859904 00000100:00100000:2.0:1783441661.607445:0:18655:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572860032 00000100:00100000:2.0:1783441661.607448:0:18655:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572860032 00000100:00100000:2.0:1783441661.607471:0:18655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36 00000100:00100000:2.0:1783441661.607480:0:18655:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9114bfb45180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3646:x1870073572859904:12345-0@lo:9:umount.0 00000020:00000080:2.0:1783441661.607529:0:18655:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x4778038d8fc364b5 00000100:00080000:2.0:1783441661.607536:0:18655:0:(import.c:65:import_set_state_nolock()) ffff9114b86a0800 : changing import state from FULL to CLOSED 00000001:00000004:2.0:1783441661.607575:0:18655:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 2, last_transno is 8589934594 00000100:00100000:2.0:1783441661.607702:0:18655:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9114bfb45180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+2:3646:x1870073572859904:12345-0@lo:9:umount.0 Request processed in 223us (391us total) trans 0 rc 0/0 00000100:00100000:2.0:1783441661.607710:0:18655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36 00000100:00100000:2.0:1783441661.607726:0:18655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37 00000100:00100000:2.0:1783441661.607733:0:18655:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9114bfb46680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3646:x1870073572860032:12345-0@lo:9:umount.0 00000020:00000080:2.0:1783441661.607761:0:18655:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x4778038d8fc3660c 00000100:00080000:2.0:1783441661.607766:0:18655:0:(import.c:65:import_set_state_nolock()) ffff9113821ba800 : changing import state from FULL to CLOSED 00000001:00000004:2.0:1783441661.607789:0:18655:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 2, last_transno is 8589934599 00000100:00100000:2.0:1783441661.607857:0:18655:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9114bfb46680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+2:3646:x1870073572860032:12345-0@lo:9:umount.0 Request processed in 125us (492us total) trans 0 rc 0/0 00000100:00100000:2.0:1783441661.607864:0:18655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37 00010000:00010000:2.0:1783441661.607887:0:17134:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783441661.607892:0:19292:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1783441661.607912:0:3646:0:(import.c:65:import_set_state_nolock()) ffff9114aea29800 lustre-OST0000_UUID: changing import state from CONNECTING to CLOSED 00000004:00080000:2.0:1783441661.615681:0:3646:0:(osp_dev.c:1618:osp_import_event()) got disconnected 00000004:00080000:2.0:1783441661.615713:0:3646:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:2.0:1783441661.615724:0:3646:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff911383543800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3646:1870073572859904:0@lo:9:umount.0 00000100:00080000:2.0:1783441661.615772:0:3646:0:(import.c:65:import_set_state_nolock()) ffff911383638800 lustre-OST0001_UUID: changing import state from CONNECTING to CLOSED 00000004:00080000:2.0:1783441661.615785:0:3646:0:(osp_dev.c:1618:osp_import_event()) got disconnected 00000004:00080000:2.0:1783441661.615787:0:3646:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:2.0:1783441661.615790:0:3646:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff911383543100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3646:1870073572860032:0@lo:9:umount.0 00000020:00080000:1.0:1783441661.624863:0:20719:0:(genops.c:1579:class_disconnect_exports()) OBD device 5 (ffff911383a18000) has no exports 00000020:00000080:1.0:1783441661.677096:0:20719:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x4778038d8fc3623f 00000020:00000080:1.0:1783441661.677112:0:20719:0:(genops.c:906:class_export_put()) final put ffff91138489c000/lustre-QMT0000_UUID 00000020:01000000:1.0:1783441661.677123:0:20719:0:(obd_config.c:2475:class_manual_cleanup()) Manual cleanup of lustre-QMT0000 (flags='') 00000020:00000080:1.0:1783441661.677198:0:11525:0:(genops.c:865:class_export_destroy()) destroying export ffff91138489c000/lustre-QMT0000_UUID for lustre-QMT0000 00000020:00000080:0.0:1783441661.677269:0:20719:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1783441661.677281:0:20719:0:(obd_config.c:955:class_cleanup()) lustre-QMT0000: forcing exports to disconnect: 0/1 00000020:00080000:0.0:1783441661.677285:0:20719:0:(genops.c:1579:class_disconnect_exports()) OBD device 7 (ffff911383a1cd40) has no exports 00000020:00000080:2.0:1783441661.677677:0:20719:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x4778038d8fc36238 00000020:00000080:2.0:1783441661.677685:0:20719:0:(genops.c:906:class_export_put()) final put ffff9114ade40000/lustre-MDT0000-osd_UUID 00000020:00000080:2.0:1783441661.677699:0:27:0:(genops.c:865:class_export_destroy()) destroying export ffff9114ade40000/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000080:2.0:1783441661.677745:0:20719:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1783441661.677752:0:20719:0:(obd_config.c:883:class_detach()) detach on obd lustre-QMT0000 (uuid lustre-QMT0000_UUID) 00000020:00000080:2.0:1783441661.677755:0:20719:0:(genops.c:906:class_export_put()) final put ffff9114ade44800/lustre-QMT0000_UUID 00000020:00000080:2.0:1783441661.677757:0:20719:0:(genops.c:865:class_export_destroy()) destroying export ffff9114ade44800/lustre-QMT0000_UUID for lustre-QMT0000 00000020:01000000:2.0:1783441661.677762:0:20719:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-QMT0000 (lustre-QMT0000_UUID) 00010000:00010000:1.0:1783441662.480685:0:17135:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00100000:3.0:1783441662.930735:0:17126:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of lustre-MDT0001-mdtlov_UUID 00000020:00000080:3.0:1783441662.930745:0:17126:0:(genops.c:906:class_export_put()) final put ffff9114b6502000/lustre-MDT0001-mdtlov_UUID 00000001:00100000:3.0:1783441662.930764:0:17126:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of 41a78a74-65d1-4c8a-96bc-7716ef736cb2 00000001:00080000:3.0:1783441662.930772:0:17126:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 8589934638 is committed 00000020:00000080:3.0:1783441662.930775:0:17126:0:(genops.c:906:class_export_put()) final put ffff911382180800/41a78a74-65d1-4c8a-96bc-7716ef736cb2 00000001:00100000:3.0:1783441662.930780:0:17126:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of a5d3ca9d-7c8a-4a2a-b8c5-119d725f9162 00000001:00080000:3.0:1783441662.930785:0:17126:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 8589934637 is committed 00000020:00000080:3.0:1783441662.930787:0:17126:0:(genops.c:906:class_export_put()) final put ffff9114bca24000/a5d3ca9d-7c8a-4a2a-b8c5-119d725f9162 00000020:00000080:3.0:1783441662.930800:0:12419:0:(genops.c:865:class_export_destroy()) destroying export ffff9114b6502000/lustre-MDT0001-mdtlov_UUID for lustre-MDT0000 00000020:00000080:3.0:1783441662.930841:0:12419:0:(genops.c:865:class_export_destroy()) destroying export ffff911382180800/41a78a74-65d1-4c8a-96bc-7716ef736cb2 for lustre-MDT0000 00000020:00000080:3.0:1783441662.930878:0:12419:0:(genops.c:865:class_export_destroy()) destroying export ffff9114bca24000/a5d3ca9d-7c8a-4a2a-b8c5-119d725f9162 for lustre-MDT0000 00000020:00000080:3.0:1783441662.930902:0:12419:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff9114b6506000 for lustre-MDT0000 00000020:00000080:3.0:1783441662.930915:0:12419:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff911382186800 for lustre-MDT0000 00000020:00000080:3.0:1783441662.930919:0:12419:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff9114bca27000 for lustre-MDT0000 00000001:00100000:1.0:1783441662.931013:0:17879:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0001: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00000001:00080000:1.0:1783441662.931020:0:17879:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0001: transno 8589934595 is committed 00000020:00000080:1.0:1783441662.931023:0:17879:0:(genops.c:906:class_export_put()) final put ffff9114ae146800/lustre-MDT0000-mdtlov_UUID 00000001:00100000:1.0:1783441662.931033:0:17879:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0001: committing for initial connect of 41a78a74-65d1-4c8a-96bc-7716ef736cb2 00000001:00080000:1.0:1783441662.931036:0:17879:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0001: transno 8589934594 is committed 00000020:00000080:1.0:1783441662.931038:0:17879:0:(genops.c:906:class_export_put()) final put ffff9114a77f6000/41a78a74-65d1-4c8a-96bc-7716ef736cb2 00000001:00100000:1.0:1783441662.931042:0:17879:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0001: committing for initial connect of a5d3ca9d-7c8a-4a2a-b8c5-119d725f9162 00000001:00080000:1.0:1783441662.931045:0:17879:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0001: transno 8589934593 is committed 00000020:00000080:1.0:1783441662.931047:0:17879:0:(genops.c:906:class_export_put()) final put ffff9113821bb000/a5d3ca9d-7c8a-4a2a-b8c5-119d725f9162 00000020:00000080:1.0:1783441662.931055:0:11525:0:(genops.c:865:class_export_destroy()) destroying export ffff9114ae146800/lustre-MDT0000-mdtlov_UUID for lustre-MDT0001 00000020:00000080:1.0:1783441662.931098:0:11525:0:(genops.c:865:class_export_destroy()) destroying export ffff9114a77f6000/41a78a74-65d1-4c8a-96bc-7716ef736cb2 for lustre-MDT0001 00000020:00000080:1.0:1783441662.931122:0:11525:0:(genops.c:865:class_export_destroy()) destroying export ffff9113821bb000/a5d3ca9d-7c8a-4a2a-b8c5-119d725f9162 for lustre-MDT0001 00000020:00000080:1.0:1783441662.931148:0:11525:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff9114b549b800 for lustre-MDT0001 00000020:00000080:1.0:1783441662.931152:0:11525:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff9114bfb92800 for lustre-MDT0001 00000020:00000080:1.0:1783441662.931156:0:11525:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff911383d5d800 for lustre-MDT0001 00000001:00100000:0.0:1783441662.932134:0:19468:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00000020:00000080:0.0:1783441662.932141:0:19468:0:(genops.c:906:class_export_put()) final put ffff9113821b9000/lustre-MDT0000-mdtlov_UUID 00000001:00100000:0.0:1783441662.932154:0:19468:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of a5d3ca9d-7c8a-4a2a-b8c5-119d725f9162 00000020:00000080:0.0:1783441662.932156:0:19468:0:(genops.c:906:class_export_put()) final put ffff9114a77f4800/a5d3ca9d-7c8a-4a2a-b8c5-119d725f9162 00000020:00000080:0.0:1783441662.932169:0:6:0:(genops.c:865:class_export_destroy()) destroying export ffff9113821b9000/lustre-MDT0000-mdtlov_UUID for lustre-OST0001 00000020:00000080:0.0:1783441662.932200:0:6:0:(genops.c:865:class_export_destroy()) destroying export ffff9114a77f4800/a5d3ca9d-7c8a-4a2a-b8c5-119d725f9162 for lustre-OST0001 00000020:00000080:0.0:1783441662.932214:0:6:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff9113821ba800 for lustre-OST0001 00000020:00000080:0.0:1783441662.932218:0:6:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff9114a77f4000 for lustre-OST0001 00000100:00100000:3.0:1783441663.440927:0:3649:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1783441663.441786:0:3647:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9114bfb46a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3647:1870073572860288:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1783441663.441867:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783441663.442089:0:17152:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572860288 00000100:00100000:2.0:1783441663.442098:0:17152:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572860288 00000100:00100000:2.0:1783441663.442140:0:17152:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 82 00000100:00100000:2.0:1783441663.442147:0:17152:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9114b0d47800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:3647:x1870073572860288:12345-0@lo:41:osp-pre-0-1.0 00000020:00080000:2.0:1783441663.442155:0:17152:0:(tgt_handler.c:807:tgt_request_handle()) operation 41 on unconnected OST from 12345-0@lo 00000100:00100000:2.0:1783441663.442209:0:17152:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9114b0d47800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:3647:x1870073572860288:12345-0@lo:41:osp-pre-0-1.0 Request processed in 60us (340us total) trans 0 rc -107/-107 00000100:00100000:2.0:1783441663.442216:0:17152:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 82 00000100:02020000:0.0:1783441663.442377:0:3647:0:(client.c:1492:ptlrpc_check_status()) lustre-MDT0000-osp-MDT0001: operation mds_statfs to node 0@lo failed: rc = -107 00000100:00100000:3.0:1783441663.446650:0:3649:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9114bfb45500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3649:1870073572860160:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1783441663.446742:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1783441663.452115:0:3647:0:(recover.c:205:ptlrpc_request_handle_notconn()) import lustre-MDT0000-osp-MDT0001 of lustre-MDT0000_UUID@0@lo abruptly disconnected: reconnecting 00000100:00080000:0.0:1783441663.452122:0:3647:0:(import.c:65:import_set_state_nolock()) ffff9114b54e5000 lustre-MDT0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:0.0:1783441663.452128:0:3647:0:(import.c:182:ptlrpc_set_import_discon()) lustre-MDT0000-osp-MDT0001: Connection to lustre-MDT0000 (at 0@lo) was lost; in progress operations using this service will wait for recovery to complete 00000100:00100000:1.0:1783441663.453959:0:18657:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572860160 00000100:00100000:1.0:1783441663.453973:0:18657:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572860160 00000100:00080000:3.0:1783441663.454534:0:17142:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1783441663.456075:0:18657:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41 00000100:00100000:1.0:1783441663.456097:0:18657:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9114aeae0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3649:x1870073572860160:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1783441663.456139:0:18657:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923505152 avail 3691982848 00000100:00100000:1.0:1783441663.456252:0:18657:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9114aeae0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3649:x1870073572860160:12345-0@lo:13:osp-pre-0-1.0 Request processed in 165us (9509us total) trans 0 rc 0/0 00000100:00100000:1.0:1783441663.456261:0:18657:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41 00000100:00100000:3.0:1783441663.456393:0:3649:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9114bfb45500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3649:1870073572860160:0@lo:13:osp-pre-0-1.0 00000100:00080000:0.0:1783441663.477228:0:3647:0:(import.c:65:import_set_state_nolock()) ffff9114b54e5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1783441663.477244:0:3647:0:(import.c:510:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 572 00000100:00080000:0.0:1783441663.477257:0:3647:0:(import.c:624:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9114b54e5000 using connection 192.168.202.106@tcp/0@lo 00000100:00100000:0.0:1783441663.477304:0:3647:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9114b0d44380 x1870073572860416/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1783441663.479269:0:3646:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9114b0d44380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3646:1870073572860416:0@lo:38:ptlrpcd_00_00.0 00000100:00100000:2.0:1783441663.479362:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783441663.481784:0:17152:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572860416 00000100:00100000:1.0:1783441663.481802:0:17152:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572860416 00000100:00100000:1.0:1783441663.481865:0:17152:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83 00000100:00100000:1.0:1783441663.481888:0:17152:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9114bfb46d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:3646:x1870073572860416:12345-0@lo:38:ptlrpcd_00_00.0 00010000:02000000:1.0:1783441663.481908:0:17152:0:(ldlm_lib.c:1192:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 00000100:00100000:2.0:1783441663.493736:0:17152:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9114bfb46d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:3646:x1870073572860416:12345-0@lo:38:ptlrpcd_00_00.0 Request processed in 11837us (14362us total) trans 0 rc -19/-19 00000100:00100000:2.0:1783441663.493753:0:17152:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83 00000100:00080000:0.0:1783441663.494056:0:3646:0:(import.c:65:import_set_state_nolock()) ffff9114b54e5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783441663.494063:0:3646:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1783441663.494068:0:3646:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9114b0d44380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3646:1870073572860416:0@lo:38:ptlrpcd_00_00.0 00010000:00010000:2.0:1783441663.505336:0:17134:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1783441663.633836:0:17899:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000020:01000000:2.0:1783441663.696832:0:20719:0:(lprocfs_status_server.c:306:lprocfs_free_client_stats()) stat ffff9113838742a0 - data ffff9113824cc6c0/ffff9113839da000 00000020:01000000:2.0:1783441663.697000:0:20719:0:(lprocfs_status_server.c:306:lprocfs_free_client_stats()) stat ffff9114b6b9d5a0 - data ffff9114a7a7a6c0/ffff9114b6b73400 00000001:00000004:2.0:1783441663.705260:0:20719:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 2, last_transno is 8589934638 00000100:00080000:3.0:1783441663.815553:0:20719:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:3.0:1783441663.815563:0:20719:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: committing for last_committed 0 gen 4 00000100:00100000:3.0:1783441663.815579:0:20719:0:(client.c:3150:ptlrpc_free_committed()) @@@ free request with old gen req@ffff911383540380 x1870073572859776/t8589934595(8589934595) o39->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/224 e 0 to 0 dl 1783441671 ref 1 fl Complete:RNQU/204/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1783441663.815621:0:20719:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00080000:3.0:1783441663.828767:0:20719:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:3.0:1783441663.828776:0:20719:0:(client.c:3112:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 8589934594 gen 4 00000004:00080000:3.0:1783441663.828788:0:20719:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:3.0:1783441663.828790:0:20719:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000004:00080000:0.0:1783441663.831176:0:17171:0:(osp_sync.c:1324:osp_sync_process_queues()) stop llog processing 00000040:00080000:0.0:1783441663.831184:0:17171:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0xa:0x0] index 1 count 1 00000040:00080000:0.0:1783441663.831196:0:17171:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x1:0x2:0x0] index 2 count 2 00000100:00080000:1.0:1783441663.832758:0:20719:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:1.0:1783441663.832765:0:20719:0:(client.c:3112:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 8589934598 gen 4 00000004:00080000:1.0:1783441663.832786:0:20719:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:1.0:1783441663.832789:0:20719:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000004:00080000:3.0:1783441663.834210:0:17173:0:(osp_sync.c:1324:osp_sync_process_queues()) stop llog processing 00000040:00080000:3.0:1783441663.834216:0:17173:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0xc:0x0] index 2 count 1 00000040:00080000:3.0:1783441663.834227:0:17173:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x1:0x5:0x0] index 2 count 2 00000020:00000080:1.0:1783441663.835757:0:20719:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x4778038d8fc36207 00000020:00000080:1.0:1783441663.835769:0:20719:0:(genops.c:906:class_export_put()) final put ffff9114adc9d800/lustre-MDT0000-osd_UUID 00000020:00000080:1.0:1783441663.835863:0:11525:0:(genops.c:865:class_export_destroy()) destroying export ffff9114adc9d800/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000080:1.0:1783441663.837605:0:20719:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x4778038d8fc3621c 00000020:00000080:1.0:1783441663.837618:0:20719:0:(genops.c:906:class_export_put()) final put ffff9114adc9b000/lustre-MDT0000-mdtlov_UUID 00000020:01000000:1.0:1783441663.837626:0:20719:0:(obd_config.c:2475:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-mdtlov (flags='') 00000020:00000080:1.0:1783441663.837635:0:11525:0:(genops.c:865:class_export_destroy()) destroying export ffff9114adc9b000/lustre-MDT0000-mdtlov_UUID for lustre-MDT0000-mdtlov 00000020:00000080:1.0:1783441663.837646:0:20719:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1783441663.837656:0:20719:0:(obd_config.c:955:class_cleanup()) lustre-MDT0000-mdtlov: forcing exports to disconnect: 0/1 00000020:00080000:1.0:1783441663.837660:0:20719:0:(genops.c:1579:class_disconnect_exports()) OBD device 4 (ffff911383a1b380) has no exports 00000004:01000000:1.0:1783441663.842042:0:20719:0:(lod_lov.c:59:lod_putref()) destroying 2 ltd desc 00000020:00000080:1.0:1783441663.842058:0:20719:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x4778038d8fc3627e 00000020:00000080:1.0:1783441663.842068:0:20719:0:(genops.c:906:class_export_put()) final put ffff91138489c800/lustre-MDT0000-mdtlov_UUID 00000020:01000000:1.0:1783441663.842086:0:20719:0:(obd_config.c:2475:class_manual_cleanup()) Manual cleanup of lustre-OST0001-osc-MDT0000 (flags='') 00000020:00000080:1.0:1783441663.842103:0:11525:0:(genops.c:865:class_export_destroy()) destroying export ffff91138489c800/lustre-MDT0000-mdtlov_UUID for lustre-OST0001-osc-MDT0000 00000020:00000080:1.0:1783441663.842121:0:20719:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1783441663.842132:0:20719:0:(obd_config.c:955:class_cleanup()) lustre-OST0001-osc-MDT0000: forcing exports to disconnect: 0/2 00000020:00080000:1.0:1783441663.842136:0:20719:0:(genops.c:1579:class_disconnect_exports()) OBD device 10 (ffff9114adf119c0) has no exports 00000020:00000080:1.0:1783441663.842144:0:20719:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x4778038d8fc36277 00000020:00000080:1.0:1783441663.842147:0:20719:0:(genops.c:906:class_export_put()) final put ffff91138363e800/lustre-MDT0000-osd_UUID 00000020:00000080:1.0:1783441663.842159:0:11525:0:(genops.c:865:class_export_destroy()) destroying export ffff91138363e800/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00010000:01000000:1.0:1783441663.844646:0:20719:0:(obd_class.h:671:obd_cleanup_client_import()) lustre-OST0001-osc-MDT0000: client import never connected 00000100:00080000:1.0:1783441663.844656:0:20719:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:1.0:1783441663.844660:0:20719:0:(client.c:3112:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 8589934598 gen 5 00000004:00080000:1.0:1783441663.844682:0:20719:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:1.0:1783441663.844684:0:20719:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:1.0:1783441663.845442:0:11525:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff911383638800 for lustre-OST0001-osc-MDT0000 00000020:00000080:1.0:1783441663.845488:0:20719:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1783441663.845529:0:20719:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0001-osc-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:1.0:1783441663.845535:0:20719:0:(genops.c:906:class_export_put()) final put ffff91138489a000/lustre-MDT0000-mdtlov_UUID 00000020:00000080:1.0:1783441663.845539:0:20719:0:(genops.c:865:class_export_destroy()) destroying export ffff91138489a000/lustre-MDT0000-mdtlov_UUID for lustre-OST0001-osc-MDT0000 00000020:01000000:1.0:1783441663.845546:0:20719:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0001-osc-MDT0000 (lustre-MDT0000-mdtlov_UUID) 00000020:00000080:1.0:1783441663.845647:0:20719:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x4778038d8fc36269 00000020:00000080:1.0:1783441663.845655:0:20719:0:(genops.c:906:class_export_put()) final put ffff91138489e800/lustre-MDT0000-mdtlov_UUID 00000020:01000000:1.0:1783441663.845661:0:20719:0:(obd_config.c:2475:class_manual_cleanup()) Manual cleanup of lustre-OST0000-osc-MDT0000 (flags='') 00000020:00000080:1.0:1783441663.845671:0:11525:0:(genops.c:865:class_export_destroy()) destroying export ffff91138489e800/lustre-MDT0000-mdtlov_UUID for lustre-OST0000-osc-MDT0000 00000020:00000080:1.0:1783441663.845680:0:20719:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1783441663.845685:0:20719:0:(obd_config.c:955:class_cleanup()) lustre-OST0000-osc-MDT0000: forcing exports to disconnect: 0/2 00000020:00080000:1.0:1783441663.847085:0:20719:0:(genops.c:1579:class_disconnect_exports()) OBD device 9 (ffff9114adf13380) has no exports 00000020:00000080:1.0:1783441663.847097:0:20719:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x4778038d8fc36262 00000020:00000080:1.0:1783441663.847104:0:20719:0:(genops.c:906:class_export_put()) final put ffff91138489f000/lustre-MDT0000-osd_UUID 00000020:00000080:1.0:1783441663.847130:0:11525:0:(genops.c:865:class_export_destroy()) destroying export ffff91138489f000/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00010000:01000000:1.0:1783441663.850646:0:20719:0:(obd_class.h:671:obd_cleanup_client_import()) lustre-OST0000-osc-MDT0000: client import never connected 00000100:00080000:1.0:1783441663.850656:0:20719:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:1.0:1783441663.850661:0:20719:0:(client.c:3112:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 8589934594 gen 5 00000004:00080000:1.0:1783441663.850669:0:20719:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:1.0:1783441663.850672:0:20719:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:1.0:1783441663.850718:0:11525:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff9114aea29800 for lustre-OST0000-osc-MDT0000 00000020:00000080:1.0:1783441663.850762:0:20719:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1783441663.850772:0:20719:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0000-osc-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:1.0:1783441663.850777:0:20719:0:(genops.c:906:class_export_put()) final put ffff91138489a800/lustre-MDT0000-mdtlov_UUID 00000020:00000080:1.0:1783441663.850781:0:20719:0:(genops.c:865:class_export_destroy()) destroying export ffff91138489a800/lustre-MDT0000-mdtlov_UUID for lustre-OST0000-osc-MDT0000 00000020:01000000:1.0:1783441663.850789:0:20719:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0000-osc-MDT0000 (lustre-MDT0000-mdtlov_UUID) 00000004:01000000:1.0:1783441663.851114:0:20719:0:(lod_lov.c:59:lod_putref()) destroying 1 ltd desc 00000020:00000080:1.0:1783441663.851134:0:20719:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x4778038d8fc36254 00000020:00000080:1.0:1783441663.851142:0:20719:0:(genops.c:906:class_export_put()) final put ffff911384898000/lustre-MDT0000-mdtlov_UUID 00000020:01000000:1.0:1783441663.851152:0:20719:0:(obd_config.c:2475:class_manual_cleanup()) Manual cleanup of lustre-MDT0001-osp-MDT0000 (flags='') 00000020:00000080:1.0:1783441663.851159:0:11525:0:(genops.c:865:class_export_destroy()) destroying export ffff911384898000/lustre-MDT0000-mdtlov_UUID for lustre-MDT0001-osp-MDT0000 00000020:00000080:1.0:1783441663.851169:0:20719:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1783441663.851175:0:20719:0:(obd_config.c:955:class_cleanup()) lustre-MDT0001-osp-MDT0000: forcing exports to disconnect: 0/2 00000020:00080000:1.0:1783441663.851179:0:20719:0:(genops.c:1579:class_disconnect_exports()) OBD device 8 (ffff9114b6b3b380) has no exports 00000020:00000080:1.0:1783441663.851184:0:20719:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x4778038d8fc3624d 00000020:00000080:1.0:1783441663.851188:0:20719:0:(genops.c:906:class_export_put()) final put ffff9114aea2e800/lustre-MDT0000-osd_UUID 00000020:00000080:1.0:1783441663.851199:0:11525:0:(genops.c:865:class_export_destroy()) destroying export ffff9114aea2e800/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00010000:01000000:0.0:1783441663.857649:0:20719:0:(obd_class.h:671:obd_cleanup_client_import()) lustre-MDT0001-osp-MDT0000: client import never connected 00000100:00080000:0.0:1783441663.857659:0:20719:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:0.0:1783441663.857664:0:20719:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: committing for last_committed 0 gen 5 00000100:00100000:0.0:1783441663.857672:0:20719:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:0.0:1783441663.857715:0:6:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff9113821c6000 for lustre-MDT0001-osp-MDT0000 00000020:00000080:0.0:1783441663.857774:0:20719:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1783441663.857785:0:20719:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0001-osp-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:0.0:1783441663.857791:0:20719:0:(genops.c:906:class_export_put()) final put ffff9114adc99800/lustre-MDT0000-mdtlov_UUID 00000020:00000080:0.0:1783441663.857794:0:20719:0:(genops.c:865:class_export_destroy()) destroying export ffff9114adc99800/lustre-MDT0000-mdtlov_UUID for lustre-MDT0001-osp-MDT0000 00000020:01000000:0.0:1783441663.857804:0:20719:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0001-osp-MDT0000 (lustre-MDT0000-mdtlov_UUID) 00000020:00000080:0.0:1783441663.857925:0:20719:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1783441663.857939:0:20719:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-mdtlov (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:0.0:1783441663.857943:0:20719:0:(genops.c:906:class_export_put()) final put ffff9114adc9a800/lustre-MDT0000-mdtlov_UUID 00000020:00000080:0.0:1783441663.857945:0:20719:0:(genops.c:865:class_export_destroy()) destroying export ffff9114adc9a800/lustre-MDT0000-mdtlov_UUID for lustre-MDT0000-mdtlov 00000020:01000000:0.0:1783441663.857950:0:20719:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-mdtlov (lustre-MDT0000-mdtlov_UUID) 00000020:00000080:0.0:1783441663.858016:0:20719:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x4778038d8fc36223 00000020:00000080:0.0:1783441663.858022:0:20719:0:(genops.c:906:class_export_put()) final put ffff9114adc9f000/lustre-MDD0000_UUID 00000020:01000000:0.0:1783441663.858029:0:20719:0:(obd_config.c:2475:class_manual_cleanup()) Manual cleanup of lustre-MDD0000 (flags='') 00000020:00000080:0.0:1783441663.858037:0:6:0:(genops.c:865:class_export_destroy()) destroying export ffff9114adc9f000/lustre-MDD0000_UUID for lustre-MDD0000 00000020:00000080:0.0:1783441663.858045:0:20719:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1783441663.858050:0:20719:0:(obd_config.c:955:class_cleanup()) lustre-MDD0000: forcing exports to disconnect: 0/1 00000020:00080000:0.0:1783441663.858053:0:20719:0:(genops.c:1579:class_disconnect_exports()) OBD device 6 (ffff911383a199c0) has no exports 00000020:00000080:0.0:1783441663.858070:0:20719:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1783441663.858073:0:20719:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDD0000 (uuid lustre-MDD0000_UUID) 00000020:00000080:0.0:1783441663.858075:0:20719:0:(genops.c:906:class_export_put()) final put ffff9114adc9c800/lustre-MDD0000_UUID 00000020:00000080:0.0:1783441663.858077:0:20719:0:(genops.c:865:class_export_destroy()) destroying export ffff9114adc9c800/lustre-MDD0000_UUID for lustre-MDD0000 00000020:01000000:0.0:1783441663.858080:0:20719:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDD0000 (lustre-MDD0000_UUID) 00000020:00000080:0.0:1783441663.858105:0:20719:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x4778038d8fc3622a 00000020:00000080:0.0:1783441663.858109:0:20719:0:(genops.c:906:class_export_put()) final put ffff9114adc9b800/lustre-MDT0000-osd_UUID 00000020:00000080:0.0:1783441663.858119:0:6:0:(genops.c:865:class_export_destroy()) destroying export ffff9114adc9b800/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:01000004:0.0:1783441663.858129:0:20719:0:(tgt_mount.c:187:server_put_mount()) put mount ffff91138363b000 from lustre-MDT0000, refs=3 00000020:01000004:0.0:1783441663.858133:0:20719:0:(obd_mount.c:710:lustre_put_lsi()) put ffff91138363b000 3 00000020:01000004:0.0:1783441663.858136:0:20719:0:(tgt_mount.c:120:server_deregister_mount()) deregister mount ffff91138363b000 from lustre-MDT0000 00000020:00000080:0.0:1783441663.858165:0:20719:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1783441663.858169:0:20719:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000 (uuid lustre-MDT0000_UUID) 00000020:00000080:0.0:1783441663.858172:0:20719:0:(genops.c:906:class_export_put()) final put ffff9114adc98000/lustre-MDT0000_UUID 00000020:00000080:0.0:1783441663.858174:0:20719:0:(genops.c:865:class_export_destroy()) destroying export ffff9114adc98000/lustre-MDT0000_UUID for lustre-MDT0000 00000020:01000000:0.0:1783441663.858180:0:20719:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000 (lustre-MDT0000_UUID) 00000020:01000004:0.0:1783441663.858210:0:20719:0:(obd_mount.c:578:lustre_stop_mgc()) MGC still has 3 references. 00000020:01000004:0.0:1783441663.858214:0:20719:0:(tgt_mount.c:255:server_stop_mgs()) Stop MGS service MGS 00000020:01000000:0.0:1783441663.858217:0:20719:0:(obd_config.c:2475:class_manual_cleanup()) Manual cleanup of MGS (flags='F') 00000020:00000080:0.0:1783441663.858219:0:20719:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1783441663.858222:0:20719:0:(obd_config.c:955:class_cleanup()) MGS: forcing exports to disconnect: 1/3 00000020:00080000:0.0:1783441663.858235:0:20719:0:(genops.c:1840:print_export_data()) MGS: ACTIVE ffff911383d58800 d116aa8e-8f85-4520-8879-6fa52ce3f863 0@lo 18 (0 0 13) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:0.0:1783441663.858241:0:20719:0:(genops.c:1574:class_disconnect_exports()) OBD device 1 (ffff911382b1cd40) has exports, disconnecting them 00000020:00080000:0.0:1783441663.858246:0:20719:0:(genops.c:1549:class_disconnect_export_list()) MGS: disconnecting export at 0@lo (ffff911383d58800), last request at 1783441565 00000020:00000080:0.0:1783441663.858261:0:20719:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x4778038d8fc361c8 00000020:00010000:0.0:1783441663.858265:0:20719:0:(genops.c:1944:obd_stale_export_put()) Put export ffff911383d58800: total 0 00000100:00080000:0.0:1783441663.858269:0:20719:0:(import.c:65:import_set_state_nolock()) ffff911383d5e000 : changing import state from FULL to CLOSED 00000020:00080000:0.0:1783441663.858289:0:20719:0:(genops.c:1554:class_disconnect_export_list()) disconnected export at 0@lo (ffff911383d58800): rc 0 00000020:00080000:0.0:1783441663.858293:0:20719:0:(genops.c:1579:class_disconnect_exports()) OBD device 1 (ffff911382b1cd40) has no exports 00000100:00100000:0.0:1783441663.858362:0:17140:0:(service.c:3183:ptlrpc_main()) ll_mgs_0001: service thread [ffff9114b3d8b200:17140] 1 exiting: rc = 0 00000100:00100000:0.0:1783441663.858453:0:17139:0:(service.c:3183:ptlrpc_main()) ll_mgs_0000: service thread [ffff9114b3d8a800:17139] 0 exiting: rc = 1 00000020:00010000:3.0:1783441663.858855:0:19292:0:(genops.c:1930:obd_stale_export_get()) Get export ffff911383d58800: total 0 00010000:00010000:3.0:1783441663.858861:0:19292:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783441663.858902:0:19292:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff911383d58800, canceled 0 locks, left on hash table 13. 00010000:00010000:3.0:1783441663.858936:0:19292:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff911383e4bc00/0x4778038d8fc362fc lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x4778038d8fc362f5 expref: 14 pid: 17140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783441663.858957:0:19292:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff911383e4a200/0x4778038d8fc365b8 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x4778038d8fc365b1 expref: 13 pid: 17140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783441663.858968:0:19292:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff911480031c00/0x4778038d8fc361dd lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x4778038d8fc361d6 expref: 12 pid: 17139 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783441663.859007:0:19292:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9114aeae5a00/0x4778038d8fc36778 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x4778038d8fc36771 expref: 11 pid: 17140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783441663.859019:0:19292:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9114aeb4ce00/0x4778038d8fc362ee lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x4778038d8fc362e7 expref: 10 pid: 17141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783441663.859032:0:19292:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9114aebd0e00/0x4778038d8fc3645a lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x4778038d8fc36453 expref: 9 pid: 17139 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783441663.859043:0:19292:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9114aebd0200/0x4778038d8fc36786 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x4778038d8fc3677f expref: 8 pid: 17139 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783441663.859053:0:19292:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff911383e4b000/0x4778038d8fc363ab lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x4778038d8fc363a4 expref: 7 pid: 17141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783441663.859063:0:19292:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9114b50d4200/0x4778038d8fc36794 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x4778038d8fc3678d expref: 6 pid: 17141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783441663.859075:0:19292:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9114aebd1000/0x4778038d8fc3630a lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x4778038d8fc36303 expref: 5 pid: 17139 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783441663.859086:0:19292:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9114aeb4c400/0x4778038d8fc365f7 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x4778038d8fc365f0 expref: 4 pid: 17140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783441663.859098:0:19292:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9114aeb4c000/0x4778038d8fc3658e lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x4778038d8fc36587 expref: 3 pid: 17140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783441663.859108:0:19292:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9114aeb4c600/0x4778038d8fc36430 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x4778038d8fc36429 expref: 2 pid: 17141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783441663.859131:0:19292:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff911383d58800, canceled 13 locks, left on hash table 0. 00000020:00000080:3.0:1783441663.859147:0:19292:0:(genops.c:906:class_export_put()) final put ffff911383d58800/d116aa8e-8f85-4520-8879-6fa52ce3f863 00010000:00010000:3.0:1783441663.859158:0:19292:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783441663.859160:0:19292:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783441663.859162:0:19292:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:3.0:1783441663.859170:0:12419:0:(genops.c:865:class_export_destroy()) destroying export ffff911383d58800/d116aa8e-8f85-4520-8879-6fa52ce3f863 for MGS 00000020:00000080:3.0:1783441663.859192:0:12419:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff911383d5e000 for MGS 00000100:00100000:3.0:1783441663.859233:0:17141:0:(service.c:3183:ptlrpc_main()) ll_mgs_0002: service thread [ffff9114b3d8a600:17141] 2 exiting: rc = 0 00000100:00100000:0.0:1783441663.860115:0:20719:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783441663.860124:0:20719:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783441663.860130:0:20719:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783441663.860137:0:20719:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783441663.860142:0:20719:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783441663.860148:0:20719:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783441663.860155:0:20719:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783441663.860162:0:20719:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783441663.860168:0:20719:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783441663.860174:0:20719:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783441663.860182:0:20719:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783441663.860187:0:20719:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783441663.860193:0:20719:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783441663.860198:0:20719:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783441663.860204:0:20719:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783441663.860209:0:20719:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783441663.860216:0:20719:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783441663.860223:0:20719:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783441663.860229:0:20719:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783441663.860236:0:20719:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783441663.860242:0:20719:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783441663.860249:0:20719:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783441663.860255:0:20719:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783441663.860274:0:20719:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783441663.860280:0:20719:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783441663.860286:0:20719:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783441663.860293:0:20719:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783441663.860299:0:20719:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783441663.860307:0:20719:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783441663.860315:0:20719:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783441663.860335:0:20719:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783441663.860343:0:20719:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783441663.860349:0:20719:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783441663.860355:0:20719:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783441663.860362:0:20719:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783441663.860368:0:20719:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783441663.860374:0:20719:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783441663.860380:0:20719:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783441663.860387:0:20719:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783441663.860392:0:20719:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783441663.860399:0:20719:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783441663.860405:0:20719:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783441663.860411:0:20719:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783441663.860417:0:20719:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783441663.860424:0:20719:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783441663.860430:0:20719:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783441663.860436:0:20719:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783441663.860442:0:20719:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783441663.860447:0:20719:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783441663.860452:0:20719:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783441663.860457:0:20719:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783441663.860463:0:20719:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783441663.860469:0:20719:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783441663.860475:0:20719:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783441663.860480:0:20719:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783441663.860486:0:20719:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783441663.860492:0:20719:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783441663.860526:0:20719:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783441663.860541:0:20719:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783441663.860546:0:20719:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783441663.860552:0:20719:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783441663.860558:0:20719:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783441663.860564:0:20719:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783441663.860570:0:20719:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000020:01000000:3.0:1783441663.887981:0:20719:0:(lprocfs_status_server.c:306:lprocfs_free_client_stats()) stat ffff9114adfa10c0 - data ffff91138259c6c0/ffff911383889000 00000020:01000000:3.0:1783441663.888143:0:20719:0:(lprocfs_status_server.c:306:lprocfs_free_client_stats()) stat ffff9113838741e0 - data ffff9114a7856a20/ffff911383d1c400 00000020:00000080:3.0:1783441663.888650:0:20719:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x4778038d8fc361b3 00000020:00000080:3.0:1783441663.888658:0:20719:0:(genops.c:906:class_export_put()) final put ffff9114b0ddc000/lustre-MDT0000-osd_UUID 00000020:00000080:3.0:1783441663.888672:0:12419:0:(genops.c:865:class_export_destroy()) destroying export ffff9114b0ddc000/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:01000004:3.0:1783441663.888684:0:20719:0:(tgt_mount.c:187:server_put_mount()) put mount ffff91138363b000 from MGS, refs=2 00000020:01000004:3.0:1783441663.888961:0:20719:0:(obd_mount.c:710:lustre_put_lsi()) put ffff91138363b000 2 00000020:01000004:3.0:1783441663.888967:0:20719:0:(tgt_mount.c:120:server_deregister_mount()) deregister mount ffff91138363b000 from MGS 00000020:00000080:3.0:1783441663.889000:0:20719:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:3.0:1783441663.889008:0:20719:0:(obd_config.c:883:class_detach()) detach on obd MGS (uuid MGS) 00000020:00000080:3.0:1783441663.889011:0:20719:0:(genops.c:906:class_export_put()) final put ffff9114b0ddb800/MGS 00000020:00000080:3.0:1783441663.889013:0:20719:0:(genops.c:865:class_export_destroy()) destroying export ffff9114b0ddb800/MGS for MGS 00000020:01000000:3.0:1783441663.889021:0:20719:0:(genops.c:441:class_free_dev()) finishing cleanup of obd MGS (MGS) 00000020:01000000:3.0:1783441663.889089:0:20719:0:(obd_config.c:2475:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-lwp-MDT0000 (flags='F') 00000020:00000080:3.0:1783441663.889093:0:20719:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1783441663.889099:0:20719:0:(obd_config.c:955:class_cleanup()) lustre-MDT0000-lwp-MDT0000: forcing exports to disconnect: 1/3 00000020:00080000:3.0:1783441663.889106:0:20719:0:(genops.c:1840:print_export_data()) lustre-MDT0000-lwp-MDT0000: ACTIVE ffff911383638000 lustre-MDT0000-lwp-MDT0000 0@lo 3 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:3.0:1783441663.889111:0:20719:0:(genops.c:1574:class_disconnect_exports()) OBD device 11 (ffff9114adf10000) has exports, disconnecting them 00000020:00080000:3.0:1783441663.889115:0:20719:0:(genops.c:1549:class_disconnect_export_list()) lustre-MDT0000-lwp-MDT0000: disconnecting export at 0@lo (ffff911383638000), last request at 1783441565 00000020:00000080:3.0:1783441663.889119:0:20719:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x4778038d8fc362b6 00000020:00080000:3.0:1783441663.889139:0:20719:0:(genops.c:1554:class_disconnect_export_list()) disconnected export at 0@lo (ffff911383638000): rc 0 00000020:00000080:3.0:1783441663.889145:0:20719:0:(genops.c:906:class_export_put()) final put ffff911383638000/lustre-MDT0000-lwp-MDT0000 00000020:00000080:3.0:1783441663.889163:0:12419:0:(genops.c:865:class_export_destroy()) destroying export ffff911383638000/lustre-MDT0000-lwp-MDT0000 for lustre-MDT0000-lwp-MDT0000 00010000:01000000:0.0:1783441663.897611:0:20719:0:(obd_class.h:671:obd_cleanup_client_import()) lustre-MDT0000-lwp-MDT0000: client import never connected 00000100:00080000:0.0:1783441663.897621:0:20719:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:0.0:1783441663.897625:0:20719:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: committing for last_committed 0 gen 5 00000100:00100000:0.0:1783441663.897632:0:20719:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:0.0:1783441663.897659:0:6:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff9114ade41000 for lustre-MDT0000-lwp-MDT0000 00000020:00000080:0.0:1783441663.897810:0:20719:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1783441663.897820:0:20719:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-lwp-MDT0000 (uuid lustre-MDT0000-lwp-MDT0000_UUID) 00000020:00000080:0.0:1783441663.897825:0:20719:0:(genops.c:906:class_export_put()) final put ffff9114aea2d000/lustre-MDT0000-lwp-MDT0000_UUID 00000020:00000080:0.0:1783441663.897829:0:20719:0:(genops.c:865:class_export_destroy()) destroying export ffff9114aea2d000/lustre-MDT0000-lwp-MDT0000_UUID for lustre-MDT0000-lwp-MDT0000 00000020:01000000:0.0:1783441663.897840:0:20719:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-lwp-MDT0000 (lustre-MDT0000-lwp-MDT0000_UUID) 00000020:01000004:0.0:1783441663.897930:0:20719:0:(obd_mount.c:710:lustre_put_lsi()) put ffff91138363b000 1 00000020:00000080:0.0:1783441663.897937:0:20719:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x4778038d8fc361a5 00000020:00000080:0.0:1783441663.897943:0:20719:0:(genops.c:906:class_export_put()) final put ffff9114b0dd9800/lustre-MDT0000-osd_UUID 00000020:01000000:0.0:1783441663.897950:0:20719:0:(obd_config.c:2475:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-osd (flags='') 00000020:00000080:0.0:1783441663.897958:0:6:0:(genops.c:865:class_export_destroy()) destroying export ffff9114b0dd9800/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000080:0.0:1783441663.897968:0:20719:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1783441663.897973:0:20719:0:(obd_config.c:955:class_cleanup()) lustre-MDT0000-osd: forcing exports to disconnect: 0/1 00000020:00080000:0.0:1783441663.897978:0:20719:0:(genops.c:1579:class_disconnect_exports()) OBD device 0 (ffff9114adf14d40) has no exports 00000020:00000080:1.0:1783441664.164471:0:20719:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1783441664.164486:0:20719:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-osd (uuid lustre-MDT0000-osd_UUID) 00000020:00000080:1.0:1783441664.164491:0:20719:0:(genops.c:906:class_export_put()) final put ffff91138363c800/lustre-MDT0000-osd_UUID 00000020:00000080:1.0:1783441664.164495:0:20719:0:(genops.c:865:class_export_destroy()) destroying export ffff91138363c800/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:01000000:1.0:1783441664.164533:0:20719:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-osd (lustre-MDT0000-osd_UUID) 00000020:01000004:1.0:1783441664.164684:0:20719:0:(obd_mount.c:668:lustre_free_lsi()) Freeing lsi ffff911383639000 00000020:02000400:1.0:1783441664.164746:0:20719:0:(tgt_mount.c:2182:server_put_super()) server umount lustre-MDT0000 complete 00010000:00010000:1.0:1783441664.528921:0:17135:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783441665.554728:0:17134:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1783441666.000665:0:27:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1783441666.000672:0:27:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1783441666.000675:0:27:0:(import.c:65:import_set_state_nolock()) ffff9114b54e5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1783441666.000683:0:27:0:(import.c:510:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 654 00000100:00080000:2.0:1783441666.000689:0:27:0:(import.c:589:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 5s 00000100:00080000:2.0:1783441666.000695:0:27:0:(import.c:624:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9114b54e5000 using connection 192.168.202.106@tcp/0@lo 00000100:00100000:2.0:1783441666.000721:0:27:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9114bfb45880 x1870073572860672/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1783441666.000941:0:3648:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9114bfb44380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d116aa8e-8f85-4520-8879-6fa52ce3f863:3648:1870073572860544:0@lo:400:kworker.0 00000400:00000100:1.0:1783441666.000995:0:3648:0:(lib-move.c:4262:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1870073572860544 offset 0 length 224: 4 00000100:00100000:1.0:1783441666.001042:0:3648:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9114bfb45500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3648:1870073572861184:0@lo:400:kworker.0 00000100:00100000:1.0:1783441666.001075:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783441666.001103:0:3648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:1.0:1783441666.001109:0:3648:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9114bfb45c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3648:1870073572861056:0@lo:400:kworker.0 00000100:00100000:1.0:1783441666.001132:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783441666.001151:0:3648:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9114bfb44700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3648:1870073572861568:0@lo:400:kworker.0 00000100:00100000:1.0:1783441666.001171:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783441666.001216:0:18886:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572861184 00000100:00100000:1.0:1783441666.001223:0:18886:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572861184 00000100:00100000:1.0:1783441666.001259:0:18886:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572861056 00000100:00100000:1.0:1783441666.001262:0:18886:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572861056 00000100:00100000:1.0:1783441666.001277:0:18886:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572861568 00000100:00100000:1.0:1783441666.001280:0:18886:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572861568 00000100:00100000:1.0:1783441666.001310:0:18886:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 106 00000100:00100000:1.0:1783441666.001320:0:18886:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff911383543100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3648:x1870073572861568:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1783441666.001369:0:18886:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff911383543100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3648:x1870073572861568:12345-0@lo:400:kworker.0 Request processed in 51us (196us total) trans 0 rc 0/0 00000100:00100000:1.0:1783441666.001376:0:18886:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 106 00000100:00100000:1.0:1783441666.001395:0:18886:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 81 00000100:00100000:1.0:1783441666.001399:0:18886:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff911383542680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3648:x1870073572861184:12345-0@lo:400:kworker.0 00000020:00080000:1.0:1783441666.001404:0:18886:0:(tgt_handler.c:807:tgt_request_handle()) operation 400 on unconnected OST from 12345-0@lo 00000100:00100000:1.0:1783441666.001430:0:18886:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff911383542680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3648:x1870073572861184:12345-0@lo:400:kworker.0 Request processed in 29us (354us total) trans 0 rc -107/-107 00000100:00100000:1.0:1783441666.001435:0:18886:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 81 00000100:00100000:1.0:1783441666.001444:0:18886:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 82 00000100:00100000:1.0:1783441666.001448:0:18886:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff911383540380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3648:x1870073572861056:12345-0@lo:400:kworker.0 00000020:00080000:1.0:1783441666.001452:0:18886:0:(tgt_handler.c:807:tgt_request_handle()) operation 400 on unconnected OST from 12345-0@lo 00000100:00100000:1.0:1783441666.001470:0:18886:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff911383540380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3648:x1870073572861056:12345-0@lo:400:kworker.0 Request processed in 21us (337us total) trans 0 rc -107/-107 00000100:00100000:1.0:1783441666.001475:0:18886:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 82 00000100:00080000:1.0:1783441666.001525:0:17142:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1783441666.001551:0:3648:0:(recover.c:205:ptlrpc_request_handle_notconn()) import lustre-MDT0000-lwp-MDT0001 of lustre-MDT0000_UUID@0@lo abruptly disconnected: reconnecting 00000100:00080000:1.0:1783441666.001555:0:3648:0:(import.c:65:import_set_state_nolock()) ffff9114b61e9000 lustre-MDT0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:1.0:1783441666.001558:0:3648:0:(import.c:182:ptlrpc_set_import_discon()) lustre-MDT0000-lwp-MDT0001: Connection to lustre-MDT0000 (at 0@lo) was lost; in progress operations using this service will wait for recovery to complete 00000100:00080000:1.0:1783441666.001563:0:3648:0:(import.c:65:import_set_state_nolock()) ffff9114b61e9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1783441666.001587:0:3648:0:(import.c:510:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 572 00000100:00080000:1.0:1783441666.001592:0:3648:0:(import.c:624:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9114b61e9000 using connection 192.168.202.106@tcp/0@lo 00000100:00100000:1.0:1783441666.001611:0:3648:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff911383543800 x1870073572861696/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1783441666.001625:0:3648:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9114bfb45c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3648:1870073572861056:0@lo:400:kworker.0 00010000:00080000:1.0:1783441666.001640:0:3648:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffff9114bfb44700 x1870073572861568/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1783441682 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1783441666.001650:0:3648:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9114bfb44700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3648:1870073572861568:0@lo:400:kworker.0 00000100:00080000:1.0:1783441666.001659:0:3648:0:(recover.c:205:ptlrpc_request_handle_notconn()) import lustre-MDT0000-lwp-OST0000 of lustre-MDT0000_UUID@0@lo abruptly disconnected: reconnecting 00000100:00080000:1.0:1783441666.001662:0:3648:0:(import.c:65:import_set_state_nolock()) ffff911384a4e000 lustre-MDT0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:1.0:1783441666.001664:0:3648:0:(import.c:182:ptlrpc_set_import_discon()) lustre-MDT0000-lwp-OST0000: Connection to lustre-MDT0000 (at 0@lo) was lost; in progress operations using this service will wait for recovery to complete 00000100:00080000:1.0:1783441666.001666:0:3648:0:(import.c:65:import_set_state_nolock()) ffff911384a4e000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1783441666.001669:0:3648:0:(import.c:510:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 588 00000100:00080000:1.0:1783441666.001672:0:3648:0:(import.c:624:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff911384a4e000 using connection 192.168.202.106@tcp/0@lo 00000100:00100000:1.0:1783441666.001685:0:3648:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9114812a8380 x1870073572861824/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1783441666.001694:0:3648:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9114bfb45500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3648:1870073572861184:0@lo:400:kworker.0 00000100:00100000:1.0:1783441666.001734:0:3650:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9114bfb47480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3650:1870073572860928:0@lo:400:kworker.0 00000100:00100000:1.0:1783441666.001777:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783441666.001798:0:3650:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9114bfb44000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3650:1870073572861440:0@lo:400:kworker.0 00000100:00100000:1.0:1783441666.001818:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783441666.001915:0:3649:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9114bfb47b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3649:1870073572860800:0@lo:400:kworker.0 00000100:00100000:2.0:1783441666.001944:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783441666.001965:0:3649:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9114bfb47100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3649:1870073572861312:0@lo:400:kworker.0 00000100:00100000:2.0:1783441666.001992:0:18655:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572860928 00000100:00100000:2.0:1783441666.001995:0:18655:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572860928 00000100:00100000:2.0:1783441666.002027:0:18655:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572860800 00000100:00100000:2.0:1783441666.002036:0:18655:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572860800 00000100:00100000:2.0:1783441666.002063:0:18655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 43 00000100:00100000:2.0:1783441666.002077:0:18655:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff911488b44700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3650:x1870073572860928:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1783441666.002111:0:18655:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff911488b44700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3650:x1870073572860928:12345-0@lo:400:kworker.0 Request processed in 42us (334us total) trans 0 rc 0/0 00000100:00100000:2.0:1783441666.002118:0:18655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 43 00000100:00100000:2.0:1783441666.002133:0:18655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 44 00000100:00100000:2.0:1783441666.002141:0:18655:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9114bfb47800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3649:x1870073572860800:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1783441666.002171:0:18655:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9114bfb47800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3649:x1870073572860800:12345-0@lo:400:kworker.0 Request processed in 32us (226us total) trans 0 rc 0/0 00000100:00100000:2.0:1783441666.002177:0:18655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 44 00000100:00080000:2.0:1783441666.002197:0:17142:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1783441666.002199:0:17142:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1783441666.002360:0:3650:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9114bfb47480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3650:1870073572860928:0@lo:400:kworker.0 00000100:00100000:1.0:1783441666.002391:0:18886:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572861440 00000100:00100000:1.0:1783441666.002395:0:18886:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572861440 00000100:00100000:1.0:1783441666.002416:0:18886:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83 00000100:00100000:1.0:1783441666.002420:0:18886:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff911488b44000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3650:x1870073572861440:12345-0@lo:400:kworker.0 00000020:00080000:1.0:1783441666.002425:0:18886:0:(tgt_handler.c:807:tgt_request_handle()) operation 400 on unconnected OST from 12345-0@lo 00000100:00100000:1.0:1783441666.002455:0:18886:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff911488b44000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3650:x1870073572861440:12345-0@lo:400:kworker.0 Request processed in 33us (635us total) trans 0 rc -107/-107 00000100:00100000:1.0:1783441666.002460:0:18886:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83 00000100:00080000:1.0:1783441666.002486:0:3650:0:(recover.c:205:ptlrpc_request_handle_notconn()) import lustre-MDT0000-lwp-OST0001 of lustre-MDT0000_UUID@0@lo abruptly disconnected: reconnecting 00000100:00080000:1.0:1783441666.002489:0:3650:0:(import.c:65:import_set_state_nolock()) ffff9113821bf000 lustre-MDT0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:1.0:1783441666.002492:0:3650:0:(import.c:182:ptlrpc_set_import_discon()) lustre-MDT0000-lwp-OST0001: Connection to lustre-MDT0000 (at 0@lo) was lost; in progress operations using this service will wait for recovery to complete 00000100:00080000:1.0:1783441666.002495:0:3650:0:(import.c:65:import_set_state_nolock()) ffff9113821bf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1783441666.002517:0:3650:0:(import.c:510:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 605 00000100:00080000:1.0:1783441666.002521:0:3650:0:(import.c:624:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9113821bf000 using connection 192.168.202.106@tcp/0@lo 00000100:00100000:1.0:1783441666.002537:0:3650:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff911488b47100 x1870073572861952/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1783441666.002549:0:3650:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9114bfb44000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3650:1870073572861440:0@lo:400:kworker.0 00000100:00100000:0.0:1783441666.002673:0:3646:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9114bfb45880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3646:1870073572860672:0@lo:38:kworker.0 00000100:00100000:0.0:1783441666.002706:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783441666.002726:0:3646:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff911383543800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3646:1870073572861696:0@lo:38:ptlrpcd_00_01.0 00000100:00100000:0.0:1783441666.002749:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783441666.002762:0:3646:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9114812a8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3646:1870073572861824:0@lo:38:ptlrpcd_00_01.0 00000100:00100000:0.0:1783441666.002794:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783441666.002894:0:3646:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff911488b47100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3646:1870073572861952:0@lo:38:ptlrpcd_00_03.0 00000100:00100000:0.0:1783441666.002920:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783441666.002948:0:19940:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572861696 00000100:00100000:0.0:1783441666.002951:0:19940:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572861696 00000100:00100000:0.0:1783441666.002969:0:19940:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572861824 00000100:00100000:0.0:1783441666.002972:0:19940:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572861824 00000100:00100000:0.0:1783441666.002981:0:19940:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572861952 00000100:00100000:0.0:1783441666.002983:0:19940:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572861952 00000100:00100000:0.0:1783441666.002993:0:19940:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 84 00000100:00100000:0.0:1783441666.002998:0:19940:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9114b0d46d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3646:x1870073572861696:12345-0@lo:38:ptlrpcd_00_01.0 00010000:00020000:0.0:1783441666.003014:0:19940:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1783441666.004007:0:3647:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1783441666.004020:0:3647:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9114aeae0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3647:1870073572862080:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1783441666.004059:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783441666.004323:0:17149:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 85 00000100:00100000:1.0:1783441666.004331:0:17149:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9114b0d47480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3646:x1870073572861824:12345-0@lo:38:ptlrpcd_00_01.0 00010000:00020000:1.0:1783441666.004347:0:17149:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1783441666.004400:0:17149:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9114b0d47480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3646:x1870073572861824:12345-0@lo:38:ptlrpcd_00_01.0 Request processed in 67us (1604us total) trans 0 rc -19/-19 00000100:00100000:1.0:1783441666.004406:0:17149:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 85 00000100:00100000:1.0:1783441666.004425:0:17149:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 86 00000100:00100000:1.0:1783441666.004441:0:17149:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9113848c4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3646:x1870073572861952:12345-0@lo:38:ptlrpcd_00_03.0 00010000:00020000:1.0:1783441666.004452:0:17149:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1783441666.004477:0:17149:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9113848c4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3646:x1870073572861952:12345-0@lo:38:ptlrpcd_00_03.0 Request processed in 35us (1556us total) trans 0 rc -19/-19 00000100:00100000:1.0:1783441666.004482:0:17149:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 86 00000100:00100000:1.0:1783441666.004548:0:17153:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572860672 00000100:00100000:1.0:1783441666.004554:0:17153:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572860672 00000100:00100000:1.0:1783441666.004589:0:17153:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 84 00000100:00100000:1.0:1783441666.004594:0:17153:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9114b0d44380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3646:x1870073572860672:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1783441666.004604:0:17153:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1783441666.004632:0:17153:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9114b0d44380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3646:x1870073572860672:12345-0@lo:38:kworker.0 Request processed in 37us (1926us total) trans 0 rc -19/-19 00000100:00100000:1.0:1783441666.004638:0:17153:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 84 00000100:00100000:2.0:1783441666.004927:0:18656:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572862080 00000100:00100000:2.0:1783441666.004932:0:18656:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572862080 00000100:00100000:2.0:1783441666.004978:0:18656:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42 00000100:00100000:2.0:1783441666.004986:0:18656:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9114aeae2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3647:x1870073572862080:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1783441666.005010:0:18656:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923509248 avail 3691986944 00000100:00100000:2.0:1783441666.005052:0:18656:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9114aeae2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3647:x1870073572862080:12345-0@lo:13:osp-pre-1-1.0 Request processed in 67us (991us total) trans 0 rc 0/0 00000100:00100000:2.0:1783441666.005058:0:18656:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42 00000100:00100000:2.0:1783441666.005101:0:3647:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9114aeae0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3647:1870073572862080:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1783441666.005125:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783441666.005157:0:3649:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9114bfb47b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3649:1870073572860800:0@lo:400:kworker.0 00000100:00100000:2.0:1783441666.005172:0:17149:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572861312 00000100:00100000:2.0:1783441666.005175:0:17149:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572861312 00000100:00100000:2.0:1783441666.005204:0:17149:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 107 00000100:00100000:2.0:1783441666.005218:0:17149:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9114bfb44e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3649:x1870073572861312:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1783441666.005252:0:17149:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9114bfb44e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3649:x1870073572861312:12345-0@lo:400:kworker.0 Request processed in 35us (126us total) trans 0 rc 0/0 00000100:00100000:2.0:1783441666.005258:0:17149:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 107 00000100:00080000:2.0:1783441666.005273:0:17142:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00080000:2.0:1783441666.005291:0:3649:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffff9114bfb47100 x1870073572861312/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1783441682 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1783441666.005302:0:3649:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9114bfb47100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3649:1870073572861312:0@lo:400:kworker.0 00000100:00080000:3.0:1783441666.005742:0:3646:0:(import.c:65:import_set_state_nolock()) ffff9114b54e5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1783441666.005749:0:3646:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1783441666.005752:0:3646:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9114bfb45880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3646:1870073572860672:0@lo:38:kworker.0 00000100:00080000:3.0:1783441666.005763:0:3646:0:(import.c:65:import_set_state_nolock()) ffff911384a4e000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1783441666.005766:0:3646:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1783441666.005769:0:3646:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9114812a8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3646:1870073572861824:0@lo:38:ptlrpcd_00_01.0 00000100:00080000:3.0:1783441666.005777:0:3646:0:(import.c:65:import_set_state_nolock()) ffff9113821bf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1783441666.005780:0:3646:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1783441666.005782:0:3646:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff911488b47100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3646:1870073572861952:0@lo:38:ptlrpcd_00_03.0 00000100:00100000:1.0:1783441666.041454:0:19940:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9114b0d46d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3646:x1870073572861696:12345-0@lo:38:ptlrpcd_00_01.0 Request processed in 38447us (38696us total) trans 0 rc -19/-19 00000100:00100000:1.0:1783441666.041469:0:19940:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 84 00000100:00080000:3.0:1783441666.041757:0:3646:0:(import.c:65:import_set_state_nolock()) ffff9114b61e9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1783441666.041764:0:3646:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1783441666.041768:0:3646:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff911383543800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3646:1870073572861696:0@lo:38:ptlrpcd_00_01.0 00010000:00010000:3.0:1783441666.585629:0:19292:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00100000:1.0:1783441667.034629:0:18649:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00000020:00000080:1.0:1783441667.034638:0:18649:0:(genops.c:906:class_export_put()) final put ffff9114b86a6800/lustre-MDT0000-mdtlov_UUID 00000020:00000080:1.0:1783441667.034660:0:20835:0:(genops.c:865:class_export_destroy()) destroying export ffff9114b86a6800/lustre-MDT0000-mdtlov_UUID for lustre-OST0000 00000020:00000080:1.0:1783441667.034698:0:20835:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff9114b86a0800 for lustre-OST0000 00010000:00010000:1.0:1783441667.605905:0:17135:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1783441668.562749:0:3650:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1783441668.562780:0:3650:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9114bfb47100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3650:1870073572862208:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1783441668.562882:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783441668.563113:0:18656:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572862208 00000100:00100000:2.0:1783441668.563124:0:18656:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572862208 00000100:00100000:2.0:1783441668.563209:0:18656:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 43 00000100:00100000:2.0:1783441668.563219:0:18656:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff911488b44e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3650:x1870073572862208:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1783441668.563246:0:18656:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923505152 avail 3691982848 00000100:00100000:2.0:1783441668.563297:0:18656:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff911488b44e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3650:x1870073572862208:12345-0@lo:13:osp-pre-0-1.0 Request processed in 80us (414us total) trans 0 rc 0/0 00000100:00100000:2.0:1783441668.563304:0:18656:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 43 00000100:00080000:3.0:1783441668.564572:0:17142:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1783441668.564693:0:3650:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9114bfb47100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3650:1870073572862208:0@lo:13:osp-pre-0-1.0 00010000:00010000:1.0:1783441668.627997:0:17134:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000004:0.0:1783441669.427359:0:20921:0:(tgt_mount.c:2193:server_umount_begin()) umount -f 00000020:01000004:0.0:1783441669.451107:0:20921:0:(tgt_mount.c:2063:server_put_super()) server put_super lustre-MDT0001 00010000:00010000:0.0:1783441669.451163:0:20921:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.106@tcp lock: ffff9114aebd1e00/0x4778038d8fc363a4 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0x4778038d8fc363ab expref: -99 pid: 17878 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783441669.451178:0:20921:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.106@tcp lock: ffff9114aebd1e00/0x4778038d8fc363a4 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000000000000 nid: local remote: 0x4778038d8fc363ab expref: -99 pid: 17878 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783441669.451186:0:20921:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.106@tcp lock: ffff9114aebd1e00/0x4778038d8fc363a4 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000400000000 nid: local remote: 0x4778038d8fc363ab expref: -99 pid: 17878 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783441669.451193:0:20921:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.106@tcp lock: ffff9114aebd1e00/0x4778038d8fc363a4 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000400000000 nid: local remote: 0x4778038d8fc363ab expref: -99 pid: 17878 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783441669.451263:0:20921:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 10000000:01000000:0.0:1783441669.451269:0:20921:0:(mgc_request.c:547:config_log_end()) end config log lustre-client (0) 00000100:00080000:0.0:1783441669.451294:0:20921:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:0.0:1783441669.451311:0:20921:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0001: committing for last_committed 0 gen 3 00000100:00080000:0.0:1783441669.451402:0:20921:0:(pinger.c:399:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID 00000100:00080000:0.0:1783441669.451409:0:20921:0:(import.c:65:import_set_state_nolock()) ffff9114b61e9000 lustre-MDT0000_UUID: changing import state from DISCONN to CLOSED 00000100:00080000:0.0:1783441669.451415:0:20921:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:0.0:1783441669.451417:0:20921:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0001: committing for last_committed 0 gen 4 00000100:00100000:0.0:1783441669.451420:0:20921:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00010000:00010000:1.0:1783441669.458054:0:20921:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.106@tcp lock: ffff911480031e00/0x4778038d8fc36303 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0x4778038d8fc3630a expref: -99 pid: 17878 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783441669.458075:0:20921:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.106@tcp lock: ffff911480031e00/0x4778038d8fc36303 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000000000000 nid: local remote: 0x4778038d8fc3630a expref: -99 pid: 17878 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783441669.458082:0:20921:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.106@tcp lock: ffff911480031e00/0x4778038d8fc36303 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000400000000 nid: local remote: 0x4778038d8fc3630a expref: -99 pid: 17878 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783441669.458089:0:20921:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.106@tcp lock: ffff911480031e00/0x4778038d8fc36303 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000400000000 nid: local remote: 0x4778038d8fc3630a expref: -99 pid: 17878 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783441669.458166:0:19292:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1783441669.458175:0:19292:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.106@tcp lock: ffff9114aebd1e00/0x4778038d8fc363a4 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000400000000 nid: local remote: 0x4778038d8fc363ab expref: -99 pid: 17878 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783441669.458182:0:19292:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9114aebd1e00 already unused, calling callback (ffffffffc126cc20) 10000000:00010000:3.0:1783441669.458186:0:19292:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.106@tcp lock: ffff9114aebd1e00/0x4778038d8fc363a4 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000400000000 nid: local remote: 0x4778038d8fc363ab expref: -99 pid: 17878 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783441669.458208:0:19292:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.106@tcp lock: ffff9114aebd1e00/0x4778038d8fc363a4 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1008400000000 nid: local remote: 0x4778038d8fc363ab expref: -99 pid: 17878 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1783441669.458215:0:19292:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.106@tcp lock: ffff9114aebd1e00/0x4778038d8fc363a4 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1009400000000 nid: local remote: 0x4778038d8fc363ab expref: -99 pid: 17878 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1783441669.458220:0:19292:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:3.0:1783441669.458222:0:19292:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-client: stopping, won't requeue 10000000:01000000:3.0:1783441669.458225:0:19292:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-client 00010000:00010000:3.0:1783441669.458260:0:19292:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.106@tcp lock: ffff9114aebd1e00/0x4778038d8fc363a4 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x5809400000020 nid: local remote: 0x4778038d8fc363ab expref: -99 pid: 17878 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783441669.458266:0:19292:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1783441669.458307:0:19292:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.106@tcp lock: ffff9114aebd1e00/0x4778038d8fc363a4 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x5809400000020 nid: local remote: 0x4778038d8fc363ab expref: -99 pid: 17878 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783441669.458322:0:19292:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.106@tcp lock: ffff9114aebd1e00/0x4778038d8fc363a4 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x5809400000020 nid: local remote: 0x4778038d8fc363ab expref: -99 pid: 17878 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783441669.458336:0:19292:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1783441669.458339:0:19292:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.106@tcp lock: ffff911480031e00/0x4778038d8fc36303 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000400000000 nid: local remote: 0x4778038d8fc3630a expref: -99 pid: 17878 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783441669.458345:0:19292:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff911480031e00 already unused, calling callback (ffffffffc126cc20) 10000000:00010000:3.0:1783441669.458347:0:19292:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.106@tcp lock: ffff911480031e00/0x4778038d8fc36303 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000400000000 nid: local remote: 0x4778038d8fc3630a expref: -99 pid: 17878 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783441669.458353:0:19292:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.106@tcp lock: ffff911480031e00/0x4778038d8fc36303 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1008400000000 nid: local remote: 0x4778038d8fc3630a expref: -99 pid: 17878 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1783441669.458369:0:19292:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.106@tcp lock: ffff911480031e00/0x4778038d8fc36303 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1009400000000 nid: local remote: 0x4778038d8fc3630a expref: -99 pid: 17878 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1783441669.458374:0:19292:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:3.0:1783441669.458376:0:19292:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-MDT0001: stopping, won't requeue 00010000:00010000:3.0:1783441669.458390:0:19292:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.106@tcp lock: ffff911480031e00/0x4778038d8fc36303 lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x5809400000020 nid: local remote: 0x4778038d8fc3630a expref: -99 pid: 17878 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783441669.458396:0:19292:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1783441669.458412:0:19292:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.106@tcp lock: ffff911480031e00/0x4778038d8fc36303 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x5809400000020 nid: local remote: 0x4778038d8fc3630a expref: -99 pid: 17878 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783441669.458420:0:19292:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783441669.458422:0:19292:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783441669.458424:0:19292:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1783441669.458445:0:3647:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9114aeae1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d116aa8e-8f85-4520-8879-6fa52ce3f863:3647:1870073572862464:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1783441669.458553:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783441669.458635:0:17133:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572862464 00000100:00100000:3.0:1783441669.458642:0:17133:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572862464 00000100:00100000:3.0:1783441669.458680:0:17133:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:3.0:1783441669.458687:0:17133:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9114aeae2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:0+-99:3647:x1870073572862464:12345-0@lo:103:ldlm_bl.0 00010000:00020000:3.0:1783441669.458694:0:17133:0:(ldlm_lockd.c:2564:ldlm_cancel_handler()) ldlm_cancel from 0@lo arrived at 1783441669 with bad export cookie 5149870080435380680 00000100:00100000:2.0:1783441669.460835:0:3649:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1783441669.460864:0:3649:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9114aeae1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:d116aa8e-8f85-4520-8879-6fa52ce3f863:3649:1870073572862336:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1783441669.460925:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783441669.460983:0:17132:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[0] started 3 min 3 max 56 00000100:00100000:2.0:1783441669.460991:0:17132:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn00_003' 00000100:00100000:0.0:1783441669.465401:0:17131:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[0] started 3 min 3 max 56 00000100:00100000:0.0:1783441669.465423:0:17131:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572862336 00000100:00100000:0.0:1783441669.465432:0:17131:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572862336 00010000:00010000:1.0:1783441669.466587:0:20921:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:1.0:1783441669.466601:0:20921:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.106@tcp lock: ffff911480031e00/0x4778038d8fc36303 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x5809400000020 nid: local remote: 0x4778038d8fc3630a expref: -99 pid: 17878 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441669.466893:0:20921:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.106@tcp lock: ffff9114c21fd400/0x4778038d8fc365f0 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x4778038d8fc365f7 expref: -99 pid: 17143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441669.466904:0:20921:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.106@tcp lock: ffff9114c21fd400/0x4778038d8fc365f0 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x4778038d8fc365f7 expref: -99 pid: 17143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441669.466924:0:20921:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.106@tcp lock: ffff9114c21fd400/0x4778038d8fc365f0 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0x4778038d8fc365f7 expref: -99 pid: 17143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441669.466931:0:20921:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.106@tcp lock: ffff9114c21fd400/0x4778038d8fc365f0 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0x4778038d8fc365f7 expref: -99 pid: 17143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441669.466954:0:20921:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1783441669.466962:0:20921:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.106@tcp lock: ffff9114c2166200/0x4778038d8fc3678d lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x4778038d8fc36794 expref: -99 pid: 17143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441669.466969:0:20921:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.106@tcp lock: ffff9114c2166200/0x4778038d8fc3678d lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x4778038d8fc36794 expref: -99 pid: 17143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441669.466975:0:20921:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.106@tcp lock: ffff9114c2166200/0x4778038d8fc3678d lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000400000000 nid: local remote: 0x4778038d8fc36794 expref: -99 pid: 17143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441669.466981:0:20921:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.106@tcp lock: ffff9114c2166200/0x4778038d8fc3678d lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000400000000 nid: local remote: 0x4778038d8fc36794 expref: -99 pid: 17143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441669.466995:0:20921:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:2.0:1783441669.467000:0:20921:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.106@tcp lock: ffff911480030200/0x4778038d8fc362f5 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x4778038d8fc362fc expref: -99 pid: 17878 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441669.467006:0:20921:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.106@tcp lock: ffff911480030200/0x4778038d8fc362f5 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x4778038d8fc362fc expref: -99 pid: 17878 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441669.467012:0:20921:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.106@tcp lock: ffff911480030200/0x4778038d8fc362f5 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0x4778038d8fc362fc expref: -99 pid: 17878 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441669.467029:0:20921:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.106@tcp lock: ffff911480030200/0x4778038d8fc362f5 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0x4778038d8fc362fc expref: -99 pid: 17878 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441669.467037:0:20921:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 10000000:01000000:2.0:1783441669.467040:0:20921:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-MDT0001 10000000:01000000:2.0:1783441669.467046:0:20921:0:(mgc_request.c:547:config_log_end()) end config log lustre-MDT0001 (0) 00000020:01000004:2.0:1783441669.467079:0:20921:0:(tgt_mount.c:2113:server_put_super()) stopping lustre-MDT0001 00000020:01000000:2.0:1783441669.467084:0:20921:0:(obd_config.c:2475:class_manual_cleanup()) Manual cleanup of lustre-MDT0001 (flags='F') 00000020:00000080:2.0:1783441669.467088:0:20921:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1783441669.467094:0:20921:0:(obd_config.c:955:class_cleanup()) lustre-MDT0001: forcing exports to disconnect: 2/5 00000020:00080000:2.0:1783441669.467101:0:20921:0:(genops.c:1840:print_export_data()) lustre-MDT0001: ACTIVE ffff9114a77f6800 lustre-MDT0001-lwp-OST0001_UUID 0@lo 4 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:2.0:1783441669.467107:0:20921:0:(genops.c:1840:print_export_data()) lustre-MDT0001: ACTIVE ffff9114ae147800 lustre-MDT0001-lwp-OST0000_UUID 0@lo 4 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:2.0:1783441669.467112:0:20921:0:(genops.c:1574:class_disconnect_exports()) OBD device 14 (ffff9114bf49cd40) has exports, disconnecting them 00000020:00080000:2.0:1783441669.467116:0:20921:0:(genops.c:1549:class_disconnect_export_list()) lustre-MDT0001: disconnecting export at 0@lo (ffff9114a77f6800), last request at 1783441666 00000020:00000080:2.0:1783441669.467122:0:20921:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x4778038d8fc365e2 00000100:00080000:2.0:1783441669.467137:0:20921:0:(import.c:65:import_set_state_nolock()) ffff9114a77f5000 : changing import state from FULL to CLOSED 00000020:00080000:2.0:1783441669.467172:0:20921:0:(genops.c:1554:class_disconnect_export_list()) disconnected export at 0@lo (ffff9114a77f6800): rc 0 00000020:00000080:2.0:1783441669.467175:0:20921:0:(genops.c:906:class_export_put()) final put ffff9114a77f6800/lustre-MDT0001-lwp-OST0001_UUID 00000020:00080000:2.0:1783441669.467183:0:20921:0:(genops.c:1549:class_disconnect_export_list()) lustre-MDT0001: disconnecting export at 0@lo (ffff9114ae147800), last request at 1783441666 00000020:00000080:2.0:1783441669.467186:0:20921:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x4778038d8fc36484 00000100:00080000:2.0:1783441669.467191:0:20921:0:(import.c:65:import_set_state_nolock()) ffff9114ae144000 : changing import state from FULL to CLOSED 00000020:00000080:2.0:1783441669.467200:0:27:0:(genops.c:865:class_export_destroy()) destroying export ffff9114a77f6800/lustre-MDT0001-lwp-OST0001_UUID for lustre-MDT0001 00000020:00000080:2.0:1783441669.467236:0:27:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff9114a77f5000 for lustre-MDT0001 00000020:00080000:2.0:1783441669.467247:0:20921:0:(genops.c:1554:class_disconnect_export_list()) disconnected export at 0@lo (ffff9114ae147800): rc 0 00000020:00000080:2.0:1783441669.467249:0:20921:0:(genops.c:906:class_export_put()) final put ffff9114ae147800/lustre-MDT0001-lwp-OST0000_UUID 00000004:00000080:2.0:1783441669.467257:0:20921:0:(mdd_device.c:2302:mdd_iocontrol()) lustre-MDD0001: cmd=400866e7 len=0 karg=ffffa26c41cebae0 00000020:00000080:2.0:1783441669.467266:0:27:0:(genops.c:865:class_export_destroy()) destroying export ffff9114ae147800/lustre-MDT0001-lwp-OST0000_UUID for lustre-MDT0001 00000020:00000080:2.0:1783441669.467292:0:27:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff9114ae144000 for lustre-MDT0001 00000100:00080000:2.0:1783441669.467311:0:20921:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:2.0:1783441669.467330:0:20921:0:(client.c:3601:ptlrpc_abort_inflight()) @@@ aborting waiting req req@ffff9114bfb46a00 x1870073572860288/t0(0) o41->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/224 e 0 to 0 dl 1783441679 ref 1 fl Rpc:RSQU/200/0 rc -107/-107 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1783441669.467344:0:20921:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: committing for last_committed 0 gen 3 00000100:00080000:2.0:1783441669.468209:0:20921:0:(pinger.c:399:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID 00000100:00080000:2.0:1783441669.468216:0:20921:0:(import.c:65:import_set_state_nolock()) ffff9114b54e5000 lustre-MDT0000_UUID: changing import state from DISCONN to CLOSED 00010000:00010000:0.0:1783441669.468406:0:17135:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:0.0:1783441669.468414:0:17135:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.106@tcp lock: ffff9114c21fd400/0x4778038d8fc365f0 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0x4778038d8fc365f7 expref: -99 pid: 17143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783441669.468423:0:17135:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9114c21fd400 already unused, calling callback (ffffffffc126cc20) 10000000:00010000:0.0:1783441669.468427:0:17135:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.106@tcp lock: ffff9114c21fd400/0x4778038d8fc365f0 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0x4778038d8fc365f7 expref: -99 pid: 17143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783441669.468436:0:17135:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.106@tcp lock: ffff9114c21fd400/0x4778038d8fc365f0 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1008400000000 nid: local remote: 0x4778038d8fc365f7 expref: -99 pid: 17143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1783441669.468443:0:17135:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.106@tcp lock: ffff9114c21fd400/0x4778038d8fc365f0 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1009400000000 nid: local remote: 0x4778038d8fc365f7 expref: -99 pid: 17143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1783441669.468448:0:17135:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 10000000:01000000:0.0:1783441669.468452:0:17135:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-mdtir: stopping, won't requeue 10000000:01000000:0.0:1783441669.468455:0:17135:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-mdtir 00010000:00010000:0.0:1783441669.468490:0:17135:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.106@tcp lock: ffff9114c21fd400/0x4778038d8fc365f0 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0x4778038d8fc365f7 expref: -99 pid: 17143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783441669.468522:0:17135:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1783441669.468555:0:17135:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.106@tcp lock: ffff9114c21fd400/0x4778038d8fc365f0 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0x4778038d8fc365f7 expref: -99 pid: 17143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783441669.468571:0:17135:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.106@tcp lock: ffff9114c21fd400/0x4778038d8fc365f0 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0x4778038d8fc365f7 expref: -99 pid: 17143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783441669.468599:0:17135:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1783441669.468602:0:17135:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.106@tcp lock: ffff9114c2166200/0x4778038d8fc3678d lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000400000000 nid: local remote: 0x4778038d8fc36794 expref: -99 pid: 17143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783441669.468608:0:17135:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9114c2166200 already unused, calling callback (ffffffffc126cc20) 10000000:00010000:0.0:1783441669.468611:0:17135:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.106@tcp lock: ffff9114c2166200/0x4778038d8fc3678d lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000400000000 nid: local remote: 0x4778038d8fc36794 expref: -99 pid: 17143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783441669.468618:0:17135:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.106@tcp lock: ffff9114c2166200/0x4778038d8fc3678d lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1008400000000 nid: local remote: 0x4778038d8fc36794 expref: -99 pid: 17143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1783441669.468625:0:17135:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.106@tcp lock: ffff9114c2166200/0x4778038d8fc3678d lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1009400000000 nid: local remote: 0x4778038d8fc36794 expref: -99 pid: 17143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1783441669.468630:0:17135:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 10000000:01000000:0.0:1783441669.468632:0:17135:0:(mgc_request.c:944:mgc_blocking_ast()) log params: stopping, won't requeue 10000000:01000000:0.0:1783441669.468634:0:17135:0:(mgc_request.c:130:config_log_put()) dropping config log params 00010000:00010000:0.0:1783441669.468647:0:17135:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.106@tcp lock: ffff9114c2166200/0x4778038d8fc3678d lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000020 nid: local remote: 0x4778038d8fc36794 expref: -99 pid: 17143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783441669.468652:0:17135:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1783441669.468665:0:17135:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.106@tcp lock: ffff9114c2166200/0x4778038d8fc3678d lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000020 nid: local remote: 0x4778038d8fc36794 expref: -99 pid: 17143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783441669.468671:0:17135:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.106@tcp lock: ffff9114c2166200/0x4778038d8fc3678d lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000020 nid: local remote: 0x4778038d8fc36794 expref: -99 pid: 17143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783441669.468691:0:17135:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1783441669.468694:0:17135:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.106@tcp lock: ffff911480030200/0x4778038d8fc362f5 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0x4778038d8fc362fc expref: -99 pid: 17878 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783441669.468700:0:17135:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff911480030200 already unused, calling callback (ffffffffc126cc20) 10000000:00010000:0.0:1783441669.468703:0:17135:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.106@tcp lock: ffff911480030200/0x4778038d8fc362f5 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0x4778038d8fc362fc expref: -99 pid: 17878 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783441669.468709:0:17135:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.106@tcp lock: ffff911480030200/0x4778038d8fc362f5 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1008400000000 nid: local remote: 0x4778038d8fc362fc expref: -99 pid: 17878 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1783441669.468715:0:17135:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.106@tcp lock: ffff911480030200/0x4778038d8fc362f5 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1009400000000 nid: local remote: 0x4778038d8fc362fc expref: -99 pid: 17878 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1783441669.468719:0:17135:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x5:0x0].0x0 (lustre) 10000000:01000000:0.0:1783441669.468721:0:17135:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-barrier: stopping, won't requeue 10000000:01000000:0.0:1783441669.468723:0:17135:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-barrier 00010000:00010000:0.0:1783441669.468733:0:17135:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.106@tcp lock: ffff911480030200/0x4778038d8fc362f5 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0x4778038d8fc362fc expref: -99 pid: 17878 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783441669.468738:0:17135:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1783441669.468743:0:17135:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.106@tcp lock: ffff911480030200/0x4778038d8fc362f5 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0x4778038d8fc362fc expref: -99 pid: 17878 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783441669.468749:0:17135:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.106@tcp lock: ffff911480030200/0x4778038d8fc362f5 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0x4778038d8fc362fc expref: -99 pid: 17878 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783441669.468761:0:17135:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783441669.468762:0:17135:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783441669.468770:0:17135:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1783441669.468785:0:3650:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9113848c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:d116aa8e-8f85-4520-8879-6fa52ce3f863:3650:1870073572862848:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1783441669.468849:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783441669.468892:0:3650:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1783441669.468898:0:3650:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9113848c5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:d116aa8e-8f85-4520-8879-6fa52ce3f863:3650:1870073572862720:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1783441669.468917:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783441669.468938:0:17131:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[0] started 3 min 3 max 56 00000100:00100000:0.0:1783441669.468946:0:17131:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572862848 00000100:00100000:0.0:1783441669.468952:0:17131:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572862848 00000100:00100000:0.0:1783441669.468976:0:17131:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[0] started 3 min 3 max 56 00000100:00100000:0.0:1783441669.468981:0:17131:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572862720 00000100:00100000:0.0:1783441669.468983:0:17131:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572862720 00000100:00100000:2.0:1783441669.469441:0:3648:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9113848c5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d116aa8e-8f85-4520-8879-6fa52ce3f863:3648:1870073572862592:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1783441669.469473:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783441669.469562:0:17132:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572862592 00000100:00100000:2.0:1783441669.469566:0:17132:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572862592 00010000:00010000:1.0:1783441669.469680:0:17134:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1783441669.469905:0:20921:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:2.0:1783441669.469909:0:20921:0:(client.c:3112:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: committing for last_committed 8589934593 gen 3 00000004:00080000:2.0:1783441669.469920:0:20921:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00080000:2.0:1783441669.469989:0:20921:0:(pinger.c:399:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID 00000100:00080000:2.0:1783441669.470006:0:20921:0:(import.c:65:import_set_state_nolock()) ffff9114b5622000 lustre-OST0000_UUID: changing import state from FULL to CONNECTING 00000100:00100000:1.0:1783441669.470048:0:3646:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9114bfb47100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3646:1870073572862976:0@lo:9:umount.0 00000100:00100000:1.0:1783441669.470082:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1783441669.470122:0:20921:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:2.0:1783441669.470124:0:20921:0:(client.c:3112:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: committing for last_committed 8589934594 gen 3 00000004:00080000:2.0:1783441669.470134:0:20921:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00080000:2.0:1783441669.470192:0:20921:0:(pinger.c:399:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID 00000100:00080000:2.0:1783441669.470201:0:20921:0:(import.c:65:import_set_state_nolock()) ffff9114bcbe6000 lustre-OST0001_UUID: changing import state from FULL to CONNECTING 00000100:00100000:0.0:1783441669.470362:0:20922:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00100000:0.0:1783441669.470371:0:20922:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9114bfb47b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0+-99:3649:x1870073572862336:12345-0@lo:103:ldlm_bl.0 00010000:00020000:0.0:1783441669.470377:0:20922:0:(ldlm_lockd.c:2564:ldlm_cancel_handler()) ldlm_cancel from 0@lo arrived at 1783441669 with bad export cookie 5149870080435380680 00000100:00100000:0.0:1783441669.470433:0:20922:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9114bfb47b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0+-99:3649:x1870073572862336:12345-0@lo:103:ldlm_bl.0 Request processed in 62us (9506us total) trans 0 rc -107/-107 00000100:00100000:0.0:1783441669.470440:0:20922:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00000100:00100000:0.0:1783441669.470456:0:20922:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17 00000100:00100000:0.0:1783441669.470460:0:20922:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9114af684850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0+-99:3650:x1870073572862848:12345-0@lo:103:ldlm_bl.0 00010000:00020000:0.0:1783441669.470464:0:20922:0:(ldlm_lockd.c:2564:ldlm_cancel_handler()) ldlm_cancel from 0@lo arrived at 1783441669 with bad export cookie 5149870080435380680 00000100:00100000:0.0:1783441669.470493:0:20922:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9114af684850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0+-99:3650:x1870073572862848:12345-0@lo:103:ldlm_bl.0 Request processed in 31us (1643us total) trans 0 rc -107/-107 00000100:00100000:0.0:1783441669.470526:0:20922:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17 00000100:00080000:0.0:1783441669.470573:0:3650:0:(recover.c:205:ptlrpc_request_handle_notconn()) import MGC192.168.202.106@tcp of MGS@0@lo abruptly disconnected: reconnecting 00000100:00080000:0.0:1783441669.470587:0:3650:0:(import.c:65:import_set_state_nolock()) ffff911383964800 MGS: changing import state from FULL to DISCONN 00000100:02020000:0.0:1783441669.470591:0:3650:0:(import.c:186:ptlrpc_set_import_discon()) MGC192.168.202.106@tcp: Connection to MGS (at 0@lo) was lost; in progress operations using this service will fail 00000100:00100000:1.0:1783441669.474765:0:3646:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9114bfb45880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3646:1870073572863104:0@lo:9:umount.0 00000100:00100000:1.0:1783441669.474843:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783441669.474918:0:19090:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572862976 00000100:00100000:1.0:1783441669.474926:0:19090:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572862976 00000100:00100000:1.0:1783441669.474970:0:19090:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572863104 00000100:00100000:1.0:1783441669.474973:0:19090:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572863104 00000100:00100000:1.0:1783441669.475020:0:19090:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38 00000100:00100000:1.0:1783441669.475029:0:19090:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff911488b46300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3646:x1870073572862976:12345-0@lo:9:umount.0 00000020:00000080:1.0:1783441669.475062:0:19090:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x4778038d8fc364ae 00000100:00080000:1.0:1783441669.475073:0:19090:0:(import.c:65:import_set_state_nolock()) ffff9114a77f3800 : changing import state from FULL to CLOSED 00000001:00000004:1.0:1783441669.475135:0:19090:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 2, last_transno is 8589934594 00000100:00100000:1.0:1783441669.475279:0:19090:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff911488b46300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+2:3646:x1870073572862976:12345-0@lo:9:umount.0 Request processed in 250us (5195us total) trans 0 rc 0/0 00000100:00100000:1.0:1783441669.475286:0:19090:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38 00000100:00100000:1.0:1783441669.475301:0:19090:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 39 00000100:00100000:1.0:1783441669.475308:0:19090:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff911488b45180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3646:x1870073572863104:12345-0@lo:9:umount.0 00000020:00000080:1.0:1783441669.475338:0:19090:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x4778038d8fc36613 00000100:00080000:1.0:1783441669.475344:0:19090:0:(import.c:65:import_set_state_nolock()) ffff9113821b8000 : changing import state from FULL to CLOSED 00000001:00000004:1.0:1783441669.475366:0:19090:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 2, last_transno is 8589934599 00000100:00100000:1.0:1783441669.475444:0:19090:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff911488b45180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+2:3646:x1870073572863104:12345-0@lo:9:umount.0 Request processed in 136us (601us total) trans 0 rc 0/0 00000100:00100000:1.0:1783441669.475451:0:19090:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 39 00010000:00010000:1.0:1783441669.475477:0:17135:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1783441669.475521:0:3646:0:(import.c:65:import_set_state_nolock()) ffff9114bcbe6000 lustre-OST0001_UUID: changing import state from CONNECTING to CLOSED 00000004:00080000:1.0:1783441669.475528:0:3646:0:(osp_dev.c:1618:osp_import_event()) got disconnected 00000004:00080000:1.0:1783441669.475530:0:3646:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:1.0:1783441669.475533:0:3646:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9114bfb45880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3646:1870073572863104:0@lo:9:umount.0 00000100:00100000:3.0:1783441669.480662:0:17133:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9114aeae2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:0+-99:3647:x1870073572862464:12345-0@lo:103:ldlm_bl.0 Request processed in 21971us (22120us total) trans 0 rc -107/-107 00000100:00080000:1.0:1783441669.480662:0:3646:0:(import.c:65:import_set_state_nolock()) ffff9114b5622000 lustre-OST0000_UUID: changing import state from CONNECTING to CLOSED 00000100:00100000:3.0:1783441669.480674:0:17133:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000004:00080000:1.0:1783441669.480686:0:3646:0:(osp_dev.c:1618:osp_import_event()) got disconnected 00000004:00080000:1.0:1783441669.480688:0:3646:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:1.0:1783441669.480692:0:3646:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9114bfb47100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3646:1870073572862976:0@lo:9:umount.0 00010000:00010000:1.0:1783441669.480729:0:17134:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1783441669.480769:0:20922:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 18 00000100:00100000:1.0:1783441669.480776:0:20922:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9113848c4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0+-99:3650:x1870073572862720:12345-0@lo:103:ldlm_bl.0 00010000:00020000:1.0:1783441669.480782:0:20922:0:(ldlm_lockd.c:2564:ldlm_cancel_handler()) ldlm_cancel from 0@lo arrived at 1783441669 with bad export cookie 5149870080435380680 00000100:00100000:1.0:1783441669.480817:0:20922:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9113848c4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0+-99:3650:x1870073572862720:12345-0@lo:103:ldlm_bl.0 Request processed in 41us (11899us total) trans 0 rc -107/-107 00000100:00100000:1.0:1783441669.480839:0:20922:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 18 00000100:00100000:1.0:1783441669.480853:0:20922:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19 00000100:00100000:1.0:1783441669.480858:0:20922:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9114bfb45f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0+-99:3648:x1870073572862592:12345-0@lo:103:ldlm_bl.0 00010000:00020000:1.0:1783441669.480862:0:20922:0:(ldlm_lockd.c:2564:ldlm_cancel_handler()) ldlm_cancel from 0@lo arrived at 1783441669 with bad export cookie 5149870080435380680 00000100:00100000:1.0:1783441669.480896:0:20922:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9114bfb45f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0+-99:3648:x1870073572862592:12345-0@lo:103:ldlm_bl.0 Request processed in 37us (11423us total) trans 0 rc -107/-107 00000100:00100000:1.0:1783441669.480902:0:20922:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19 00000100:00080000:1.0:1783441669.480955:0:3647:0:(recover.c:205:ptlrpc_request_handle_notconn()) import MGC192.168.202.106@tcp of MGS@0@lo abruptly disconnected: reconnecting 00000100:00080000:3.0:1783441669.481172:0:17142:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1783441669.482992:0:3649:0:(recover.c:205:ptlrpc_request_handle_notconn()) import MGC192.168.202.106@tcp of MGS@0@lo abruptly disconnected: reconnecting 00000100:00080000:2.0:1783441669.483075:0:3648:0:(recover.c:205:ptlrpc_request_handle_notconn()) import MGC192.168.202.106@tcp of MGS@0@lo abruptly disconnected: reconnecting 00000100:00080000:0.0:1783441669.510659:0:3650:0:(import.c:192:ptlrpc_set_import_discon()) import MGS@0@lo for MGC192.168.202.106@tcp not replayable, auto-deactivating 00000100:00080000:0.0:1783441669.510666:0:3650:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 00000100:00100000:0.0:1783441669.510676:0:3650:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff9114bfb44380 x1870073572860544/t0(0) o400->MGC192.168.202.106@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1783441682 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783441669.510692:0:3650:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff9114aeae1c00 x1870073572862464/t0(0) o103->MGC192.168.202.106@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1783441685 ref 1 fl Rpc:RQU/200/0 rc 0/-107 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783441669.510701:0:3650:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff9114aeae1880 x1870073572862336/t0(0) o103->MGC192.168.202.106@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1783441685 ref 1 fl Rpc:RQU/200/0 rc 0/-107 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783441669.510712:0:3650:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff9113848c6680 x1870073572862848/t0(0) o103->MGC192.168.202.106@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1783441685 ref 1 fl Rpc:RQU/200/0 rc 0/-107 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783441669.510721:0:3650:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff9113848c5180 x1870073572862720/t0(0) o103->MGC192.168.202.106@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1783441685 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783441669.510729:0:3650:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff9113848c5500 x1870073572862592/t0(0) o103->MGC192.168.202.106@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1783441685 ref 1 fl Rpc:RQU/200/0 rc 0/-107 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 10000000:01000000:0.0:1783441669.510738:0:3650:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808001 00000100:00080000:0.0:1783441669.510741:0:3650:0:(pinger.c:193:ptlrpc_pinger_ir_down()) IR down 10000000:01000000:0.0:1783441669.510742:0:3650:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808002 00000100:00080000:1.0:1783441669.511064:0:3647:0:(import.c:214:ptlrpc_set_import_discon()) mgc: import ffff911383964800 already not connected (conn 1, was 1): DISCONN 00000100:00100000:1.0:1783441669.511080:0:3647:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9114bfb46a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3647:1870073572860288:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1783441669.511114:0:3647:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9114aeae1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d116aa8e-8f85-4520-8879-6fa52ce3f863:3647:1870073572862464:0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1783441669.511439:0:19292:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1783441669.518887:0:3649:0:(import.c:214:ptlrpc_set_import_discon()) mgc: import ffff911383964800 already not connected (conn 1, was 1): DISCONN 00000100:00100000:3.0:1783441669.518937:0:3649:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9114aeae1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:d116aa8e-8f85-4520-8879-6fa52ce3f863:3649:1870073572862336:0@lo:103:ldlm_bl.0 00000100:00080000:2.0:1783441669.522472:0:3648:0:(import.c:214:ptlrpc_set_import_discon()) mgc: import ffff911383964800 already not connected (conn 1, was 1): DISCONN 00000100:00100000:2.0:1783441669.522534:0:3648:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9114bfb44380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d116aa8e-8f85-4520-8879-6fa52ce3f863:3648:1870073572860544:0@lo:400:kworker.0 00000100:00100000:2.0:1783441669.522573:0:3648:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9113848c5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d116aa8e-8f85-4520-8879-6fa52ce3f863:3648:1870073572862592:0@lo:103:ldlm_bl.0 00000020:00080000:3.0:1783441669.522699:0:20921:0:(genops.c:1579:class_disconnect_exports()) OBD device 14 (ffff9114bf49cd40) has no exports 00000100:00080000:0.0:1783441669.524311:0:3650:0:(import.c:65:import_set_state_nolock()) ffff911383964800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1783441669.524321:0:3650:0:(import.c:510:import_select_connection()) MGC192.168.202.106@tcp: connect to NID 0@lo last attempt 555 00000100:00080000:0.0:1783441669.524330:0:3650:0:(import.c:624:import_select_connection()) MGC192.168.202.106@tcp: import ffff911383964800 using connection 192.168.202.106@tcp/0@lo 00000100:00100000:0.0:1783441669.524365:0:3650:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9113848c5880 x1870073572863232/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1783441669.524526:0:3650:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9113848c5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:d116aa8e-8f85-4520-8879-6fa52ce3f863:3650:1870073572862720:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1783441669.524533:0:3650:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9113848c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:d116aa8e-8f85-4520-8879-6fa52ce3f863:3650:1870073572862848:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1783441669.524676:0:3646:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9113848c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d116aa8e-8f85-4520-8879-6fa52ce3f863:3646:1870073572863232:0@lo:250:ptlrpcd_00_03.0 00000400:00000100:1.0:1783441669.524714:0:3646:0:(lib-move.c:4262:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1870073572863232 offset 0 length 520: 4 00000020:00080000:3.0:1783441669.528726:0:20921:0:(genops.c:1579:class_disconnect_exports()) OBD device 14 (ffff9114bf49cd40) has no exports 00000020:01000000:2.0:1783441669.643413:0:20921:0:(lprocfs_status_server.c:306:lprocfs_free_client_stats()) stat ffff9114adfa1360 - data ffff9114a7876510/ffff911383889c00 00000020:01000000:2.0:1783441669.643696:0:20921:0:(lprocfs_status_server.c:306:lprocfs_free_client_stats()) stat ffff911382981cc0 - data ffff9114a79a91b0/ffff9114aed79400 00010000:00010000:1.0:1783441669.649752:0:17135:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000004:2.0:1783441669.676618:0:20921:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0001_UUID: mount_count is 2, last_transno is 8589934595 00000100:00080000:0.0:1783441669.757099:0:20921:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:0.0:1783441669.757107:0:20921:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: committing for last_committed 0 gen 4 00000100:00100000:0.0:1783441669.757116:0:20921:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00080000:0.0:1783441669.759045:0:20921:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:0.0:1783441669.759052:0:20921:0:(client.c:3112:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: committing for last_committed 8589934593 gen 4 00000004:00080000:0.0:1783441669.759072:0:20921:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:0.0:1783441669.759074:0:20921:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000004:00080000:2.0:1783441669.759282:0:17887:0:(osp_sync.c:1324:osp_sync_process_queues()) stop llog processing 00000040:00080000:2.0:1783441669.759288:0:17887:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 1 count 1 00000040:00080000:2.0:1783441669.759367:0:17887:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x1:0x2:0x0] index 2 count 2 00000100:00080000:2.0:1783441669.760104:0:20921:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:2.0:1783441669.760109:0:20921:0:(client.c:3112:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: committing for last_committed 8589934594 gen 4 00000004:00080000:2.0:1783441669.760129:0:20921:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:2.0:1783441669.760131:0:20921:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000004:00080000:3.0:1783441669.760461:0:17889:0:(osp_sync.c:1324:osp_sync_process_queues()) stop llog processing 00000040:00080000:3.0:1783441669.760464:0:17889:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0xa:0x0] index 1 count 1 00000040:00080000:3.0:1783441669.760472:0:17889:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x1:0x5:0x0] index 2 count 2 00000020:00000080:2.0:1783441669.761583:0:20921:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x4778038d8fc36318 00000020:00000080:2.0:1783441669.761592:0:20921:0:(genops.c:906:class_export_put()) final put ffff9114bcbe1000/lustre-MDT0001-osd_UUID 00000020:00000080:2.0:1783441669.761734:0:27:0:(genops.c:865:class_export_destroy()) destroying export ffff9114bcbe1000/lustre-MDT0001-osd_UUID for lustre-MDT0001-osd 00000020:00000080:3.0:1783441669.763087:0:20921:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x4778038d8fc3632d 00000020:00000080:3.0:1783441669.763096:0:20921:0:(genops.c:906:class_export_put()) final put ffff9114bcbe3000/lustre-MDT0001-mdtlov_UUID 00000020:01000000:3.0:1783441669.763104:0:20921:0:(obd_config.c:2475:class_manual_cleanup()) Manual cleanup of lustre-MDT0001-mdtlov (flags='') 00000020:00000080:3.0:1783441669.763112:0:12419:0:(genops.c:865:class_export_destroy()) destroying export ffff9114bcbe3000/lustre-MDT0001-mdtlov_UUID for lustre-MDT0001-mdtlov 00000020:00000080:3.0:1783441669.763123:0:20921:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1783441669.763132:0:20921:0:(obd_config.c:955:class_cleanup()) lustre-MDT0001-mdtlov: forcing exports to disconnect: 0/1 00000020:00080000:3.0:1783441669.763136:0:20921:0:(genops.c:1579:class_disconnect_exports()) OBD device 13 (ffff9114bf498000) has no exports 00000004:01000000:3.0:1783441669.763281:0:20921:0:(lod_lov.c:59:lod_putref()) destroying 2 ltd desc 00000020:00000080:3.0:1783441669.763289:0:20921:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x4778038d8fc36381 00000020:00000080:3.0:1783441669.763293:0:20921:0:(genops.c:906:class_export_put()) final put ffff9114b54e0800/lustre-MDT0001-mdtlov_UUID 00000020:01000000:3.0:1783441669.763371:0:20921:0:(obd_config.c:2475:class_manual_cleanup()) Manual cleanup of lustre-OST0001-osc-MDT0001 (flags='') 00000020:00000080:3.0:1783441669.763380:0:12419:0:(genops.c:865:class_export_destroy()) destroying export ffff9114b54e0800/lustre-MDT0001-mdtlov_UUID for lustre-OST0001-osc-MDT0001 00000020:00000080:3.0:1783441669.763388:0:20921:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1783441669.763394:0:20921:0:(obd_config.c:955:class_cleanup()) lustre-OST0001-osc-MDT0001: forcing exports to disconnect: 0/2 00000020:00080000:3.0:1783441669.763396:0:20921:0:(genops.c:1579:class_disconnect_exports()) OBD device 18 (ffff9114b562cd40) has no exports 00000020:00000080:3.0:1783441669.763402:0:20921:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x4778038d8fc3637a 00000020:00000080:3.0:1783441669.763406:0:20921:0:(genops.c:906:class_export_put()) final put ffff9114bcbe0000/lustre-MDT0001-osd_UUID 00000020:00000080:3.0:1783441669.763416:0:12419:0:(genops.c:865:class_export_destroy()) destroying export ffff9114bcbe0000/lustre-MDT0001-osd_UUID for lustre-MDT0001-osd 00010000:01000000:3.0:1783441669.763964:0:20921:0:(obd_class.h:671:obd_cleanup_client_import()) lustre-OST0001-osc-MDT0001: client import never connected 00000100:00080000:3.0:1783441669.763969:0:20921:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:3.0:1783441669.763973:0:20921:0:(client.c:3112:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: committing for last_committed 8589934594 gen 5 00000004:00080000:3.0:1783441669.763979:0:20921:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:3.0:1783441669.763981:0:20921:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:3.0:1783441669.763999:0:12419:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff9114bcbe6000 for lustre-OST0001-osc-MDT0001 00000020:00000080:3.0:1783441669.764035:0:20921:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:3.0:1783441669.764042:0:20921:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0001-osc-MDT0001 (uuid lustre-MDT0001-mdtlov_UUID) 00000020:00000080:3.0:1783441669.764045:0:20921:0:(genops.c:906:class_export_put()) final put ffff9114b5624800/lustre-MDT0001-mdtlov_UUID 00000020:00000080:3.0:1783441669.764048:0:20921:0:(genops.c:865:class_export_destroy()) destroying export ffff9114b5624800/lustre-MDT0001-mdtlov_UUID for lustre-OST0001-osc-MDT0001 00000020:01000000:3.0:1783441669.764052:0:20921:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0001-osc-MDT0001 (lustre-MDT0001-mdtlov_UUID) 00000020:00000080:3.0:1783441669.764126:0:20921:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x4778038d8fc3636c 00000020:00000080:3.0:1783441669.764130:0:20921:0:(genops.c:906:class_export_put()) final put ffff9114b5627000/lustre-MDT0001-mdtlov_UUID 00000020:01000000:3.0:1783441669.764137:0:20921:0:(obd_config.c:2475:class_manual_cleanup()) Manual cleanup of lustre-OST0000-osc-MDT0001 (flags='') 00000020:00000080:3.0:1783441669.764143:0:12419:0:(genops.c:865:class_export_destroy()) destroying export ffff9114b5627000/lustre-MDT0001-mdtlov_UUID for lustre-OST0000-osc-MDT0001 00000020:00000080:3.0:1783441669.764152:0:20921:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1783441669.764156:0:20921:0:(obd_config.c:955:class_cleanup()) lustre-OST0000-osc-MDT0001: forcing exports to disconnect: 0/2 00000020:00080000:3.0:1783441669.764159:0:20921:0:(genops.c:1579:class_disconnect_exports()) OBD device 17 (ffff9114b56299c0) has no exports 00000020:00000080:3.0:1783441669.764163:0:20921:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x4778038d8fc3635e 00000020:00000080:3.0:1783441669.764166:0:20921:0:(genops.c:906:class_export_put()) final put ffff9114b5625000/lustre-MDT0001-osd_UUID 00000020:00000080:3.0:1783441669.764174:0:12419:0:(genops.c:865:class_export_destroy()) destroying export ffff9114b5625000/lustre-MDT0001-osd_UUID for lustre-MDT0001-osd 00010000:01000000:3.0:1783441669.765006:0:20921:0:(obd_class.h:671:obd_cleanup_client_import()) lustre-OST0000-osc-MDT0001: client import never connected 00000100:00080000:3.0:1783441669.765011:0:20921:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:3.0:1783441669.765014:0:20921:0:(client.c:3112:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: committing for last_committed 8589934593 gen 5 00000004:00080000:3.0:1783441669.765019:0:20921:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:3.0:1783441669.765020:0:20921:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:3.0:1783441669.765041:0:12419:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff9114b5622000 for lustre-OST0000-osc-MDT0001 00000020:00000080:3.0:1783441669.765072:0:20921:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:3.0:1783441669.765078:0:20921:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0000-osc-MDT0001 (uuid lustre-MDT0001-mdtlov_UUID) 00000020:00000080:3.0:1783441669.765081:0:20921:0:(genops.c:906:class_export_put()) final put ffff9114b5624000/lustre-MDT0001-mdtlov_UUID 00000020:00000080:3.0:1783441669.765084:0:20921:0:(genops.c:865:class_export_destroy()) destroying export ffff9114b5624000/lustre-MDT0001-mdtlov_UUID for lustre-OST0000-osc-MDT0001 00000020:01000000:3.0:1783441669.765088:0:20921:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0000-osc-MDT0001 (lustre-MDT0001-mdtlov_UUID) 00000004:01000000:3.0:1783441669.765144:0:20921:0:(lod_lov.c:59:lod_putref()) destroying 1 ltd desc 00000020:00000080:3.0:1783441669.765149:0:20921:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x4778038d8fc36350 00000020:00000080:3.0:1783441669.765153:0:20921:0:(genops.c:906:class_export_put()) final put ffff9114b67d6000/lustre-MDT0001-mdtlov_UUID 00000020:01000000:3.0:1783441669.765159:0:20921:0:(obd_config.c:2475:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-osp-MDT0001 (flags='F') 00000020:00000080:3.0:1783441669.765174:0:12419:0:(genops.c:865:class_export_destroy()) destroying export ffff9114b67d6000/lustre-MDT0001-mdtlov_UUID for lustre-MDT0000-osp-MDT0001 00000020:00000080:3.0:1783441669.765182:0:20921:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1783441669.765187:0:20921:0:(obd_config.c:955:class_cleanup()) lustre-MDT0000-osp-MDT0001: forcing exports to disconnect: 0/2 00000020:00080000:3.0:1783441669.765189:0:20921:0:(genops.c:1579:class_disconnect_exports()) OBD device 16 (ffff9114b6b38000) has no exports 00000020:00000080:3.0:1783441669.765194:0:20921:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x4778038d8fc36349 00000020:00000080:3.0:1783441669.765198:0:20921:0:(genops.c:906:class_export_put()) final put ffff9114b5498800/lustre-MDT0001-osd_UUID 00000020:00000080:3.0:1783441669.765207:0:12419:0:(genops.c:865:class_export_destroy()) destroying export ffff9114b5498800/lustre-MDT0001-osd_UUID for lustre-MDT0001-osd 00010000:01000000:2.0:1783441669.769560:0:20921:0:(obd_class.h:671:obd_cleanup_client_import()) lustre-MDT0000-osp-MDT0001: client import never connected 00000100:00080000:2.0:1783441669.769568:0:20921:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:2.0:1783441669.769573:0:20921:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: committing for last_committed 0 gen 5 00000100:00100000:2.0:1783441669.769580:0:20921:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:2.0:1783441669.769609:0:27:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff9114b54e5000 for lustre-MDT0000-osp-MDT0001 00000020:00000080:2.0:1783441669.769661:0:20921:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1783441669.769671:0:20921:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-osp-MDT0001 (uuid lustre-MDT0001-mdtlov_UUID) 00000020:00000080:2.0:1783441669.769675:0:20921:0:(genops.c:906:class_export_put()) final put ffff9114b5499000/lustre-MDT0001-mdtlov_UUID 00000020:00000080:2.0:1783441669.769679:0:20921:0:(genops.c:865:class_export_destroy()) destroying export ffff9114b5499000/lustre-MDT0001-mdtlov_UUID for lustre-MDT0000-osp-MDT0001 00000020:01000000:2.0:1783441669.769686:0:20921:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-osp-MDT0001 (lustre-MDT0001-mdtlov_UUID) 00000020:00000080:2.0:1783441669.769841:0:20921:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1783441669.769846:0:20921:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0001-mdtlov (uuid lustre-MDT0001-mdtlov_UUID) 00000020:00000080:2.0:1783441669.769849:0:20921:0:(genops.c:906:class_export_put()) final put ffff9114bcbe5000/lustre-MDT0001-mdtlov_UUID 00000020:00000080:2.0:1783441669.769851:0:20921:0:(genops.c:865:class_export_destroy()) destroying export ffff9114bcbe5000/lustre-MDT0001-mdtlov_UUID for lustre-MDT0001-mdtlov 00000020:01000000:2.0:1783441669.769855:0:20921:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0001-mdtlov (lustre-MDT0001-mdtlov_UUID) 00000020:00000080:2.0:1783441669.769942:0:20921:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x4778038d8fc36334 00000020:00000080:2.0:1783441669.769949:0:20921:0:(genops.c:906:class_export_put()) final put ffff9114bcbe0800/lustre-MDD0001_UUID 00000020:01000000:2.0:1783441669.769956:0:20921:0:(obd_config.c:2475:class_manual_cleanup()) Manual cleanup of lustre-MDD0001 (flags='') 00000020:00000080:2.0:1783441669.769972:0:27:0:(genops.c:865:class_export_destroy()) destroying export ffff9114bcbe0800/lustre-MDD0001_UUID for lustre-MDD0001 00000020:00000080:2.0:1783441669.769981:0:20921:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1783441669.769986:0:20921:0:(obd_config.c:955:class_cleanup()) lustre-MDD0001: forcing exports to disconnect: 0/1 00000020:00080000:2.0:1783441669.769989:0:20921:0:(genops.c:1579:class_disconnect_exports()) OBD device 15 (ffff9114bf4999c0) has no exports 00000020:00000080:2.0:1783441669.770006:0:20921:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1783441669.770010:0:20921:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDD0001 (uuid lustre-MDD0001_UUID) 00000020:00000080:2.0:1783441669.770013:0:20921:0:(genops.c:906:class_export_put()) final put ffff9114bcbe3800/lustre-MDD0001_UUID 00000020:00000080:2.0:1783441669.770015:0:20921:0:(genops.c:865:class_export_destroy()) destroying export ffff9114bcbe3800/lustre-MDD0001_UUID for lustre-MDD0001 00000020:01000000:2.0:1783441669.770018:0:20921:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDD0001 (lustre-MDD0001_UUID) 00000020:00000080:2.0:1783441669.770122:0:20921:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x4778038d8fc3633b 00000020:00000080:2.0:1783441669.770128:0:20921:0:(genops.c:906:class_export_put()) final put ffff9114bcbe6800/lustre-MDT0001-osd_UUID 00000020:00000080:2.0:1783441669.770139:0:27:0:(genops.c:865:class_export_destroy()) destroying export ffff9114bcbe6800/lustre-MDT0001-osd_UUID for lustre-MDT0001-osd 00000020:01000004:2.0:1783441669.770150:0:20921:0:(tgt_mount.c:187:server_put_mount()) put mount ffff9114b67d7000 from lustre-MDT0001, refs=2 00000020:01000004:2.0:1783441669.770153:0:20921:0:(obd_mount.c:710:lustre_put_lsi()) put ffff9114b67d7000 2 00000020:01000004:2.0:1783441669.770157:0:20921:0:(tgt_mount.c:120:server_deregister_mount()) deregister mount ffff9114b67d7000 from lustre-MDT0001 00000020:00000080:2.0:1783441669.770174:0:20921:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1783441669.770178:0:20921:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0001 (uuid lustre-MDT0001_UUID) 00000020:00000080:2.0:1783441669.770180:0:20921:0:(genops.c:906:class_export_put()) final put ffff9114bcbe2800/lustre-MDT0001_UUID 00000020:00000080:2.0:1783441669.770182:0:20921:0:(genops.c:865:class_export_destroy()) destroying export ffff9114bcbe2800/lustre-MDT0001_UUID for lustre-MDT0001 00000020:01000000:2.0:1783441669.770189:0:20921:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0001 (lustre-MDT0001_UUID) 00000020:01000004:2.0:1783441669.770220:0:20921:0:(obd_mount.c:578:lustre_stop_mgc()) MGC still has 2 references. 00000020:01000000:2.0:1783441669.770223:0:20921:0:(obd_config.c:2475:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-lwp-MDT0001 (flags='F') 00000020:00000080:2.0:1783441669.770226:0:20921:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1783441669.770229:0:20921:0:(obd_config.c:955:class_cleanup()) lustre-MDT0000-lwp-MDT0001: forcing exports to disconnect: 1/3 00000020:00080000:2.0:1783441669.770234:0:20921:0:(genops.c:1840:print_export_data()) lustre-MDT0000-lwp-MDT0001: ACTIVE ffff9114bcbe2000 lustre-MDT0000-lwp-MDT0001 0@lo 3 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:2.0:1783441669.770239:0:20921:0:(genops.c:1574:class_disconnect_exports()) OBD device 19 (ffff9114b6b399c0) has exports, disconnecting them 00000020:00080000:2.0:1783441669.770243:0:20921:0:(genops.c:1549:class_disconnect_export_list()) lustre-MDT0000-lwp-MDT0001: disconnecting export at 0@lo (ffff9114bcbe2000), last request at 1783441581 00000020:00000080:2.0:1783441669.770246:0:20921:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x4778038d8fc363b9 00000020:00080000:2.0:1783441669.770255:0:20921:0:(genops.c:1554:class_disconnect_export_list()) disconnected export at 0@lo (ffff9114bcbe2000): rc 0 00000020:00000080:2.0:1783441669.770258:0:20921:0:(genops.c:906:class_export_put()) final put ffff9114bcbe2000/lustre-MDT0000-lwp-MDT0001 00000020:00000080:2.0:1783441669.770284:0:27:0:(genops.c:865:class_export_destroy()) destroying export ffff9114bcbe2000/lustre-MDT0000-lwp-MDT0001 for lustre-MDT0000-lwp-MDT0001 00010000:01000000:0.0:1783441669.786554:0:20921:0:(obd_class.h:671:obd_cleanup_client_import()) lustre-MDT0000-lwp-MDT0001: client import never connected 00000100:00080000:0.0:1783441669.786562:0:20921:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:0.0:1783441669.786567:0:20921:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0001: committing for last_committed 0 gen 5 00000100:00100000:0.0:1783441669.786573:0:20921:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:0.0:1783441669.786599:0:6:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff9114b61e9000 for lustre-MDT0000-lwp-MDT0001 00000020:00000080:0.0:1783441669.786744:0:20921:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1783441669.786753:0:20921:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-lwp-MDT0001 (uuid lustre-MDT0000-lwp-MDT0001_UUID) 00000020:00000080:0.0:1783441669.786758:0:20921:0:(genops.c:906:class_export_put()) final put ffff9114b54e1000/lustre-MDT0000-lwp-MDT0001_UUID 00000020:00000080:0.0:1783441669.786762:0:20921:0:(genops.c:865:class_export_destroy()) destroying export ffff9114b54e1000/lustre-MDT0000-lwp-MDT0001_UUID for lustre-MDT0000-lwp-MDT0001 00000020:01000000:0.0:1783441669.786771:0:20921:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-lwp-MDT0001 (lustre-MDT0000-lwp-MDT0001_UUID) 00000020:01000004:0.0:1783441669.786846:0:20921:0:(obd_mount.c:710:lustre_put_lsi()) put ffff9114b67d7000 1 00000020:00000080:0.0:1783441669.786852:0:20921:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x4778038d8fc362e0 00000020:00000080:0.0:1783441669.786857:0:20921:0:(genops.c:906:class_export_put()) final put ffff91148aa27800/lustre-MDT0001-osd_UUID 00000020:01000000:0.0:1783441669.786863:0:20921:0:(obd_config.c:2475:class_manual_cleanup()) Manual cleanup of lustre-MDT0001-osd (flags='') 00000020:00000080:0.0:1783441669.786870:0:6:0:(genops.c:865:class_export_destroy()) destroying export ffff91148aa27800/lustre-MDT0001-osd_UUID for lustre-MDT0001-osd 00000020:00000080:0.0:1783441669.786877:0:20921:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1783441669.786881:0:20921:0:(obd_config.c:955:class_cleanup()) lustre-MDT0001-osd: forcing exports to disconnect: 0/1 00000020:00080000:0.0:1783441669.786884:0:20921:0:(genops.c:1579:class_disconnect_exports()) OBD device 12 (ffff9114b0dccd40) has no exports 00000020:00000080:3.0:1783441670.038169:0:20921:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:3.0:1783441670.038183:0:20921:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0001-osd (uuid lustre-MDT0001-osd_UUID) 00000020:00000080:3.0:1783441670.038188:0:20921:0:(genops.c:906:class_export_put()) final put ffff9114b67d1800/lustre-MDT0001-osd_UUID 00000020:00000080:3.0:1783441670.038193:0:20921:0:(genops.c:865:class_export_destroy()) destroying export ffff9114b67d1800/lustre-MDT0001-osd_UUID for lustre-MDT0001-osd 00000020:01000000:3.0:1783441670.038205:0:20921:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0001-osd (lustre-MDT0001-osd_UUID) 00000020:01000004:3.0:1783441670.038317:0:20921:0:(obd_mount.c:668:lustre_free_lsi()) Freeing lsi ffff9114b67d5000 00000020:01000000:3.0:1783441670.038338:0:20921:0:(obd_config.c:2475:class_manual_cleanup()) Manual cleanup of MDS (flags='F') 00000020:00000080:3.0:1783441670.038341:0:20921:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1783441670.038346:0:20921:0:(obd_config.c:955:class_cleanup()) MDS: forcing exports to disconnect: 0/1 00000020:00080000:3.0:1783441670.038349:0:20921:0:(genops.c:1579:class_disconnect_exports()) OBD device 3 (ffff9114bf49b380) has no exports 00000100:00100000:0.0:1783441670.038628:0:17149:0:(service.c:3183:ptlrpc_main()) mdt00_002: service thread [ffff911382806400:17149] 2 exiting: rc = 0 00000100:00100000:2.0:1783441670.039459:0:18886:0:(service.c:3183:ptlrpc_main()) mdt00_003: service thread [ffff9113835ef000:18886] 3 exiting: rc = 0 00000100:00100000:2.0:1783441670.039566:0:17148:0:(service.c:3183:ptlrpc_main()) mdt00_001: service thread [ffff911382807e00:17148] 1 exiting: rc = 0 00000100:00100000:1.0:1783441670.040793:0:17147:0:(service.c:3183:ptlrpc_main()) mdt00_000: service thread [ffff91148cd23600:17147] 0 exiting: rc = 1 00000100:00100000:1.0:1783441670.040877:0:19940:0:(service.c:3183:ptlrpc_main()) mdt00_004: service thread [ffff911382963200:19940] 4 exiting: rc = 0 00000100:00100000:2.0:1783441670.041193:0:20921:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783441670.041201:0:20921:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783441670.041207:0:20921:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783441670.041213:0:20921:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783441670.041219:0:20921:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783441670.041225:0:20921:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783441670.041231:0:20921:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783441670.041236:0:20921:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783441670.041242:0:20921:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783441670.041248:0:20921:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783441670.041253:0:20921:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783441670.041259:0:20921:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783441670.041265:0:20921:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783441670.041270:0:20921:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783441670.041276:0:20921:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783441670.041282:0:20921:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783441670.041288:0:20921:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783441670.041307:0:20921:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783441670.041313:0:20921:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783441670.041319:0:20921:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783441670.041325:0:20921:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783441670.041330:0:20921:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783441670.041336:0:20921:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783441670.041342:0:20921:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783441670.041348:0:20921:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783441670.041353:0:20921:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783441670.041359:0:20921:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783441670.041365:0:20921:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783441670.041373:0:20921:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783441670.041379:0:20921:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783441670.041385:0:20921:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783441670.041406:0:20921:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783441670.041412:0:20921:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783441670.041417:0:20921:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783441670.041422:0:20921:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783441670.041428:0:20921:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783441670.041434:0:20921:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783441670.041439:0:20921:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783441670.041444:0:20921:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783441670.041449:0:20921:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783441670.041454:0:20921:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783441670.041459:0:20921:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783441670.041465:0:20921:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783441670.041471:0:20921:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783441670.041477:0:20921:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783441670.041482:0:20921:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783441670.041487:0:20921:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783441670.041493:0:20921:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783441670.041524:0:20921:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783441670.041541:0:20921:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783441670.041558:0:20921:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783441670.041566:0:20921:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783441670.041572:0:20921:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783441670.041579:0:20921:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783441670.041585:0:20921:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783441670.041590:0:20921:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783441670.041594:0:20921:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783441670.041599:0:20921:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783441670.041603:0:20921:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783441670.041608:0:20921:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783441670.041613:0:20921:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783441670.041762:0:20921:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783441670.041771:0:20921:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783441670.041777:0:20921:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783441670.058769:0:17150:0:(service.c:3183:ptlrpc_main()) mdt_rdpg00_000: service thread [ffff9114b0dd1a00:17150] 0 exiting: rc = 1 00000100:00100000:3.0:1783441670.060581:0:17151:0:(service.c:3183:ptlrpc_main()) mdt_rdpg00_001: service thread [ffff9114b0dd0800:17151] 1 exiting: rc = 0 00000100:00100000:2.0:1783441670.060775:0:20921:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783441670.060801:0:20921:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783441670.060808:0:20921:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783441670.060815:0:20921:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783441670.060820:0:20921:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783441670.060825:0:20921:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783441670.060830:0:20921:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783441670.060836:0:20921:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783441670.060841:0:20921:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783441670.060846:0:20921:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783441670.060851:0:20921:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783441670.060856:0:20921:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783441670.060861:0:20921:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783441670.060866:0:20921:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783441670.060871:0:20921:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783441670.060876:0:20921:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783441670.060881:0:20921:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783441670.060887:0:20921:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783441670.060892:0:20921:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783441670.060898:0:20921:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783441670.060903:0:20921:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783441670.060908:0:20921:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783441670.060913:0:20921:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783441670.060918:0:20921:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783441670.060923:0:20921:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783441670.060928:0:20921:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783441670.060933:0:20921:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783441670.060938:0:20921:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783441670.060943:0:20921:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783441670.060948:0:20921:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783441670.060953:0:20921:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783441670.060958:0:20921:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783441670.060964:0:20921:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783441670.060969:0:20921:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783441670.060973:0:20921:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783441670.060978:0:20921:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783441670.060992:0:20921:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783441670.060998:0:20921:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783441670.061002:0:20921:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783441670.061007:0:20921:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783441670.061012:0:20921:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783441670.061018:0:20921:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783441670.061023:0:20921:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783441670.061029:0:20921:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783441670.061034:0:20921:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783441670.061039:0:20921:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783441670.061045:0:20921:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783441670.061050:0:20921:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783441670.061056:0:20921:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783441670.061060:0:20921:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783441670.061065:0:20921:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783441670.061069:0:20921:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783441670.061074:0:20921:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783441670.061078:0:20921:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783441670.061082:0:20921:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783441670.061087:0:20921:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783441670.061093:0:20921:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783441670.061098:0:20921:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783441670.061103:0:20921:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783441670.061109:0:20921:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783441670.061114:0:20921:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783441670.061119:0:20921:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783441670.061124:0:20921:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783441670.061130:0:20921:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783441670.061676:0:17152:0:(service.c:3183:ptlrpc_main()) mdt_out00_000: service thread [ffff9114b0dd0200:17152] 0 exiting: rc = 1 00000100:00100000:1.0:1783441670.062222:0:17153:0:(service.c:3183:ptlrpc_main()) mdt_out00_001: service thread [ffff91148a855200:17153] 1 exiting: rc = 0 00000100:00100000:2.0:1783441670.065485:0:20921:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783441670.065522:0:20921:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783441670.065558:0:20921:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783441670.065565:0:20921:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783441670.065571:0:20921:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783441670.065576:0:20921:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783441670.065582:0:20921:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783441670.065602:0:20921:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783441670.065608:0:20921:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783441670.065615:0:20921:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783441670.065633:0:20921:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783441670.065639:0:20921:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783441670.065646:0:20921:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783441670.065652:0:20921:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783441670.065675:0:20921:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783441670.065682:0:20921:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783441670.065689:0:20921:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783441670.065696:0:20921:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783441670.065703:0:20921:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783441670.065710:0:20921:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783441670.065715:0:20921:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783441670.065723:0:20921:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783441670.065729:0:20921:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783441670.065735:0:20921:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783441670.065740:0:20921:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783441670.065746:0:20921:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783441670.065767:0:20921:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783441670.065776:0:20921:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783441670.065783:0:20921:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783441670.065790:0:20921:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783441670.065797:0:20921:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783441670.065803:0:20921:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783441670.065809:0:20921:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783441670.065815:0:20921:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783441670.065820:0:20921:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783441670.065825:0:20921:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783441670.065830:0:20921:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783441670.065836:0:20921:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783441670.065856:0:20921:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783441670.065863:0:20921:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783441670.065869:0:20921:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783441670.065875:0:20921:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783441670.065889:0:20921:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783441670.065896:0:20921:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783441670.065901:0:20921:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783441670.065907:0:20921:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783441670.065913:0:20921:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783441670.065919:0:20921:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783441670.065925:0:20921:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783441670.065931:0:20921:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783441670.065950:0:20921:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783441670.065957:0:20921:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783441670.065962:0:20921:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783441670.065969:0:20921:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783441670.065974:0:20921:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783441670.065980:0:20921:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783441670.065986:0:20921:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783441670.065992:0:20921:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783441670.065998:0:20921:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783441670.066005:0:20921:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783441670.066010:0:20921:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783441670.066016:0:20921:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783441670.066022:0:20921:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783441670.066028:0:20921:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783441670.115637:0:17155:0:(service.c:3183:ptlrpc_main()) mdt_seqs_0001: service thread [ffff9114b0dd0e00:17155] 1 exiting: rc = 0 00000100:00100000:0.0:1783441670.115649:0:17154:0:(service.c:3183:ptlrpc_main()) mdt_seqs_0000: service thread [ffff9114b0dd1800:17154] 0 exiting: rc = 1 00000100:00100000:3.0:1783441670.123034:0:20921:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783441670.123044:0:20921:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783441670.123048:0:20921:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783441670.123052:0:20921:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783441670.123057:0:20921:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783441670.123064:0:20921:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783441670.123069:0:20921:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783441670.123073:0:20921:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783441670.123078:0:20921:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783441670.123084:0:20921:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783441670.123089:0:20921:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783441670.123094:0:20921:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783441670.123100:0:20921:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783441670.123105:0:20921:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783441670.123110:0:20921:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783441670.123131:0:20921:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783441670.123136:0:20921:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783441670.123142:0:20921:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783441670.123147:0:20921:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783441670.123152:0:20921:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783441670.123158:0:20921:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783441670.123163:0:20921:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783441670.123167:0:20921:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783441670.123172:0:20921:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783441670.123176:0:20921:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783441670.123182:0:20921:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783441670.123187:0:20921:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783441670.123192:0:20921:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783441670.123212:0:20921:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783441670.123217:0:20921:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783441670.123222:0:20921:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783441670.123227:0:20921:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783441670.123232:0:20921:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783441670.123237:0:20921:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783441670.123242:0:20921:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783441670.123248:0:20921:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783441670.123253:0:20921:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783441670.123258:0:20921:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783441670.123263:0:20921:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783441670.123610:0:20921:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783441670.123687:0:20921:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783441670.123695:0:20921:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783441670.123701:0:20921:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783441670.123706:0:20921:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783441670.123710:0:20921:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783441670.123715:0:20921:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783441670.123720:0:20921:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783441670.123725:0:20921:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783441670.123729:0:20921:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783441670.123734:0:20921:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783441670.123748:0:20921:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783441670.123752:0:20921:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783441670.123757:0:20921:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783441670.123762:0:20921:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783441670.123768:0:20921:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783441670.123773:0:20921:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783441670.123778:0:20921:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783441670.123783:0:20921:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783441670.123788:0:20921:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783441670.123793:0:20921:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783441670.123798:0:20921:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783441670.123803:0:20921:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783441670.123808:0:20921:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783441670.123813:0:20921:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783441670.124144:0:17156:0:(service.c:3183:ptlrpc_main()) mdt_seqm_0000: service thread [ffff911383b8e400:17156] 0 exiting: rc = 1 00000100:00100000:1.0:1783441670.127752:0:17157:0:(service.c:3183:ptlrpc_main()) mdt_seqm_0001: service thread [ffff911383b8ee00:17157] 1 exiting: rc = 0 00000100:00100000:1.0:1783441670.156283:0:20921:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783441670.156295:0:20921:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783441670.156301:0:20921:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783441670.156306:0:20921:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783441670.156311:0:20921:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783441670.156317:0:20921:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783441670.156337:0:20921:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783441670.156343:0:20921:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783441670.156348:0:20921:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783441670.156589:0:20921:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783441670.156598:0:20921:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783441670.156603:0:20921:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783441670.156608:0:20921:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783441670.156614:0:20921:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783441670.156619:0:20921:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783441670.156624:0:20921:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783441670.156629:0:20921:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783441670.156634:0:20921:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783441670.157271:0:20921:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783441670.157276:0:20921:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783441670.157280:0:20921:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783441670.157285:0:20921:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783441670.157290:0:20921:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783441670.157295:0:20921:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783441670.157300:0:20921:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783441670.157304:0:20921:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783441670.157309:0:20921:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783441670.157314:0:20921:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783441670.157318:0:20921:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783441670.157323:0:20921:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783441670.157328:0:20921:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783441670.157333:0:20921:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783441670.157338:0:20921:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783441670.157343:0:20921:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783441670.157348:0:20921:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783441670.157928:0:20921:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783441670.157934:0:20921:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783441670.157939:0:20921:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783441670.157944:0:20921:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783441670.157949:0:20921:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783441670.157953:0:20921:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783441670.157973:0:20921:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783441670.157978:0:20921:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783441670.157982:0:20921:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783441670.157987:0:20921:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783441670.157991:0:20921:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783441670.157996:0:20921:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783441670.158001:0:20921:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783441670.158006:0:20921:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783441670.158011:0:20921:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783441670.158015:0:20921:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783441670.158020:0:20921:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783441670.158025:0:20921:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783441670.158030:0:20921:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783441670.158034:0:20921:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783441670.158039:0:20921:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783441670.158044:0:20921:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783441670.158049:0:20921:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783441670.158054:0:20921:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783441670.158058:0:20921:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783441670.158063:0:20921:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783441670.158068:0:20921:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783441670.158073:0:20921:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783441670.158078:0:20921:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783441670.175847:0:17159:0:(service.c:3183:ptlrpc_main()) mdt_fld_0001: service thread [ffff911383b8e000:17159] 1 exiting: rc = 0 00000100:00100000:0.0:1783441670.188385:0:17158:0:(service.c:3183:ptlrpc_main()) mdt_fld_0000: service thread [ffff911383b8f800:17158] 0 exiting: rc = 1 00000100:00100000:2.0:1783441670.188686:0:20921:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783441670.188693:0:20921:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783441670.188698:0:20921:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783441670.188704:0:20921:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783441670.188709:0:20921:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783441670.188714:0:20921:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783441670.188719:0:20921:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783441670.188724:0:20921:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783441670.188729:0:20921:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783441670.188734:0:20921:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783441670.188738:0:20921:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783441670.188744:0:20921:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783441670.188748:0:20921:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783441670.188768:0:20921:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783441670.188788:0:20921:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783441670.188794:0:20921:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783441670.188799:0:20921:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783441670.189009:0:20921:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783441670.189018:0:20921:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783441670.189023:0:20921:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783441670.189028:0:20921:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783441670.189032:0:20921:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783441670.189036:0:20921:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783441670.189041:0:20921:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783441670.189045:0:20921:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783441670.189049:0:20921:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783441670.189055:0:20921:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783441670.189059:0:20921:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783441670.189063:0:20921:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783441670.189068:0:20921:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783441670.189073:0:20921:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783441670.189077:0:20921:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783441670.189082:0:20921:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783441670.189087:0:20921:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783441670.189093:0:20921:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783441670.189098:0:20921:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783441670.189102:0:20921:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783441670.189107:0:20921:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783441670.189113:0:20921:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783441670.189118:0:20921:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783441670.189123:0:20921:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783441670.189128:0:20921:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783441670.189205:0:20921:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783441670.189214:0:20921:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783441670.189218:0:20921:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783441670.189223:0:20921:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783441670.189228:0:20921:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783441670.189234:0:20921:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783441670.189247:0:20921:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783441670.189252:0:20921:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783441670.189257:0:20921:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783441670.189262:0:20921:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783441670.189267:0:20921:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783441670.189271:0:20921:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783441670.189275:0:20921:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783441670.189280:0:20921:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783441670.189284:0:20921:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783441670.189288:0:20921:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783441670.189292:0:20921:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783441670.189297:0:20921:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783441670.189302:0:20921:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783441670.189307:0:20921:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783441670.189312:0:20921:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783441670.189317:0:20921:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783441670.197568:0:17160:0:(service.c:3183:ptlrpc_main()) mdt_io00_000: service thread [ffff911383b8fa00:17160] 0 exiting: rc = 1 00000100:00100000:2.0:1783441670.202659:0:17161:0:(service.c:3183:ptlrpc_main()) mdt_io00_001: service thread [ffff9114ae8fda00:17161] 1 exiting: rc = 0 00000100:00100000:0.0:1783441670.204042:0:17162:0:(service.c:3183:ptlrpc_main()) mdt_io00_002: service thread [ffff911383b8f400:17162] 2 exiting: rc = 0 00000100:00100000:2.0:1783441670.204294:0:20921:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783441670.204303:0:20921:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783441670.204309:0:20921:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783441670.204315:0:20921:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783441670.204320:0:20921:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783441670.204334:0:20921:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783441670.204475:0:20921:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783441670.204484:0:20921:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783441670.204489:0:20921:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783441670.204495:0:20921:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783441670.205012:0:20921:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783441670.205020:0:20921:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783441670.205026:0:20921:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783441670.205033:0:20921:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783441670.205039:0:20921:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783441670.205045:0:20921:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783441670.205050:0:20921:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783441670.205056:0:20921:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783441670.205073:0:20921:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783441670.205080:0:20921:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783441670.205085:0:20921:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783441670.205091:0:20921:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783441670.205097:0:20921:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783441670.205102:0:20921:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783441670.205108:0:20921:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783441670.205114:0:20921:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783441670.205120:0:20921:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783441670.205126:0:20921:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783441670.205132:0:20921:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783441670.205483:0:20921:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783441670.205607:0:20921:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783441670.205616:0:20921:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783441670.205621:0:20921:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783441670.205628:0:20921:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783441670.205692:0:20921:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783441670.205702:0:20921:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783441670.205707:0:20921:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783441670.205713:0:20921:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783441670.205718:0:20921:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783441670.205722:0:20921:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783441670.205728:0:20921:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783441670.205733:0:20921:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783441670.205738:0:20921:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783441670.205742:0:20921:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783441670.205747:0:20921:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783441670.205751:0:20921:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783441670.205756:0:20921:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783441670.205761:0:20921:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783441670.205766:0:20921:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783441670.205771:0:20921:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783441670.205921:0:20921:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783441670.205926:0:20921:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783441670.205931:0:20921:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783441670.205943:0:20921:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783441670.205961:0:20921:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783441670.205967:0:20921:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783441670.205973:0:20921:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783441670.205977:0:20921:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783441670.205983:0:20921:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783441670.205988:0:20921:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783441670.205994:0:20921:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783441670.206000:0:20921:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783441670.206005:0:20921:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783441670.206010:0:20921:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000020:00000080:3.0:1783441670.233437:0:20921:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:3.0:1783441670.233450:0:20921:0:(obd_config.c:883:class_detach()) detach on obd MDS (uuid MDS_uuid) 00000020:00000080:3.0:1783441670.233456:0:20921:0:(genops.c:906:class_export_put()) final put ffff911383d59000/MDS_uuid 00000020:00000080:3.0:1783441670.233460:0:20921:0:(genops.c:865:class_export_destroy()) destroying export ffff911383d59000/MDS_uuid for MDS 00000020:01000000:3.0:1783441670.233470:0:20921:0:(genops.c:441:class_free_dev()) finishing cleanup of obd MDS (MDS_uuid) 00000020:02000400:3.0:1783441670.233670:0:20921:0:(tgt_mount.c:2182:server_put_super()) server umount lustre-MDT0001 complete 00010000:00010000:0.0:1783441670.678233:0:17134:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1783441671.120704:0:27:0:(pinger.c:229:ptlrpc_pinger_process_import()) d116aa8e-8f85-4520-8879-6fa52ce3f863->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1783441671.120714:0:27:0:(pinger.c:247:ptlrpc_pinger_process_import()) d116aa8e-8f85-4520-8879-6fa52ce3f863->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1783441671.120717:0:27:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1783441671.120721:0:27:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1783441671.120725:0:27:0:(import.c:65:import_set_state_nolock()) ffff911384a4e000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1783441671.120732:0:27:0:(import.c:510:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 656 00000100:00080000:2.0:1783441671.120737:0:27:0:(import.c:589:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 5s 00000100:00080000:2.0:1783441671.120744:0:27:0:(import.c:624:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff911384a4e000 using connection 192.168.202.106@tcp/0@lo 00000100:00100000:2.0:1783441671.120795:0:27:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9114bfb46d80 x1870073572863360/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1783441671.120858:0:27:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1783441671.120862:0:27:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1783441671.120864:0:27:0:(import.c:65:import_set_state_nolock()) ffff9113821bf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1783441671.120868:0:27:0:(import.c:510:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 656 00000100:00080000:2.0:1783441671.120870:0:27:0:(import.c:589:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 5s 00000100:00080000:2.0:1783441671.120874:0:27:0:(import.c:624:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9113821bf000 using connection 192.168.202.106@tcp/0@lo 00000100:00100000:2.0:1783441671.120886:0:27:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9114bfb44380 x1870073572863616/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1783441671.120936:0:3648:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9114bfb44000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3648:1870073572863744:0@lo:400:kworker.0 00000400:00000100:2.0:1783441671.120984:0:3648:0:(lib-move.c:4262:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1870073572863744 offset 0 length 224: 4 00000100:00100000:2.0:1783441671.121029:0:3648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1783441671.121036:0:3648:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9114bfb44e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3648:1870073572863488:0@lo:400:kworker.0 00000400:00000100:2.0:1783441671.121052:0:3648:0:(lib-move.c:4262:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1870073572863488 offset 0 length 224: 4 00000100:00100000:3.0:1783441671.122196:0:3646:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9114bfb46d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3646:1870073572863360:0@lo:38:kworker.0 00000400:00000100:3.0:1783441671.122225:0:3646:0:(lib-move.c:4262:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1870073572863360 offset 0 length 520: 4 00000100:00100000:3.0:1783441671.122242:0:3646:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9114bfb44380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3646:1870073572863616:0@lo:38:kworker.0 00000400:00000100:3.0:1783441671.122255:0:3646:0:(lib-move.c:4262:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1870073572863616 offset 0 length 520: 4 00010000:00010000:1.0:1783441671.699895:0:19292:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783441672.723399:0:17135:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783441673.744946:0:17134:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783441674.769782:0:19292:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1783441675.158313:0:27:0:(pinger.c:229:ptlrpc_pinger_process_import()) d116aa8e-8f85-4520-8879-6fa52ce3f863->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1783441675.158325:0:27:0:(pinger.c:247:ptlrpc_pinger_process_import()) d116aa8e-8f85-4520-8879-6fa52ce3f863->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1783441675.158329:0:27:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1783441675.158333:0:27:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1783441675.158395:0:27:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1783441675.158399:0:27:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:2.0:1783441675.158433:0:3649:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9114bfb47480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3649:1870073572863872:0@lo:400:kworker.0 00000100:00100000:0.0:1783441675.158879:0:3650:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9114bfb45500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3650:1870073572864000:0@lo:400:kworker.0 00000400:00000100:0.0:1783441675.158913:0:3650:0:(lib-move.c:4262:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1870073572864000 offset 0 length 224: 4 00000400:00000100:2.0:1783441675.159584:0:3649:0:(lib-move.c:4262:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1870073572863872 offset 0 length 224: 4 00000001:00100000:0.0:1783441675.218910:0:19468:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of lustre-MDT0001-mdtlov_UUID 00000020:00000080:0.0:1783441675.218918:0:19468:0:(genops.c:906:class_export_put()) final put ffff9113821bd800/lustre-MDT0001-mdtlov_UUID 00000020:00000080:0.0:1783441675.218935:0:6:0:(genops.c:865:class_export_destroy()) destroying export ffff9113821bd800/lustre-MDT0001-mdtlov_UUID for lustre-OST0001 00000020:00000080:0.0:1783441675.218967:0:6:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff9113821b8000 for lustre-OST0001 00000001:00100000:0.0:1783441675.221179:0:18649:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of lustre-MDT0001-mdtlov_UUID 00000020:00000080:0.0:1783441675.221188:0:18649:0:(genops.c:906:class_export_put()) final put ffff9114a77f1000/lustre-MDT0001-mdtlov_UUID 00000020:00000080:0.0:1783441675.221213:0:6:0:(genops.c:865:class_export_destroy()) destroying export ffff9114a77f1000/lustre-MDT0001-mdtlov_UUID for lustre-OST0000 00000020:00000080:0.0:1783441675.221243:0:6:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff9114a77f3800 for lustre-OST0000 00010000:00010000:0.0:1783441675.802169:0:17135:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000004:0.0:1783441676.008366:0:21124:0:(tgt_mount.c:2193:server_umount_begin()) umount -f 00000020:01000004:0.0:1783441676.041674:0:21124:0:(tgt_mount.c:2063:server_put_super()) server put_super lustre-OST0000 00010000:00010000:0.0:1783441676.041745:0:21124:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.106@tcp lock: ffff9114aebd0800/0x4778038d8fc36453 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0x4778038d8fc3645a expref: -99 pid: 18648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783441676.041760:0:21124:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.106@tcp lock: ffff9114aebd0800/0x4778038d8fc36453 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000000000000 nid: local remote: 0x4778038d8fc3645a expref: -99 pid: 18648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783441676.041766:0:21124:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.106@tcp lock: ffff9114aebd0800/0x4778038d8fc36453 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000400000000 nid: local remote: 0x4778038d8fc3645a expref: -99 pid: 18648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783441676.041772:0:21124:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.106@tcp lock: ffff9114aebd0800/0x4778038d8fc36453 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000400000000 nid: local remote: 0x4778038d8fc3645a expref: -99 pid: 18648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783441676.041799:0:21124:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 10000000:01000000:0.0:1783441676.041805:0:21124:0:(mgc_request.c:547:config_log_end()) end config log lustre-client (0) 00000100:00080000:0.0:1783441676.041834:0:21124:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:0.0:1783441676.041847:0:21124:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff9114bfb46d80 x1870073572863360/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1783441686 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783441676.041887:0:21124:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: committing for last_committed 0 gen 3 00000100:00080000:0.0:1783441676.041894:0:21124:0:(pinger.c:399:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID 00000100:00080000:0.0:1783441676.041900:0:21124:0:(import.c:65:import_set_state_nolock()) ffff911384a4e000 lustre-MDT0000_UUID: changing import state from CONNECTING to CLOSED 00000100:00080000:0.0:1783441676.041905:0:21124:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:0.0:1783441676.041909:0:21124:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff9114bfb46d80 x1870073572863360/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1783441686 ref 1 fl Rpc:ENQr/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783441676.041915:0:21124:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: committing for last_committed 0 gen 4 00000100:00100000:0.0:1783441676.041918:0:21124:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 13s for inflight to error out 00010000:00010000:1.0:1783441676.041994:0:17134:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1783441676.042011:0:17134:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.106@tcp lock: ffff9114aebd0800/0x4778038d8fc36453 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000400000000 nid: local remote: 0x4778038d8fc3645a expref: -99 pid: 18648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783441676.042019:0:17134:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9114aebd0800 already unused, calling callback (ffffffffc126cc20) 10000000:00010000:1.0:1783441676.042023:0:17134:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.106@tcp lock: ffff9114aebd0800/0x4778038d8fc36453 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000400000000 nid: local remote: 0x4778038d8fc3645a expref: -99 pid: 18648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783441676.042042:0:17134:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.106@tcp lock: ffff9114aebd0800/0x4778038d8fc36453 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1008400000000 nid: local remote: 0x4778038d8fc3645a expref: -99 pid: 18648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1783441676.042050:0:17134:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.106@tcp lock: ffff9114aebd0800/0x4778038d8fc36453 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1009400000000 nid: local remote: 0x4778038d8fc3645a expref: -99 pid: 18648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1783441676.042056:0:17134:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:1.0:1783441676.042058:0:17134:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-client: stopping, won't requeue 10000000:01000000:1.0:1783441676.042061:0:17134:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-client 00010000:00010000:1.0:1783441676.042074:0:17134:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff911383964800 00010000:00010000:1.0:1783441676.042078:0:17134:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.106@tcp lock: ffff9114aebd0800/0x4778038d8fc36453 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x5809400000000 nid: local remote: 0x4778038d8fc3645a expref: -99 pid: 18648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783441676.042084:0:17134:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.106@tcp lock: ffff9114aebd0800/0x4778038d8fc36453 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x5809400000000 nid: local remote: 0x4778038d8fc3645a expref: -99 pid: 18648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783441676.042094:0:17134:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783441676.042096:0:17134:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783441676.042098:0:17134:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1783441676.042280:0:3646:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9114bfb46d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3646:1870073572863360:0@lo:38:kworker.0 00000100:00080000:0.0:1783441676.043771:0:21124:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:0.0:1783441676.043784:0:21124:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff9114bfb44e00 x1870073572863488/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1783441687 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783441676.043809:0:21124:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff9114bfb47480 x1870073572863872/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1783441691 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1783441676.043909:0:3648:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9114bfb44e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3648:1870073572863488:0@lo:400:kworker.0 00000100:00100000:0.0:1783441676.043929:0:21124:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: committing for last_committed 0 gen 3 00000100:00080000:0.0:1783441676.043934:0:21124:0:(pinger.c:399:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID 00000100:00100000:1.0:1783441676.046746:0:3649:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9114bfb47480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3649:1870073572863872:0@lo:400:kworker.0 00000100:00080000:0.0:1783441676.052381:0:21124:0:(import.c:65:import_set_state_nolock()) ffff9113810ce800 lustre-MDT0001_UUID: changing import state from FULL to CONNECTING 00000100:00100000:3.0:1783441676.052636:0:3646:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9113848c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3646:1870073572864128:0@lo:39:umount.0 00000400:00000100:3.0:1783441676.052714:0:3646:0:(lib-move.c:4262:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1870073572864128 offset 0 length 224: 4 00010000:00010000:1.0:1783441676.816841:0:19292:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783441677.844213:0:17135:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783441678.865004:0:17134:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1783441679.123592:0:3646:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1783441669/real 1783441669] req@ffff9113848c5880 x1870073572863232/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1783441679 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'ptlrpcd_00_03.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1783441679.123639:0:3646:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9113848c5880 x1870073572863232/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1783441679 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'ptlrpcd_00_03.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1783441679.123661:0:3646:0:(import.c:65:import_set_state_nolock()) ffff911383964800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1783441679.123680:0:3646:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:3.0:1783441679.123684:0:3646:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9113848c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d116aa8e-8f85-4520-8879-6fa52ce3f863:3646:1870073572863232:0@lo:250:ptlrpcd_00_03.0 00000100:00080000:3.0:1783441679.123724:0:12419:0:(pinger.c:229:ptlrpc_pinger_process_import()) d116aa8e-8f85-4520-8879-6fa52ce3f863->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1783441679.123728:0:12419:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1783441679.123731:0:12419:0:(import.c:65:import_set_state_nolock()) ffff911383964800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1783441679.123735:0:12419:0:(import.c:510:import_select_connection()) MGC192.168.202.106@tcp: connect to NID 0@lo last attempt 660 00000100:00080000:3.0:1783441679.123741:0:12419:0:(import.c:589:import_select_connection()) MGC192.168.202.106@tcp: tried all connections, increasing latency to 5s 00000100:00080000:3.0:1783441679.123749:0:12419:0:(import.c:624:import_select_connection()) MGC192.168.202.106@tcp: import ffff911383964800 using connection 192.168.202.106@tcp/0@lo 00000100:00100000:3.0:1783441679.123792:0:12419:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9114aeae1880 x1870073572864256/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1783441679.123815:0:12419:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1783441679.123820:0:12419:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:3.0:1783441679.123886:0:3646:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9114aeae1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d116aa8e-8f85-4520-8879-6fa52ce3f863:3646:1870073572864256:0@lo:250:kworker.0 00000400:00000100:3.0:1783441679.123938:0:3646:0:(lib-move.c:4262:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1870073572864256 offset 0 length 520: 4 00000100:00100000:2.0:1783441679.124072:0:3648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1783441679.124084:0:3648:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9114aeae2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3648:1870073572864384:0@lo:400:kworker.0 00000400:00000100:2.0:1783441679.124109:0:3648:0:(lib-move.c:4262:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1870073572864384 offset 0 length 224: 4 00010000:00010000:1.0:1783441679.888853:0:19292:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783441680.912755:0:17135:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783441681.937081:0:17134:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783441682.962739:0:19292:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783441683.984733:0:17135:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1783441684.432626:0:12419:0:(pinger.c:229:ptlrpc_pinger_process_import()) d116aa8e-8f85-4520-8879-6fa52ce3f863->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1783441684.432637:0:12419:0:(pinger.c:247:ptlrpc_pinger_process_import()) d116aa8e-8f85-4520-8879-6fa52ce3f863->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1783441684.432641:0:12419:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1783441684.432665:0:12419:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:1.0:1783441684.432940:0:3647:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1783441684.432964:0:3647:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9114aeae3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3647:1870073572864512:0@lo:400:kworker.0 00000400:00000100:1.0:1783441684.433024:0:3647:0:(lib-move.c:4262:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1870073572864512 offset 0 length 224: 4 00010000:00010000:1.0:1783441685.009479:0:17134:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783441686.032663:0:19292:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1783441686.288661:0:3646:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1783441676/real 1783441676] req@ffff9113848c6680 x1870073572864128/t0(0) o39->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 1 dl 1783441686 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1783441686.288701:0:3646:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9113848c6680 x1870073572864128/t0(0) o39->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 1 dl 1783441686 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1783441686.288713:0:3646:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1783441671/real 1783441671] req@ffff9114bfb44380 x1870073572863616/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1783441686 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1783441686.288726:0:3646:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9114bfb44380 x1870073572863616/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1783441686 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1783441686.288745:0:3646:0:(import.c:65:import_set_state_nolock()) ffff9113810ce800 lustre-MDT0001_UUID: changing import state from CONNECTING to CLOSED 00000100:00100000:3.0:1783441686.288769:0:3646:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9113848c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3646:1870073572864128:0@lo:39:umount.0 00000100:00080000:3.0:1783441686.288777:0:3646:0:(import.c:65:import_set_state_nolock()) ffff9113821bf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1783441686.288796:0:3646:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:3.0:1783441686.288800:0:3646:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9114bfb44380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3646:1870073572863616:0@lo:38:kworker.0 00000100:00080000:3.0:1783441686.288836:0:12419:0:(pinger.c:229:ptlrpc_pinger_process_import()) d116aa8e-8f85-4520-8879-6fa52ce3f863->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1783441686.288841:0:12419:0:(pinger.c:247:ptlrpc_pinger_process_import()) d116aa8e-8f85-4520-8879-6fa52ce3f863->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1783441686.288843:0:12419:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1783441686.288847:0:12419:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1783441686.288849:0:12419:0:(import.c:65:import_set_state_nolock()) ffff9113821bf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1783441686.288854:0:12419:0:(import.c:510:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 661 00000100:00080000:3.0:1783441686.288859:0:12419:0:(import.c:589:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 10s 00000100:00080000:3.0:1783441686.288866:0:12419:0:(import.c:624:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9113821bf000 using connection 192.168.202.106@tcp/0@lo 00000100:00100000:3.0:1783441686.288920:0:12419:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9114aeae1f80 x1870073572864640/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1783441686.288995:0:3646:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9114aeae1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3646:1870073572864640:0@lo:38:kworker.0 00000400:00000100:3.0:1783441686.289046:0:3646:0:(lib-move.c:4262:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1870073572864640 offset 0 length 520: 4 00000100:00080000:0.0:1783441686.289237:0:21124:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:0.0:1783441686.289242:0:21124:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: committing for last_committed 0 gen 4 00000100:00100000:0.0:1783441686.289247:0:21124:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00010000:00010000:0.0:1783441686.290204:0:21124:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.106@tcp lock: ffff911383e4a000/0x4778038d8fc36429 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x4778038d8fc36430 expref: -99 pid: 18648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783441686.290218:0:21124:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.106@tcp lock: ffff911383e4a000/0x4778038d8fc36429 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x4778038d8fc36430 expref: -99 pid: 18648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783441686.290242:0:21124:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.106@tcp lock: ffff911383e4a000/0x4778038d8fc36429 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000400000000 nid: local remote: 0x4778038d8fc36430 expref: -99 pid: 18648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783441686.290249:0:21124:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.106@tcp lock: ffff911383e4a000/0x4778038d8fc36429 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000400000000 nid: local remote: 0x4778038d8fc36430 expref: -99 pid: 18648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783441686.290276:0:21124:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1783441686.290284:0:21124:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.106@tcp lock: ffff9114b50d5200/0x4778038d8fc3677f lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x4778038d8fc36786 expref: -99 pid: 17143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783441686.290291:0:21124:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.106@tcp lock: ffff9114b50d5200/0x4778038d8fc3677f lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x4778038d8fc36786 expref: -99 pid: 17143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783441686.290297:0:21124:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.106@tcp lock: ffff9114b50d5200/0x4778038d8fc3677f lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0x4778038d8fc36786 expref: -99 pid: 17143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783441686.290304:0:21124:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.106@tcp lock: ffff9114b50d5200/0x4778038d8fc3677f lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0x4778038d8fc36786 expref: -99 pid: 17143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783441686.290315:0:21124:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 10000000:01000000:0.0:1783441686.290320:0:21124:0:(mgc_request.c:547:config_log_end()) end config log lustre-OST0000 (0) 00000020:01000004:0.0:1783441686.290349:0:21124:0:(tgt_mount.c:2113:server_put_super()) stopping lustre-OST0000 00000020:01000000:0.0:1783441686.290355:0:21124:0:(obd_config.c:2475:class_manual_cleanup()) Manual cleanup of lustre-OST0000 (flags='F') 00000020:00000080:0.0:1783441686.290361:0:21124:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1783441686.290366:0:21124:0:(obd_config.c:955:class_cleanup()) lustre-OST0000: forcing exports to disconnect: 0/1 00000020:00080000:0.0:1783441686.290370:0:21124:0:(genops.c:1579:class_disconnect_exports()) OBD device 22 (ffff9114b6b3cd40) has no exports 00000020:00080000:0.0:1783441686.290404:0:21124:0:(genops.c:1579:class_disconnect_exports()) OBD device 22 (ffff9114b6b3cd40) has no exports 00000020:01000000:0.0:1783441686.292143:0:21124:0:(lprocfs_status_server.c:306:lprocfs_free_client_stats()) stat ffff9114add41480 - data ffff9114a78370d8/ffff911383cf1000 00000020:01000000:0.0:1783441686.292255:0:21124:0:(lprocfs_status_server.c:306:lprocfs_free_client_stats()) stat ffff9114add412a0 - data ffff9114a7a5dbd0/ffff9114ae121800 00000100:00100000:1.0:1783441686.292552:0:3649:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9114aeae3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3649:1870073572864768:0@lo:400:kworker.0 00000400:00000100:1.0:1783441686.292611:0:3649:0:(lib-move.c:4262:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1870073572864768 offset 0 length 224: 4 00010000:00010000:1.0:1783441686.292687:0:17134:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1783441686.292696:0:17134:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.106@tcp lock: ffff911383e4a000/0x4778038d8fc36429 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000400000000 nid: local remote: 0x4778038d8fc36430 expref: -99 pid: 18648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783441686.292707:0:17134:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff911383e4a000 already unused, calling callback (ffffffffc126cc20) 10000000:00010000:1.0:1783441686.292711:0:17134:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.106@tcp lock: ffff911383e4a000/0x4778038d8fc36429 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000400000000 nid: local remote: 0x4778038d8fc36430 expref: -99 pid: 18648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783441686.292722:0:17134:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.106@tcp lock: ffff911383e4a000/0x4778038d8fc36429 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1008400000000 nid: local remote: 0x4778038d8fc36430 expref: -99 pid: 18648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1783441686.292730:0:17134:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.106@tcp lock: ffff911383e4a000/0x4778038d8fc36429 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1009400000000 nid: local remote: 0x4778038d8fc36430 expref: -99 pid: 18648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1783441686.292736:0:17134:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:1.0:1783441686.292738:0:17134:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-OST0000: stopping, won't requeue 10000000:01000000:1.0:1783441686.292741:0:17134:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-OST0000 00010000:00010000:1.0:1783441686.292757:0:17134:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff911383964800 00010000:00010000:1.0:1783441686.292760:0:17134:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.106@tcp lock: ffff911383e4a000/0x4778038d8fc36429 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x5809400000000 nid: local remote: 0x4778038d8fc36430 expref: -99 pid: 18648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783441686.292767:0:17134:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.106@tcp lock: ffff911383e4a000/0x4778038d8fc36429 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x5809400000000 nid: local remote: 0x4778038d8fc36430 expref: -99 pid: 18648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783441686.292778:0:17134:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1783441686.292781:0:17134:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.106@tcp lock: ffff9114b50d5200/0x4778038d8fc3677f lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0x4778038d8fc36786 expref: -99 pid: 17143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783441686.292794:0:17134:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9114b50d5200 already unused, calling callback (ffffffffc126cc20) 10000000:00010000:1.0:1783441686.292797:0:17134:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.106@tcp lock: ffff9114b50d5200/0x4778038d8fc3677f lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0x4778038d8fc36786 expref: -99 pid: 17143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783441686.292804:0:17134:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.106@tcp lock: ffff9114b50d5200/0x4778038d8fc3677f lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1008400000000 nid: local remote: 0x4778038d8fc36786 expref: -99 pid: 17143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1783441686.292810:0:17134:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.106@tcp lock: ffff9114b50d5200/0x4778038d8fc3677f lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1009400000000 nid: local remote: 0x4778038d8fc36786 expref: -99 pid: 17143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1783441686.292815:0:17134:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 10000000:01000000:1.0:1783441686.292817:0:17134:0:(mgc_request.c:944:mgc_blocking_ast()) log params: stopping, won't requeue 10000000:01000000:1.0:1783441686.292819:0:17134:0:(mgc_request.c:130:config_log_put()) dropping config log params 00010000:00010000:1.0:1783441686.292825:0:17134:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff911383964800 00010000:00010000:1.0:1783441686.292827:0:17134:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.106@tcp lock: ffff9114b50d5200/0x4778038d8fc3677f lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000000 nid: local remote: 0x4778038d8fc36786 expref: -99 pid: 17143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783441686.292834:0:17134:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.106@tcp lock: ffff9114b50d5200/0x4778038d8fc3677f lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000000 nid: local remote: 0x4778038d8fc36786 expref: -99 pid: 17143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783441686.292842:0:17134:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783441686.292844:0:17134:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783441686.292846:0:17134:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783441686.293115:0:17135:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00100000:10000000:0.0:1783441686.317667:0:21124:0:(lfsck_layout.c:753:lfsck_rbtree_cleanup()) lustre-OST0000-osd: layout LFSCK fini OST-objects accessing bitmap 00000020:00000080:1.0:1783441686.327716:0:21124:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x4778038d8fc3643e 00000020:00000080:1.0:1783441686.327728:0:21124:0:(genops.c:906:class_export_put()) final put ffff9114ae144800/lustre-OST0000-osd_UUID 00000020:00000080:1.0:1783441686.327741:0:20835:0:(genops.c:865:class_export_destroy()) destroying export ffff9114ae144800/lustre-OST0000-osd_UUID for lustre-OST0000-osd 00000020:01000004:1.0:1783441686.327753:0:21124:0:(tgt_mount.c:187:server_put_mount()) put mount ffff9114a7c0d800 from lustre-OST0000, refs=2 00000020:01000004:1.0:1783441686.327757:0:21124:0:(obd_mount.c:710:lustre_put_lsi()) put ffff9114a7c0d800 2 00000020:01000004:1.0:1783441686.327761:0:21124:0:(tgt_mount.c:120:server_deregister_mount()) deregister mount ffff9114a7c0d800 from lustre-OST0000 00000020:00000080:1.0:1783441686.327794:0:21124:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1783441686.327809:0:21124:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0000 (uuid lustre-OST0000_UUID) 00000020:00000080:1.0:1783441686.327812:0:21124:0:(genops.c:906:class_export_put()) final put ffff9114ae147000/lustre-OST0000_UUID 00000020:00000080:1.0:1783441686.327815:0:21124:0:(genops.c:865:class_export_destroy()) destroying export ffff9114ae147000/lustre-OST0000_UUID for lustre-OST0000 00000020:01000000:1.0:1783441686.327822:0:21124:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0000 (lustre-OST0000_UUID) 00000020:01000004:1.0:1783441686.328341:0:21124:0:(obd_mount.c:578:lustre_stop_mgc()) MGC still has 1 references. 00000020:01000000:1.0:1783441686.328347:0:21124:0:(obd_config.c:2475:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-lwp-OST0000 (flags='F') 00000020:00000080:1.0:1783441686.328351:0:21124:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1783441686.328357:0:21124:0:(obd_config.c:955:class_cleanup()) lustre-MDT0000-lwp-OST0000: forcing exports to disconnect: 1/3 00000020:00080000:1.0:1783441686.328364:0:21124:0:(genops.c:1840:print_export_data()) lustre-MDT0000-lwp-OST0000: ACTIVE ffff9114a77f0000 lustre-MDT0000-lwp-OST0000 0@lo 3 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:1.0:1783441686.328370:0:21124:0:(genops.c:1574:class_disconnect_exports()) OBD device 23 (ffff9114b0dcb380) has exports, disconnecting them 00000020:00080000:1.0:1783441686.328374:0:21124:0:(genops.c:1549:class_disconnect_export_list()) lustre-MDT0000-lwp-OST0000: disconnecting export at 0@lo (ffff9114a77f0000), last request at 1783441597 00000020:00000080:1.0:1783441686.328378:0:21124:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x4778038d8fc36468 00000020:00080000:1.0:1783441686.328399:0:21124:0:(genops.c:1554:class_disconnect_export_list()) disconnected export at 0@lo (ffff9114a77f0000): rc 0 00000020:00000080:1.0:1783441686.328404:0:21124:0:(genops.c:906:class_export_put()) final put ffff9114a77f0000/lustre-MDT0000-lwp-OST0000 00000020:00000080:1.0:1783441686.328423:0:20835:0:(genops.c:865:class_export_destroy()) destroying export ffff9114a77f0000/lustre-MDT0000-lwp-OST0000 for lustre-MDT0000-lwp-OST0000 00010000:01000000:3.0:1783441686.333291:0:21124:0:(obd_class.h:671:obd_cleanup_client_import()) lustre-MDT0000-lwp-OST0000: client import never connected 00000100:00080000:3.0:1783441686.333301:0:21124:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:3.0:1783441686.333307:0:21124:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: committing for last_committed 0 gen 5 00000100:00100000:3.0:1783441686.333316:0:21124:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:3.0:1783441686.333362:0:12419:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff911384a4e000 for lustre-MDT0000-lwp-OST0000 00000020:00000080:3.0:1783441686.333565:0:21124:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:3.0:1783441686.333574:0:21124:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-lwp-OST0000 (uuid lustre-MDT0000-lwp-OST0000_UUID) 00000020:00000080:3.0:1783441686.333579:0:21124:0:(genops.c:906:class_export_put()) final put ffff911384a4e800/lustre-MDT0000-lwp-OST0000_UUID 00000020:00000080:3.0:1783441686.333583:0:21124:0:(genops.c:865:class_export_destroy()) destroying export ffff911384a4e800/lustre-MDT0000-lwp-OST0000_UUID for lustre-MDT0000-lwp-OST0000 00000020:01000000:3.0:1783441686.333596:0:21124:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-lwp-OST0000 (lustre-MDT0000-lwp-OST0000_UUID) 00000020:01000000:3.0:1783441686.333671:0:21124:0:(obd_config.c:2475:class_manual_cleanup()) Manual cleanup of lustre-MDT0001-lwp-OST0000 (flags='F') 00000020:00000080:3.0:1783441686.333676:0:21124:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1783441686.333681:0:21124:0:(obd_config.c:955:class_cleanup()) lustre-MDT0001-lwp-OST0000: forcing exports to disconnect: 1/3 00000020:00080000:3.0:1783441686.333690:0:21124:0:(genops.c:1840:print_export_data()) lustre-MDT0001-lwp-OST0000: ACTIVE ffff9113810cf800 lustre-MDT0001-lwp-OST0000 0@lo 3 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:3.0:1783441686.333696:0:21124:0:(genops.c:1574:class_disconnect_exports()) OBD device 24 (ffff911382b18000) has exports, disconnecting them 00000020:00080000:3.0:1783441686.333701:0:21124:0:(genops.c:1549:class_disconnect_export_list()) lustre-MDT0001-lwp-OST0000: disconnecting export at 0@lo (ffff9113810cf800), last request at 1783441597 00000020:00000080:3.0:1783441686.333706:0:21124:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x4778038d8fc3647d 00000020:00080000:3.0:1783441686.333717:0:21124:0:(genops.c:1554:class_disconnect_export_list()) disconnected export at 0@lo (ffff9113810cf800): rc 0 00000020:00000080:3.0:1783441686.333722:0:21124:0:(genops.c:906:class_export_put()) final put ffff9113810cf800/lustre-MDT0001-lwp-OST0000 00000020:00000080:3.0:1783441686.333747:0:12419:0:(genops.c:865:class_export_destroy()) destroying export ffff9113810cf800/lustre-MDT0001-lwp-OST0000 for lustre-MDT0001-lwp-OST0000 00010000:01000000:2.0:1783441686.334887:0:21124:0:(obd_class.h:671:obd_cleanup_client_import()) lustre-MDT0001-lwp-OST0000: client import never connected 00000100:00080000:2.0:1783441686.334893:0:21124:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:2.0:1783441686.334896:0:21124:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: committing for last_committed 0 gen 5 00000100:00100000:2.0:1783441686.334902:0:21124:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:2.0:1783441686.334919:0:27:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff9113810ce800 for lustre-MDT0001-lwp-OST0000 00000020:00000080:2.0:1783441686.335033:0:21124:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1783441686.335051:0:21124:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0001-lwp-OST0000 (uuid lustre-MDT0001-lwp-OST0000_UUID) 00000020:00000080:2.0:1783441686.335055:0:21124:0:(genops.c:906:class_export_put()) final put ffff9114a7c0f800/lustre-MDT0001-lwp-OST0000_UUID 00000020:00000080:2.0:1783441686.335058:0:21124:0:(genops.c:865:class_export_destroy()) destroying export ffff9114a7c0f800/lustre-MDT0001-lwp-OST0000_UUID for lustre-MDT0001-lwp-OST0000 00000020:01000000:2.0:1783441686.335068:0:21124:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0001-lwp-OST0000 (lustre-MDT0001-lwp-OST0000_UUID) 00000020:01000004:2.0:1783441686.335140:0:21124:0:(obd_mount.c:710:lustre_put_lsi()) put ffff9114a7c0d800 1 00000020:00000080:2.0:1783441686.335145:0:21124:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x4778038d8fc3641b 00000020:00000080:2.0:1783441686.335151:0:21124:0:(genops.c:906:class_export_put()) final put ffff9114a7c0c000/lustre-OST0000-osd_UUID 00000020:01000000:2.0:1783441686.335158:0:21124:0:(obd_config.c:2475:class_manual_cleanup()) Manual cleanup of lustre-OST0000-osd (flags='') 00000020:00000080:2.0:1783441686.335166:0:27:0:(genops.c:865:class_export_destroy()) destroying export ffff9114a7c0c000/lustre-OST0000-osd_UUID for lustre-OST0000-osd 00000020:00000080:2.0:1783441686.335174:0:21124:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1783441686.335178:0:21124:0:(obd_config.c:955:class_cleanup()) lustre-OST0000-osd: forcing exports to disconnect: 0/1 00000020:00080000:2.0:1783441686.335183:0:21124:0:(genops.c:1579:class_disconnect_exports()) OBD device 20 (ffff9114b0dc8000) has no exports 00000020:00000080:2.0:1783441686.441853:0:21124:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1783441686.441867:0:21124:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0000-osd (uuid lustre-OST0000-osd_UUID) 00000020:00000080:2.0:1783441686.441873:0:21124:0:(genops.c:906:class_export_put()) final put ffff9114a7c0b800/lustre-OST0000-osd_UUID 00000020:00000080:2.0:1783441686.441877:0:21124:0:(genops.c:865:class_export_destroy()) destroying export ffff9114a7c0b800/lustre-OST0000-osd_UUID for lustre-OST0000-osd 00000020:01000000:2.0:1783441686.441888:0:21124:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0000-osd (lustre-OST0000-osd_UUID) 00000020:01000004:2.0:1783441686.442003:0:21124:0:(obd_mount.c:668:lustre_free_lsi()) Freeing lsi ffff9114a7c0a800 00000020:02000400:2.0:1783441686.442042:0:21124:0:(tgt_mount.c:2182:server_put_super()) server umount lustre-OST0000 complete 00010000:00010000:3.0:1783441687.058749:0:19292:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000400:1.0:1783441687.330028:0:3648:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1783441671/real 1783441671] req@ffff9114bfb44000 x1870073572863744/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 1 dl 1783441687 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1783441687.397915:0:3648:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND: req@ffff9114bfb44000 x1870073572863744/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 1 dl 1783441687 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1783441687.397936:0:3648:0:(import.c:65:import_set_state_nolock()) ffff9113821be800 lustre-MDT0001_UUID: changing import state from FULL to DISCONN 00000100:02000400:1.0:1783441687.397939:0:3648:0:(import.c:182:ptlrpc_set_import_discon()) lustre-MDT0001-lwp-OST0001: Connection to lustre-MDT0001 (at 0@lo) was lost; in progress operations using this service will wait for recovery to complete 00000100:00080000:1.0:1783441687.438831:0:3648:0:(import.c:418:ptlrpc_pinger_force()) lustre-MDT0001_UUID: waking up pinger s:DISCONN 00000100:00080000:1.0:1783441687.438884:0:20835:0:(pinger.c:229:ptlrpc_pinger_process_import()) d116aa8e-8f85-4520-8879-6fa52ce3f863->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1783441687.438890:0:20835:0:(pinger.c:247:ptlrpc_pinger_process_import()) d116aa8e-8f85-4520-8879-6fa52ce3f863->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1783441687.438893:0:20835:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1783441687.438907:0:20835:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1783441687.438910:0:20835:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1783441687.438913:0:20835:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1783441687.438916:0:20835:0:(import.c:65:import_set_state_nolock()) ffff9113821be800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1783441687.438925:0:20835:0:(import.c:510:import_select_connection()) lustre-MDT0001-lwp-OST0001: connect to NID 0@lo last attempt 605 00000100:00080000:1.0:1783441687.438934:0:20835:0:(import.c:624:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffff9113821be800 using connection 192.168.202.106@tcp/0@lo 00000100:00100000:1.0:1783441687.438970:0:20835:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff911488b46680 x1870073572864896/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1783441687.439013:0:3646:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff911488b46680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3646:1870073572864896:0@lo:38:kworker.0 00000400:00000100:1.0:1783441687.439064:0:3646:0:(lib-move.c:4262:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1870073572864896 offset 0 length 520: 4 00000100:00100000:3.0:1783441687.439641:0:3648:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9114bfb44000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3648:1870073572863744:0@lo:400:kworker.0 00010000:00010000:1.0:1783441688.081669:0:17134:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783441689.104699:0:17135:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783441690.130768:0:19292:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783441691.152587:0:17134:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000400:0.0:1783441691.408641:0:3650:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1783441675/real 1783441675] req@ffff9114bfb45500 x1870073572864000/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 1 dl 1783441691 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783441691.433821:0:3650:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND: req@ffff9114bfb45500 x1870073572864000/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 1 dl 1783441691 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1783441691.433837:0:3650:0:(import.c:214:ptlrpc_set_import_discon()) lwp: import ffff9113821be800 already not connected (conn 2, was 1): CONNECTING 00000100:00100000:1.0:1783441691.434321:0:3650:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9114bfb45500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3650:1870073572864000:0@lo:400:kworker.0 00000100:00080000:1.0:1783441691.472599:0:20835:0:(pinger.c:229:ptlrpc_pinger_process_import()) d116aa8e-8f85-4520-8879-6fa52ce3f863->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1783441691.472611:0:20835:0:(pinger.c:247:ptlrpc_pinger_process_import()) d116aa8e-8f85-4520-8879-6fa52ce3f863->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1783441691.472614:0:20835:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1783441691.472617:0:20835:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1783441691.472620:0:20835:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1783441691.472622:0:20835:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000020:01000004:0.0:1783441691.487039:0:21328:0:(tgt_mount.c:2193:server_umount_begin()) umount -f 00000020:01000004:1.0:1783441691.498744:0:21328:0:(tgt_mount.c:2063:server_put_super()) server put_super lustre-OST0001 00010000:00010000:1.0:1783441691.498808:0:21328:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.106@tcp lock: ffff911383e4a600/0x4778038d8fc365b1 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x4778038d8fc365b8 expref: -99 pid: 19467 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783441691.498839:0:21328:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.106@tcp lock: ffff911383e4a600/0x4778038d8fc365b1 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x4778038d8fc365b8 expref: -99 pid: 19467 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783441691.498846:0:21328:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.106@tcp lock: ffff911383e4a600/0x4778038d8fc365b1 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000400000000 nid: local remote: 0x4778038d8fc365b8 expref: -99 pid: 19467 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783441691.498854:0:21328:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.106@tcp lock: ffff911383e4a600/0x4778038d8fc365b1 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000400000000 nid: local remote: 0x4778038d8fc365b8 expref: -99 pid: 19467 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783441691.498872:0:21328:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 10000000:01000000:1.0:1783441691.498877:0:21328:0:(mgc_request.c:547:config_log_end()) end config log lustre-client (0) 00000100:00080000:1.0:1783441691.498901:0:21328:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:1.0:1783441691.498912:0:21328:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff9114aeae1f80 x1870073572864640/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1783441706 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1783441691.498933:0:21328:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0001: committing for last_committed 0 gen 3 00000100:00080000:1.0:1783441691.498939:0:21328:0:(pinger.c:399:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID 00000100:00080000:1.0:1783441691.498945:0:21328:0:(import.c:65:import_set_state_nolock()) ffff9113821bf000 lustre-MDT0000_UUID: changing import state from CONNECTING to CLOSED 00000100:00080000:1.0:1783441691.498950:0:21328:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:1.0:1783441691.498954:0:21328:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff9114aeae1f80 x1870073572864640/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1783441706 ref 1 fl Rpc:ENQr/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1783441691.498962:0:21328:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0001: committing for last_committed 0 gen 4 00000100:00100000:1.0:1783441691.498965:0:21328:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00100000:0.0:1783441691.499226:0:3646:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9114aeae1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3646:1870073572864640:0@lo:38:kworker.0 00000100:00080000:1.0:1783441691.502096:0:21328:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:1.0:1783441691.502113:0:21328:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff9114aeae2a00 x1870073572864384/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1783441695 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00010000:3.0:1783441691.502793:0:17135:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1783441691.502802:0:17135:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.106@tcp lock: ffff911383e4a600/0x4778038d8fc365b1 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000400000000 nid: local remote: 0x4778038d8fc365b8 expref: -99 pid: 19467 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783441691.502814:0:17135:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff911383e4a600 already unused, calling callback (ffffffffc126cc20) 10000000:00010000:3.0:1783441691.502818:0:17135:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.106@tcp lock: ffff911383e4a600/0x4778038d8fc365b1 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000400000000 nid: local remote: 0x4778038d8fc365b8 expref: -99 pid: 19467 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783441691.502829:0:17135:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.106@tcp lock: ffff911383e4a600/0x4778038d8fc365b1 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1008400000000 nid: local remote: 0x4778038d8fc365b8 expref: -99 pid: 19467 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1783441691.502837:0:17135:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.106@tcp lock: ffff911383e4a600/0x4778038d8fc365b1 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1009400000000 nid: local remote: 0x4778038d8fc365b8 expref: -99 pid: 19467 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1783441691.502843:0:17135:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:3.0:1783441691.502846:0:17135:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-client: stopping, won't requeue 10000000:01000000:3.0:1783441691.502849:0:17135:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-client 00010000:00010000:3.0:1783441691.502865:0:17135:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff911383964800 00010000:00010000:3.0:1783441691.502868:0:17135:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.106@tcp lock: ffff911383e4a600/0x4778038d8fc365b1 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000000 nid: local remote: 0x4778038d8fc365b8 expref: -99 pid: 19467 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783441691.502875:0:17135:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.106@tcp lock: ffff911383e4a600/0x4778038d8fc365b1 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000000 nid: local remote: 0x4778038d8fc365b8 expref: -99 pid: 19467 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783441691.502885:0:17135:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783441691.502887:0:17135:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783441691.502889:0:17135:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1783441691.502988:0:21328:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff9114aeae3800 x1870073572864512/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1783441700 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1783441691.503025:0:21328:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff9114aeae3480 x1870073572864768/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1783441702 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1783441691.503043:0:21328:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff911488b46680 x1870073572864896/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1783441697 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1783441691.503059:0:21328:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0001: committing for last_committed 0 gen 3 00000100:00100000:3.0:1783441691.503195:0:3647:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9114aeae3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3647:1870073572864512:0@lo:400:kworker.0 00000100:00100000:0.0:1783441691.503250:0:3648:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9114aeae2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3648:1870073572864384:0@lo:400:kworker.0 00000100:00080000:0.0:1783441691.503279:0:3646:0:(import.c:65:import_set_state_nolock()) ffff9113821be800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783441691.503283:0:3646:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-5) 00000100:00100000:0.0:1783441691.503287:0:3646:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff911488b46680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3646:1870073572864896:0@lo:38:kworker.0 00000100:00080000:0.0:1783441691.503305:0:21328:0:(pinger.c:399:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID 00000100:00080000:0.0:1783441691.503310:0:21328:0:(import.c:65:import_set_state_nolock()) ffff9113821be800 lustre-MDT0001_UUID: changing import state from DISCONN to CLOSED 00000100:00080000:0.0:1783441691.503315:0:21328:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:0.0:1783441691.503320:0:21328:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff9114aeae3480 x1870073572864768/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1783441702 ref 1 fl Rpc:ENQr/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783441691.503328:0:21328:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0001: committing for last_committed 0 gen 4 00000100:00100000:0.0:1783441691.503332:0:21328:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 14s for inflight to error out 00000100:00100000:2.0:1783441691.504557:0:3649:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9114aeae3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3649:1870073572864768:0@lo:400:kworker.0 00010000:00010000:1.0:1783441691.505898:0:21328:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.106@tcp lock: ffff911383e4be00/0x4778038d8fc36587 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x4778038d8fc3658e expref: -99 pid: 19467 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783441691.505918:0:21328:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.106@tcp lock: ffff911383e4be00/0x4778038d8fc36587 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x4778038d8fc3658e expref: -99 pid: 19467 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783441691.505926:0:21328:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.106@tcp lock: ffff911383e4be00/0x4778038d8fc36587 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0x4778038d8fc3658e expref: -99 pid: 19467 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783441691.505933:0:21328:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.106@tcp lock: ffff911383e4be00/0x4778038d8fc36587 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0x4778038d8fc3658e expref: -99 pid: 19467 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783441691.505949:0:21328:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1783441691.505957:0:21328:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.106@tcp lock: ffff9114aeae5400/0x4778038d8fc36771 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x4778038d8fc36778 expref: -99 pid: 17143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783441691.505964:0:21328:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.106@tcp lock: ffff9114aeae5400/0x4778038d8fc36771 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x4778038d8fc36778 expref: -99 pid: 17143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783441691.505970:0:21328:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.106@tcp lock: ffff9114aeae5400/0x4778038d8fc36771 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0x4778038d8fc36778 expref: -99 pid: 17143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783441691.505976:0:21328:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.106@tcp lock: ffff9114aeae5400/0x4778038d8fc36771 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0x4778038d8fc36778 expref: -99 pid: 17143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783441691.506009:0:21328:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 10000000:01000000:1.0:1783441691.506013:0:21328:0:(mgc_request.c:547:config_log_end()) end config log lustre-OST0001 (0) 00000020:01000004:1.0:1783441691.506045:0:21328:0:(tgt_mount.c:2113:server_put_super()) stopping lustre-OST0001 00000020:01000000:1.0:1783441691.506050:0:21328:0:(obd_config.c:2475:class_manual_cleanup()) Manual cleanup of lustre-OST0001 (flags='F') 00010000:00010000:1.0:1783441691.506066:0:17134:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1783441691.506072:0:17134:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.106@tcp lock: ffff911383e4be00/0x4778038d8fc36587 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0x4778038d8fc3658e expref: -99 pid: 19467 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783441691.506080:0:17134:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff911383e4be00 already unused, calling callback (ffffffffc126cc20) 10000000:00010000:1.0:1783441691.506084:0:17134:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.106@tcp lock: ffff911383e4be00/0x4778038d8fc36587 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0x4778038d8fc3658e expref: -99 pid: 19467 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783441691.506093:0:17134:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.106@tcp lock: ffff911383e4be00/0x4778038d8fc36587 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1008400000000 nid: local remote: 0x4778038d8fc3658e expref: -99 pid: 19467 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1783441691.506101:0:17134:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.106@tcp lock: ffff911383e4be00/0x4778038d8fc36587 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1009400000000 nid: local remote: 0x4778038d8fc3658e expref: -99 pid: 19467 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1783441691.506107:0:17134:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:1.0:1783441691.506110:0:17134:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-OST0001: stopping, won't requeue 10000000:01000000:1.0:1783441691.506112:0:17134:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-OST0001 00010000:00010000:3.0:1783441691.506214:0:19292:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1783441691.506225:0:19292:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.106@tcp lock: ffff9114aeae5400/0x4778038d8fc36771 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0x4778038d8fc36778 expref: -99 pid: 17143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783441691.506232:0:19292:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9114aeae5400 already unused, calling callback (ffffffffc126cc20) 10000000:00010000:3.0:1783441691.506234:0:19292:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.106@tcp lock: ffff9114aeae5400/0x4778038d8fc36771 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0x4778038d8fc36778 expref: -99 pid: 17143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783441691.506241:0:19292:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.106@tcp lock: ffff9114aeae5400/0x4778038d8fc36771 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1008400000000 nid: local remote: 0x4778038d8fc36778 expref: -99 pid: 17143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1783441691.506247:0:19292:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.106@tcp lock: ffff9114aeae5400/0x4778038d8fc36771 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1009400000000 nid: local remote: 0x4778038d8fc36778 expref: -99 pid: 17143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1783441691.506253:0:19292:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 10000000:01000000:3.0:1783441691.506256:0:19292:0:(mgc_request.c:944:mgc_blocking_ast()) log params: stopping, won't requeue 10000000:01000000:3.0:1783441691.506258:0:19292:0:(mgc_request.c:130:config_log_put()) dropping config log params 00010000:00010000:3.0:1783441691.506271:0:19292:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff911383964800 00010000:00010000:3.0:1783441691.506274:0:19292:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.106@tcp lock: ffff9114aeae5400/0x4778038d8fc36771 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000000 nid: local remote: 0x4778038d8fc36778 expref: -99 pid: 17143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783441691.506281:0:19292:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.106@tcp lock: ffff9114aeae5400/0x4778038d8fc36771 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000000 nid: local remote: 0x4778038d8fc36778 expref: -99 pid: 17143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783441691.506297:0:19292:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783441691.506299:0:19292:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783441691.506301:0:19292:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783441691.506349:0:17134:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff911383964800 00010000:00010000:1.0:1783441691.506354:0:17134:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.106@tcp lock: ffff911383e4be00/0x4778038d8fc36587 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000000 nid: local remote: 0x4778038d8fc3658e expref: -99 pid: 19467 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783441691.506360:0:17134:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.106@tcp lock: ffff911383e4be00/0x4778038d8fc36587 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000000 nid: local remote: 0x4778038d8fc3658e expref: -99 pid: 19467 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783441691.506371:0:17134:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783441691.506378:0:17134:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783441691.506380:0:17134:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:1.0:1783441691.506390:0:21328:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1783441691.506398:0:21328:0:(obd_config.c:955:class_cleanup()) lustre-OST0001: forcing exports to disconnect: 0/1 00000020:00080000:1.0:1783441691.506403:0:21328:0:(genops.c:1579:class_disconnect_exports()) OBD device 26 (ffff9114b13919c0) has no exports 00000020:00080000:1.0:1783441691.506428:0:21328:0:(genops.c:1579:class_disconnect_exports()) OBD device 26 (ffff9114b13919c0) has no exports 00000020:01000000:0.0:1783441691.510308:0:21328:0:(lprocfs_status_server.c:306:lprocfs_free_client_stats()) stat ffff9114add41ba0 - data ffff9114a78371b0/ffff911383cf2400 00000020:01000000:0.0:1783441691.510938:0:21328:0:(lprocfs_status_server.c:306:lprocfs_free_client_stats()) stat ffff9114adfa1ae0 - data ffff9113824260d8/ffff911383930400 00100000:10000000:0.0:1783441691.522867:0:21328:0:(lfsck_layout.c:753:lfsck_rbtree_cleanup()) lustre-OST0001-osd: layout LFSCK fini OST-objects accessing bitmap 00000020:00000080:2.0:1783441691.537438:0:21328:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x4778038d8fc3659c 00000020:00000080:2.0:1783441691.537449:0:21328:0:(genops.c:906:class_export_put()) final put ffff9114b86a1800/lustre-OST0001-osd_UUID 00000020:00000080:2.0:1783441691.537462:0:27:0:(genops.c:865:class_export_destroy()) destroying export ffff9114b86a1800/lustre-OST0001-osd_UUID for lustre-OST0001-osd 00000020:01000004:2.0:1783441691.537473:0:21328:0:(tgt_mount.c:187:server_put_mount()) put mount ffff9113810ca000 from lustre-OST0001, refs=2 00000020:01000004:2.0:1783441691.537476:0:21328:0:(obd_mount.c:710:lustre_put_lsi()) put ffff9113810ca000 2 00000020:01000004:2.0:1783441691.537479:0:21328:0:(tgt_mount.c:120:server_deregister_mount()) deregister mount ffff9113810ca000 from lustre-OST0001 00000020:00000080:2.0:1783441691.537531:0:21328:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1783441691.537540:0:21328:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0001 (uuid lustre-OST0001_UUID) 00000020:00000080:2.0:1783441691.537543:0:21328:0:(genops.c:906:class_export_put()) final put ffff9114b56ee800/lustre-OST0001_UUID 00000020:00000080:2.0:1783441691.537554:0:21328:0:(genops.c:865:class_export_destroy()) destroying export ffff9114b56ee800/lustre-OST0001_UUID for lustre-OST0001 00000020:01000000:2.0:1783441691.537561:0:21328:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0001 (lustre-OST0001_UUID) 00000100:00080000:2.0:1783441691.537658:0:21328:0:(pinger.c:399:ptlrpc_pinger_del_import()) removing pingable import d116aa8e-8f85-4520-8879-6fa52ce3f863->MGS 00010000:00010000:2.0:1783441691.537676:0:21328:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.106@tcp lock: ffff911480030400/0x4778038d8fc362e7 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x1008400000000 nid: local remote: 0x4778038d8fc362ee expref: -99 pid: 17878 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1783441691.537689:0:21328:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.106@tcp lock: ffff911480030400/0x4778038d8fc362e7 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x1009400000000 nid: local remote: 0x4778038d8fc362ee expref: -99 pid: 17878 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1783441691.537695:0:21328:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 10000000:01000000:2.0:1783441691.537698:0:21328:0:(mgc_request.c:954:mgc_blocking_ast()) log nodemap: disconnecting, won't requeue 10000000:01000000:2.0:1783441691.537701:0:21328:0:(mgc_request.c:130:config_log_put()) dropping config log nodemap 00010000:00010000:2.0:1783441691.537714:0:21328:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff911383964800 00010000:00010000:2.0:1783441691.537717:0:21328:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.106@tcp lock: ffff911480030400/0x4778038d8fc362e7 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000000 nid: local remote: 0x4778038d8fc362ee expref: -99 pid: 17878 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441691.537731:0:21328:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.106@tcp lock: ffff9114aeb4d200/0x4778038d8fc361d6 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1008400000000 nid: local remote: 0x4778038d8fc361dd expref: -99 pid: 17125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1783441691.537737:0:21328:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.106@tcp lock: ffff9114aeb4d200/0x4778038d8fc361d6 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1009400000000 nid: local remote: 0x4778038d8fc361dd expref: -99 pid: 17125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1783441691.537741:0:21328:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:2.0:1783441691.537743:0:21328:0:(mgc_request.c:954:mgc_blocking_ast()) log lustre-s: disconnecting, won't requeue 10000000:01000000:2.0:1783441691.537745:0:21328:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-sptlrpc 00010000:00010000:2.0:1783441691.537753:0:21328:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff911383964800 00010000:00010000:2.0:1783441691.537756:0:21328:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.106@tcp lock: ffff9114aeb4d200/0x4778038d8fc361d6 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000000 nid: local remote: 0x4778038d8fc361dd expref: -99 pid: 17125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00080000:2.0:1783441691.537774:0:21328:0:(import.c:65:import_set_state_nolock()) ffff911383964800 MGS: changing import state from CONNECTING to CLOSED 10000000:01000000:2.0:1783441691.537778:0:21328:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808001 00000100:00080000:2.0:1783441691.537786:0:21328:0:(pinger.c:193:ptlrpc_pinger_ir_down()) IR down 10000000:01000000:2.0:1783441691.537787:0:21328:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808002 00000100:00080000:2.0:1783441691.537792:0:21328:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 00000100:00100000:2.0:1783441691.537802:0:21328:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff9114aeae1880 x1870073572864256/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1783441694 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 10000000:01000000:2.0:1783441691.537819:0:21328:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808002 00000100:00100000:2.0:1783441691.537822:0:21328:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 4s for inflight to error out 00000100:00100000:1.0:1783441691.539574:0:3646:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9114aeae1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d116aa8e-8f85-4520-8879-6fa52ce3f863:3646:1870073572864256:0@lo:250:kworker.0 10000000:01000000:2.0:1783441691.539617:0:21328:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808003 00000020:00000080:2.0:1783441691.539631:0:21328:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x4778038d8fc361c1 00000020:00000080:2.0:1783441691.539641:0:21328:0:(genops.c:906:class_export_put()) final put ffff911383d5e800/d116aa8e-8f85-4520-8879-6fa52ce3f863 00000020:01000000:2.0:1783441691.539656:0:21328:0:(obd_config.c:2475:class_manual_cleanup()) Manual cleanup of MGC192.168.202.106@tcp (flags='') 00000020:00000080:2.0:1783441691.539670:0:27:0:(genops.c:865:class_export_destroy()) destroying export ffff911383d5e800/d116aa8e-8f85-4520-8879-6fa52ce3f863 for MGC192.168.202.106@tcp 00000020:00000080:2.0:1783441691.539689:0:21328:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1783441691.539698:0:21328:0:(obd_config.c:955:class_cleanup()) MGC192.168.202.106@tcp: forcing exports to disconnect: 0/2 00000020:00080000:2.0:1783441691.539701:0:21328:0:(genops.c:1579:class_disconnect_exports()) OBD device 2 (ffff911382b1b380) has no exports 10000000:01000000:3.0:1783441691.539837:0:17143:0:(mgc_request.c:708:mgc_requeue_thread()) Ending requeue thread 10000000:01000000:2.0:1783441691.539997:0:21328:0:(obd_class.h:671:obd_cleanup_client_import()) MGC192.168.202.106@tcp: client import never connected 00000100:00080000:2.0:1783441691.540001:0:21328:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 10000000:01000000:2.0:1783441691.540015:0:21328:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808002 00000100:00100000:2.0:1783441691.540017:0:21328:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 10000000:01000000:2.0:1783441691.540019:0:21328:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808003 00000020:00000080:2.0:1783441691.540043:0:27:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff911383964800 for MGC192.168.202.106@tcp 00000020:00000080:2.0:1783441691.540080:0:21328:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1783441691.540087:0:21328:0:(obd_config.c:883:class_detach()) detach on obd MGC192.168.202.106@tcp (uuid d116aa8e-8f85-4520-8879-6fa52ce3f863) 00000020:00000080:2.0:1783441691.540090:0:21328:0:(genops.c:906:class_export_put()) final put ffff911383962800/d116aa8e-8f85-4520-8879-6fa52ce3f863 00000020:00000080:2.0:1783441691.540092:0:21328:0:(genops.c:865:class_export_destroy()) destroying export ffff911383962800/d116aa8e-8f85-4520-8879-6fa52ce3f863 for MGC192.168.202.106@tcp 00000020:01000000:2.0:1783441691.540097:0:21328:0:(genops.c:441:class_free_dev()) finishing cleanup of obd MGC192.168.202.106@tcp (d116aa8e-8f85-4520-8879-6fa52ce3f863) 00000020:01000000:2.0:1783441691.540383:0:21328:0:(obd_config.c:2475:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-lwp-OST0001 (flags='F') 00000020:00000080:2.0:1783441691.540387:0:21328:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1783441691.540392:0:21328:0:(obd_config.c:955:class_cleanup()) lustre-MDT0000-lwp-OST0001: forcing exports to disconnect: 1/3 00000020:00080000:2.0:1783441691.540397:0:21328:0:(genops.c:1840:print_export_data()) lustre-MDT0000-lwp-OST0001: ACTIVE ffff9113821bb800 lustre-MDT0000-lwp-OST0001 0@lo 3 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:2.0:1783441691.540402:0:21328:0:(genops.c:1574:class_disconnect_exports()) OBD device 27 (ffff9114b1394d40) has exports, disconnecting them 00000020:00080000:2.0:1783441691.540418:0:21328:0:(genops.c:1549:class_disconnect_export_list()) lustre-MDT0000-lwp-OST0001: disconnecting export at 0@lo (ffff9113821bb800), last request at 1783441614 00000020:00000080:2.0:1783441691.540423:0:21328:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x4778038d8fc365c6 00000020:00080000:2.0:1783441691.540434:0:21328:0:(genops.c:1554:class_disconnect_export_list()) disconnected export at 0@lo (ffff9113821bb800): rc 0 00000020:00000080:2.0:1783441691.540438:0:21328:0:(genops.c:906:class_export_put()) final put ffff9113821bb800/lustre-MDT0000-lwp-OST0001 00000020:00000080:2.0:1783441691.540461:0:27:0:(genops.c:865:class_export_destroy()) destroying export ffff9113821bb800/lustre-MDT0000-lwp-OST0001 for lustre-MDT0000-lwp-OST0001 00010000:01000000:3.0:1783441691.542605:0:21328:0:(obd_class.h:671:obd_cleanup_client_import()) lustre-MDT0000-lwp-OST0001: client import never connected 00000100:00080000:3.0:1783441691.542614:0:21328:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:3.0:1783441691.542618:0:21328:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0001: committing for last_committed 0 gen 5 00000100:00100000:3.0:1783441691.542625:0:21328:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:3.0:1783441691.542663:0:12419:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff9113821bf000 for lustre-MDT0000-lwp-OST0001 00000020:00000080:3.0:1783441691.542804:0:21328:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:3.0:1783441691.542824:0:21328:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-lwp-OST0001 (uuid lustre-MDT0000-lwp-OST0001_UUID) 00000020:00000080:3.0:1783441691.542828:0:21328:0:(genops.c:906:class_export_put()) final put ffff9113821ba000/lustre-MDT0000-lwp-OST0001_UUID 00000020:00000080:3.0:1783441691.542832:0:21328:0:(genops.c:865:class_export_destroy()) destroying export ffff9113821ba000/lustre-MDT0000-lwp-OST0001_UUID for lustre-MDT0000-lwp-OST0001 00000020:01000000:3.0:1783441691.542843:0:21328:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-lwp-OST0001 (lustre-MDT0000-lwp-OST0001_UUID) 00000020:01000000:3.0:1783441691.542902:0:21328:0:(obd_config.c:2475:class_manual_cleanup()) Manual cleanup of lustre-MDT0001-lwp-OST0001 (flags='F') 00000020:00000080:3.0:1783441691.542906:0:21328:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1783441691.542911:0:21328:0:(obd_config.c:955:class_cleanup()) lustre-MDT0001-lwp-OST0001: forcing exports to disconnect: 1/3 00000020:00080000:3.0:1783441691.542917:0:21328:0:(genops.c:1840:print_export_data()) lustre-MDT0001-lwp-OST0001: ACTIVE ffff9113821b8800 lustre-MDT0001-lwp-OST0001 0@lo 3 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:3.0:1783441691.542922:0:21328:0:(genops.c:1574:class_disconnect_exports()) OBD device 28 (ffff9114b1393380) has exports, disconnecting them 00000020:00080000:3.0:1783441691.542925:0:21328:0:(genops.c:1549:class_disconnect_export_list()) lustre-MDT0001-lwp-OST0001: disconnecting export at 0@lo (ffff9113821b8800), last request at 1783441614 00000020:00000080:3.0:1783441691.542929:0:21328:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x4778038d8fc365db 00000020:00080000:3.0:1783441691.542941:0:21328:0:(genops.c:1554:class_disconnect_export_list()) disconnected export at 0@lo (ffff9113821b8800): rc 0 00000020:00000080:3.0:1783441691.542945:0:21328:0:(genops.c:906:class_export_put()) final put ffff9113821b8800/lustre-MDT0001-lwp-OST0001 00000020:00000080:3.0:1783441691.542967:0:12419:0:(genops.c:865:class_export_destroy()) destroying export ffff9113821b8800/lustre-MDT0001-lwp-OST0001 for lustre-MDT0001-lwp-OST0001 00010000:01000000:2.0:1783441691.758175:0:21328:0:(obd_class.h:671:obd_cleanup_client_import()) lustre-MDT0001-lwp-OST0001: client import never connected 00000100:00080000:2.0:1783441691.758185:0:21328:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:2.0:1783441691.758189:0:21328:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0001: committing for last_committed 0 gen 5 00000100:00100000:2.0:1783441691.758197:0:21328:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:2.0:1783441691.758233:0:27:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff9113821be800 for lustre-MDT0001-lwp-OST0001 00010000:00010000:1.0:1783441691.758372:0:17135:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 0 locks of 0 total in blp. (-1 blwis in pool) 00010000:00010000:1.0:1783441691.761592:0:19292:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 0 locks of 0 total in blp. (-2 blwis in pool) 00010000:00010000:1.0:1783441691.762115:0:17134:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 0 locks of 0 total in blp. (-3 blwis in pool) 00000100:00100000:1.0:1783441691.762428:0:17129:0:(service.c:3183:ptlrpc_main()) ldlm_cb00_000: service thread [ffff9114b67e2400:17129] 0 exiting: rc = 1 00000100:00100000:2.0:1783441691.773320:0:17130:0:(service.c:3183:ptlrpc_main()) ldlm_cb00_001: service thread [ffff9113810c0800:17130] 1 exiting: rc = 0 00000100:00100000:1.0:1783441691.773475:0:21328:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783441691.773790:0:20922:0:(service.c:3183:ptlrpc_main()) ldlm_cn00_003: service thread [ffff9114b0daae00:20922] 3 exiting: rc = 0 00000100:00100000:2.0:1783441691.773849:0:17131:0:(service.c:3183:ptlrpc_main()) ldlm_cn00_000: service thread [ffff911383646400:17131] 0 exiting: rc = 1 00000100:00100000:1.0:1783441691.773882:0:17133:0:(service.c:3183:ptlrpc_main()) ldlm_cn00_002: service thread [ffff911383647800:17133] 2 exiting: rc = 0 00000100:00100000:2.0:1783441691.773945:0:17132:0:(service.c:3183:ptlrpc_main()) ldlm_cn00_001: service thread [ffff911383647600:17132] 1 exiting: rc = 0 00000100:00100000:1.0:1783441691.773987:0:21328:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783441691.773998:0:21328:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783441691.774004:0:21328:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783441691.774010:0:21328:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783441691.774024:0:21328:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783441691.774032:0:21328:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783441691.774040:0:21328:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783441691.774046:0:21328:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783441691.774051:0:21328:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783441691.774057:0:21328:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783441691.774063:0:21328:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783441691.774068:0:21328:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783441691.774074:0:21328:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783441691.774080:0:21328:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783441691.774086:0:21328:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783441691.774092:0:21328:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783441691.774098:0:21328:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783441691.774104:0:21328:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783441691.774128:0:21328:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783441691.774133:0:21328:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783441691.774139:0:21328:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783441691.774144:0:21328:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783441691.774148:0:21328:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783441691.774153:0:21328:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783441691.774159:0:21328:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783441691.774164:0:21328:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783441691.774169:0:21328:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783441691.774175:0:21328:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783441691.774180:0:21328:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783441691.774186:0:21328:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783441691.774191:0:21328:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783441691.774197:0:21328:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783441691.774202:0:21328:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783441691.774207:0:21328:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783441691.774212:0:21328:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783441691.774217:0:21328:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783441691.774223:0:21328:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783441691.774228:0:21328:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783441691.774234:0:21328:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783441691.774239:0:21328:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783441691.774244:0:21328:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783441691.774250:0:21328:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783441691.774255:0:21328:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783441691.774276:0:21328:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783441691.774283:0:21328:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783441691.774290:0:21328:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783441691.774296:0:21328:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783441691.774301:0:21328:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783441691.774306:0:21328:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783441691.774312:0:21328:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783441691.774317:0:21328:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783441691.774323:0:21328:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783441691.774329:0:21328:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783441691.774355:0:21328:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783441691.774361:0:21328:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783441691.774367:0:21328:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783441691.774372:0:21328:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783441691.774377:0:21328:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783441691.774382:0:21328:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783441691.774388:0:21328:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783441691.774394:0:21328:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783441691.774400:0:21328:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783441691.774406:0:21328:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783441691.774411:0:21328:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000020:00000080:1.0:1783441691.777646:0:21328:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1783441691.777661:0:21328:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0001-lwp-OST0001 (uuid lustre-MDT0001-lwp-OST0001_UUID) 00000020:00000080:1.0:1783441691.777667:0:21328:0:(genops.c:906:class_export_put()) final put ffff9113821be000/lustre-MDT0001-lwp-OST0001_UUID 00000020:00000080:1.0:1783441691.777673:0:21328:0:(genops.c:865:class_export_destroy()) destroying export ffff9113821be000/lustre-MDT0001-lwp-OST0001_UUID for lustre-MDT0001-lwp-OST0001 00000020:01000000:1.0:1783441691.777679:0:21328:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0001-lwp-OST0001 (lustre-MDT0001-lwp-OST0001_UUID) 00000020:01000004:1.0:1783441691.777752:0:21328:0:(obd_mount.c:710:lustre_put_lsi()) put ffff9113810ca000 1 00000020:00000080:1.0:1783441691.777758:0:21328:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x4778038d8fc36580 00000020:00000080:1.0:1783441691.777764:0:21328:0:(genops.c:906:class_export_put()) final put ffff9114a77f5800/lustre-OST0001-osd_UUID 00000020:01000000:1.0:1783441691.777776:0:21328:0:(obd_config.c:2475:class_manual_cleanup()) Manual cleanup of lustre-OST0001-osd (flags='') 00000020:00000080:1.0:1783441691.777789:0:20835:0:(genops.c:865:class_export_destroy()) destroying export ffff9114a77f5800/lustre-OST0001-osd_UUID for lustre-OST0001-osd 00000020:00000080:1.0:1783441691.778014:0:21328:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1783441691.778020:0:21328:0:(obd_config.c:955:class_cleanup()) lustre-OST0001-osd: forcing exports to disconnect: 0/1 00000020:00080000:1.0:1783441691.778025:0:21328:0:(genops.c:1579:class_disconnect_exports()) OBD device 25 (ffff911382b199c0) has no exports 00000020:00000080:1.0:1783441691.823360:0:21328:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1783441691.823380:0:21328:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0001-osd (uuid lustre-OST0001-osd_UUID) 00000020:00000080:1.0:1783441691.823386:0:21328:0:(genops.c:906:class_export_put()) final put ffff9113810ca800/lustre-OST0001-osd_UUID 00000020:00000080:1.0:1783441691.823391:0:21328:0:(genops.c:865:class_export_destroy()) destroying export ffff9113810ca800/lustre-OST0001-osd_UUID for lustre-OST0001-osd 00000020:01000000:1.0:1783441691.823401:0:21328:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0001-osd (lustre-OST0001-osd_UUID) 00000020:01000004:1.0:1783441691.824020:0:21328:0:(obd_mount.c:668:lustre_free_lsi()) Freeing lsi ffff9113810cd800 00000020:01000000:1.0:1783441691.824065:0:21328:0:(obd_config.c:2475:class_manual_cleanup()) Manual cleanup of OSS (flags='F') 00000020:00000080:1.0:1783441691.824071:0:21328:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1783441691.824086:0:21328:0:(obd_config.c:955:class_cleanup()) OSS: forcing exports to disconnect: 0/1 00000020:00080000:1.0:1783441691.824090:0:21328:0:(genops.c:1579:class_disconnect_exports()) OBD device 21 (ffff9114b0dc99c0) has no exports 00000020:00000080:1.0:1783441691.824120:0:21328:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1783441691.824127:0:21328:0:(obd_config.c:883:class_detach()) detach on obd OSS (uuid OSS_uuid) 00000020:00000080:1.0:1783441691.824131:0:21328:0:(genops.c:906:class_export_put()) final put ffff9114a7c0b000/OSS_uuid 00000020:00000080:1.0:1783441691.824133:0:21328:0:(genops.c:865:class_export_destroy()) destroying export ffff9114a7c0b000/OSS_uuid for OSS 00000020:01000000:1.0:1783441691.824138:0:21328:0:(genops.c:441:class_free_dev()) finishing cleanup of obd OSS (OSS_uuid) 00000100:00100000:1.0:1783441691.824244:0:18655:0:(service.c:3183:ptlrpc_main()) ll_ost00_002: service thread [ffff9113810b8600:18655] 2 exiting: rc = 0 00000100:00100000:2.0:1783441691.824684:0:19090:0:(service.c:3183:ptlrpc_main()) ll_ost00_003: service thread [ffff9114b5613600:19090] 3 exiting: rc = 0 00000100:00080000:0.0:1783441691.824845:0:17142:0:(pinger.c:550:ping_evictor_main()) Exiting Ping Evictor 00000100:00100000:0.0:1783441691.824979:0:20486:0:(service.c:3183:ptlrpc_main()) ll_ost00_004: service thread [ffff911382278600:20486] 4 exiting: rc = 0 00000100:00100000:1.0:1783441691.827232:0:18654:0:(service.c:3183:ptlrpc_main()) ll_ost00_001: service thread [ffff9113810b9a00:18654] 1 exiting: rc = 0 00000100:00100000:1.0:1783441691.827352:0:18653:0:(service.c:3183:ptlrpc_main()) ll_ost00_000: service thread [ffff9114b569f000:18653] 0 exiting: rc = 1 00000100:00100000:0.0:1783441691.827559:0:21328:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783441691.827598:0:21328:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783441691.827604:0:21328:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783441691.827609:0:21328:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783441691.827615:0:21328:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783441691.827620:0:21328:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783441691.827625:0:21328:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783441691.827631:0:21328:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783441691.827636:0:21328:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783441691.827642:0:21328:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783441691.827647:0:21328:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783441691.827652:0:21328:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783441691.827659:0:21328:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783441691.827664:0:21328:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783441691.827670:0:21328:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783441691.827675:0:21328:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783441691.827681:0:21328:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783441691.827687:0:21328:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783441691.827691:0:21328:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783441691.827697:0:21328:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783441691.827703:0:21328:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783441691.827708:0:21328:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783441691.827713:0:21328:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783441691.827718:0:21328:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783441691.827724:0:21328:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783441691.827729:0:21328:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783441691.827734:0:21328:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783441691.827740:0:21328:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783441691.827745:0:21328:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783441691.827751:0:21328:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783441691.827756:0:21328:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783441691.827761:0:21328:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783441691.827767:0:21328:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783441691.827772:0:21328:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783441691.827777:0:21328:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783441691.827783:0:21328:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783441691.827796:0:21328:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783441691.827801:0:21328:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783441691.827806:0:21328:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783441691.827811:0:21328:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783441691.827817:0:21328:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783441691.827823:0:21328:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783441691.827828:0:21328:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783441691.827833:0:21328:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783441691.827841:0:21328:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783441691.827849:0:21328:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783441691.827854:0:21328:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783441691.827860:0:21328:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783441691.827866:0:21328:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783441691.827871:0:21328:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783441691.827877:0:21328:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783441691.827883:0:21328:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783441691.827888:0:21328:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783441691.827894:0:21328:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783441691.827899:0:21328:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783441691.827905:0:21328:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783441691.827911:0:21328:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783441691.827917:0:21328:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783441691.827922:0:21328:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783441691.827927:0:21328:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783441691.827933:0:21328:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783441691.827938:0:21328:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783441691.827945:0:21328:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783441691.827950:0:21328:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783441691.829357:0:18656:0:(service.c:3183:ptlrpc_main()) ll_ost_create00_000: service thread [ffff9113810b8a00:18656] 0 exiting: rc = 1 00000100:00100000:1.0:1783441691.829615:0:18657:0:(service.c:3183:ptlrpc_main()) ll_ost_create00_001: service thread [ffff911384aae800:18657] 1 exiting: rc = 0 00000100:00100000:1.0:1783441691.829673:0:21328:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783441691.829680:0:21328:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783441691.829686:0:21328:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783441691.829692:0:21328:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783441691.829698:0:21328:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783441691.829703:0:21328:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783441691.829708:0:21328:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783441691.829714:0:21328:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783441691.829720:0:21328:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783441691.829725:0:21328:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783441691.829730:0:21328:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783441691.829735:0:21328:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783441691.829741:0:21328:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783441691.829745:0:21328:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783441691.829751:0:21328:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783441691.829777:0:21328:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783441691.829783:0:21328:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783441691.829789:0:21328:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783441691.829793:0:21328:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783441691.829800:0:21328:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783441691.829805:0:21328:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783441691.829812:0:21328:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783441691.829817:0:21328:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783441691.829834:0:21328:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783441691.829839:0:21328:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783441691.829845:0:21328:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783441691.829850:0:21328:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783441691.829856:0:21328:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783441691.829861:0:21328:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783441691.829866:0:21328:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783441691.829871:0:21328:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783441691.829876:0:21328:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783441691.829881:0:21328:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783441691.829886:0:21328:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783441691.829890:0:21328:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783441691.829895:0:21328:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783441691.829901:0:21328:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783441691.829907:0:21328:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783441691.829912:0:21328:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783441691.829917:0:21328:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783441691.829923:0:21328:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783441691.829928:0:21328:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783441691.829933:0:21328:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783441691.829939:0:21328:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783441691.829945:0:21328:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783441691.829950:0:21328:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783441691.829956:0:21328:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783441691.829961:0:21328:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783441691.829966:0:21328:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783441691.829972:0:21328:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783441691.829976:0:21328:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783441691.829982:0:21328:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783441691.829987:0:21328:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783441691.829992:0:21328:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783441691.829997:0:21328:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783441691.830002:0:21328:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783441691.830007:0:21328:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783441691.830012:0:21328:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783441691.830025:0:21328:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783441691.830031:0:21328:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783441691.830037:0:21328:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783441691.830042:0:21328:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783441691.830047:0:21328:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783441691.830053:0:21328:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783441691.831051:0:18658:0:(service.c:3183:ptlrpc_main()) ll_ost_io00_000: service thread [ffff91148b35e400:18658] 0 exiting: rc = 1 00000100:00100000:0.0:1783441691.832560:0:18660:0:(service.c:3183:ptlrpc_main()) ll_ost_io00_002: service thread [ffff9114b1386200:18660] 2 exiting: rc = 0 00000100:00100000:3.0:1783441691.833072:0:18659:0:(service.c:3183:ptlrpc_main()) ll_ost_io00_001: service thread [ffff9114b1387600:18659] 1 exiting: rc = 0 00000100:00100000:0.0:1783441691.837137:0:21328:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783441691.837148:0:21328:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783441691.837154:0:21328:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783441691.837160:0:21328:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783441691.837182:0:21328:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783441691.837189:0:21328:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783441691.837207:0:21328:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783441691.837212:0:21328:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783441691.837217:0:21328:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783441691.837223:0:21328:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783441691.837228:0:21328:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783441691.837233:0:21328:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783441691.837240:0:21328:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783441691.837245:0:21328:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783441691.837251:0:21328:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783441691.837256:0:21328:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783441691.837263:0:21328:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783441691.837268:0:21328:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783441691.837275:0:21328:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783441691.837282:0:21328:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783441691.837288:0:21328:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783441691.837294:0:21328:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783441691.837299:0:21328:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783441691.837305:0:21328:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783441691.837311:0:21328:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783441691.837316:0:21328:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783441691.837322:0:21328:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783441691.837328:0:21328:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783441691.837363:0:21328:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783441691.837371:0:21328:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783441691.837376:0:21328:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783441691.837382:0:21328:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783441691.837389:0:21328:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783441691.837394:0:21328:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783441691.837411:0:21328:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783441691.837418:0:21328:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783441691.837423:0:21328:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783441691.837429:0:21328:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783441691.837434:0:21328:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783441691.837439:0:21328:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783441691.837444:0:21328:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783441691.837457:0:21328:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783441691.837463:0:21328:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783441691.837469:0:21328:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783441691.837474:0:21328:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783441691.837480:0:21328:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783441691.837485:0:21328:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783441691.837492:0:21328:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783441691.837519:0:21328:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783441691.837527:0:21328:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783441691.837532:0:21328:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783441691.837538:0:21328:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783441691.837560:0:21328:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783441691.837567:0:21328:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783441691.837572:0:21328:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783441691.837577:0:21328:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783441691.837871:0:21328:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783441691.837876:0:21328:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783441691.837882:0:21328:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783441691.837888:0:21328:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783441691.837905:0:21328:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783441691.837913:0:21328:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783441691.837918:0:21328:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783441691.837933:0:21328:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783441691.848825:0:18661:0:(service.c:3183:ptlrpc_main()) ll_ost_seq00_000: service thread [ffff9114ae352600:18661] 0 exiting: rc = 1 00000100:00100000:2.0:1783441691.849854:0:18662:0:(service.c:3183:ptlrpc_main()) ll_ost_seq00_001: service thread [ffff9114ae352e00:18662] 1 exiting: rc = 0 00000100:00100000:3.0:1783441691.850033:0:21328:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783441691.850041:0:21328:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783441691.850060:0:21328:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783441691.850066:0:21328:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783441691.850071:0:21328:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783441691.850076:0:21328:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783441691.850081:0:21328:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783441691.850087:0:21328:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783441691.850092:0:21328:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783441691.850098:0:21328:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783441691.850103:0:21328:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783441691.850108:0:21328:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783441691.850126:0:21328:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783441691.850131:0:21328:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783441691.850136:0:21328:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783441691.850141:0:21328:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783441691.850147:0:21328:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783441691.850158:0:21328:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783441691.850165:0:21328:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783441691.850171:0:21328:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783441691.850176:0:21328:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783441691.850182:0:21328:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783441691.850197:0:21328:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783441691.850205:0:21328:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783441691.850211:0:21328:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783441691.850216:0:21328:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783441691.850222:0:21328:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783441691.850227:0:21328:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783441691.850234:0:21328:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783441691.850239:0:21328:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783441691.850244:0:21328:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783441691.850250:0:21328:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783441691.850255:0:21328:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783441691.850260:0:21328:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783441691.850265:0:21328:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783441691.850271:0:21328:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783441691.850275:0:21328:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783441691.850281:0:21328:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783441691.850286:0:21328:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783441691.850290:0:21328:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783441691.850295:0:21328:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783441691.850300:0:21328:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783441691.850306:0:21328:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783441691.850311:0:21328:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783441691.850316:0:21328:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783441691.850323:0:21328:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783441691.850327:0:21328:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783441691.850374:0:21328:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783441691.850379:0:21328:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783441691.850383:0:21328:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783441691.850388:0:21328:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783441691.850394:0:21328:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783441691.850669:0:21328:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783441691.850679:0:21328:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783441691.850685:0:21328:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783441691.850691:0:21328:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783441691.850697:0:21328:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783441691.850703:0:21328:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783441691.850708:0:21328:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783441691.850714:0:21328:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783441691.850719:0:21328:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783441691.850725:0:21328:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783441691.850730:0:21328:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783441691.850736:0:21328:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783441691.851814:0:18663:0:(service.c:3183:ptlrpc_main()) ll_ost_out00_000: service thread [ffff9114a7741e00:18663] 0 exiting: rc = 1 00000100:00100000:1.0:1783441691.852195:0:18664:0:(service.c:3183:ptlrpc_main()) ll_ost_out00_001: service thread [ffff9114a7740200:18664] 1 exiting: rc = 0 00000100:00100000:3.0:1783441691.856794:0:21328:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783441691.856821:0:21328:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783441691.856829:0:21328:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783441691.856836:0:21328:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783441691.856843:0:21328:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783441691.856849:0:21328:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783441691.856879:0:21328:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783441691.856887:0:21328:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783441691.856893:0:21328:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783441691.856899:0:21328:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783441691.856905:0:21328:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783441691.856910:0:21328:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783441691.856916:0:21328:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783441691.856922:0:21328:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783441691.856928:0:21328:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783441691.856934:0:21328:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783441691.856940:0:21328:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783441691.856946:0:21328:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783441691.856983:0:21328:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783441691.856990:0:21328:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783441691.856996:0:21328:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783441691.857003:0:21328:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783441691.857009:0:21328:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783441691.857015:0:21328:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783441691.857021:0:21328:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783441691.857027:0:21328:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783441691.857034:0:21328:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783441691.857040:0:21328:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783441691.857060:0:21328:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783441691.857066:0:21328:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783441691.857087:0:21328:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783441691.857094:0:21328:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783441691.857099:0:21328:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783441691.857106:0:21328:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783441691.857112:0:21328:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783441691.857286:0:21328:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783441691.857294:0:21328:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783441691.857299:0:21328:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783441691.857306:0:21328:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783441691.857312:0:21328:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783441691.857318:0:21328:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783441691.857325:0:21328:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783441691.857362:0:21328:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783441691.857370:0:21328:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783441691.857377:0:21328:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783441691.857383:0:21328:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783441691.857389:0:21328:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783441691.857394:0:21328:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783441691.857411:0:21328:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783441691.857417:0:21328:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783441691.857423:0:21328:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783441691.857430:0:21328:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783441691.857436:0:21328:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783441691.857450:0:21328:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783441691.857472:0:21328:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783441691.857483:0:21328:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783441691.857488:0:21328:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783441691.857494:0:21328:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783441691.857531:0:21328:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783441691.857537:0:21328:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783441691.857542:0:21328:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783441691.857548:0:21328:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783441691.857553:0:21328:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783441691.857558:0:21328:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000020:02000400:3.0:1783441691.876043:0:21328:0:(tgt_mount.c:2182:server_put_super()) server umount lustre-OST0001 complete 00000001:02000400:2.0:1783441716.940968:0:22094:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg206-server.virtnet: executing load_modules_local 00000020:01000004:1.0:1783441731.396369:0:22694:0:(obd_mount.c:923:lmd_print()) mount data: 00000020:01000004:1.0:1783441731.396436:0:22694:0:(obd_mount.c:926:lmd_print()) device: /dev/mapper/mds1_flakey 00000020:01000004:1.0:1783441731.396438:0:22694:0:(obd_mount.c:929:lmd_print()) options: user_xattr,errors=remount-ro 00000080:01200004:1.0:1783441731.396617:0:22694:0:(super25.c:130:lustre_fill_super()) VFS Op: sb ffff9113821bd800 00000020:01000004:1.0:1783441731.396633:0:22694:0:(tgt_mount.c:2501:osd_start()) Attempting to start lustre-MDT0000, type=osd-ldiskfs, lsifl=200005, mountfl=0 00000020:01000004:1.0:1783441731.396640:0:22694:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0000-osd (typ=osd-ldiskfs) 00000020:00000080:1.0:1783441731.396653:0:22694:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-osd (ffff9114b562b380) 00000020:00000080:1.0:1783441731.396667:0:22694:0:(obd_config.c:720:class_attach_name()) OBD: dev 0 attached type osd-ldiskfs with refcount 2 00100000:10000000:3.0:1783441731.524409:0:22694:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000001:0x3:0x0] (8/24) registered 00100000:10000000:3.0:1783441731.525614:0:22694:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x13:0x0] (16/1) registered 00100000:10000000:3.0:1783441731.528301:0:22694:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2:0x0] (8/32) registered 00100000:10000000:3.0:1783441731.531322:0:22694:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2c:0x0] (24/16) registered 00100000:10000000:3.0:1783441731.531568:0:22694:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x25:0x0] (24/16) registered 00100000:10000000:3.0:1783441731.531757:0:22694:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x23:0x0] (16/1) registered 00100000:10000000:3.0:1783441731.532142:0:22694:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x14:0x0] (16/1) registered 00100000:10000000:3.0:1783441731.532457:0:22694:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x22:0x0] (16/1) registered 00100000:10000000:3.0:1783441731.532796:0:22694:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2a:0x0] (24/16) registered 00100000:10000000:3.0:1783441731.533282:0:22694:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2f:0x0] (24/16) registered 00100000:10000000:3.0:1783441731.533567:0:22694:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2b:0x0] (24/16) registered 00100000:10000000:3.0:1783441731.533793:0:22694:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x1c:0x0] (16/1) registered 00100000:10000000:3.0:1783441731.534662:0:22694:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x16:0x0] (16/1) registered 00100000:10000000:3.0:1783441731.535170:0:22694:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x1f:0x0] (16/1) registered 00100000:10000000:3.0:1783441731.535584:0:22694:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x1b:0x0] (16/1) registered 00100000:10000000:3.0:1783441731.535780:0:22694:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x29:0x0] (24/16) registered 00100000:10000000:3.0:1783441731.536187:0:22694:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x18:0x0] (16/1) registered 00100000:10000000:3.0:1783441731.536637:0:22694:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x20:0x0] (16/1) registered 00100000:10000000:3.0:1783441731.536893:0:22694:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x17:0x0] (16/1) registered 00100000:10000000:3.0:1783441731.537401:0:22694:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x28:0x0] (24/16) registered 00100000:10000000:3.0:1783441731.537652:0:22694:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x21:0x0] (16/1) registered 00100000:10000000:3.0:1783441731.537873:0:22694:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x1a:0x0] (16/1) registered 00100000:10000000:3.0:1783441731.538590:0:22694:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x34:0x0] (24/16) registered 00100000:10000000:3.0:1783441731.538817:0:22694:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x26:0x0] (24/16) registered 00100000:10000000:3.0:1783441731.539166:0:22694:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x33:0x0] (24/16) registered 00100000:10000000:3.0:1783441731.539461:0:22694:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x19:0x0] (16/1) registered 00100000:10000000:2.0:1783441731.539922:0:22694:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2e:0x0] (24/16) registered 00100000:10000000:2.0:1783441731.541370:0:22694:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x1e:0x0] (16/1) registered 00100000:10000000:2.0:1783441731.541838:0:22694:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x30:0x0] (24/16) registered 00100000:10000000:2.0:1783441731.542720:0:22694:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x15:0x0] (16/1) registered 00100000:10000000:2.0:1783441731.543272:0:22694:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x27:0x0] (24/16) registered 00100000:10000000:2.0:1783441731.543588:0:22694:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2d:0x0] (24/16) registered 00100000:10000000:2.0:1783441731.543895:0:22694:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x1d:0x0] (16/1) registered 00100000:10000000:2.0:1783441731.544532:0:22694:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x31:0x0] (24/16) registered 00100000:10000000:2.0:1783441731.545145:0:22694:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x32:0x0] (24/16) registered 00100000:10000000:2.0:1783441731.546370:0:22694:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0xd:0x0] (8/32) registered 00100000:10000000:2.0:1783441731.546862:0:22694:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x9:0x0] (8/32) registered 00100000:10000000:2.0:1783441731.547527:0:22694:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0xc:0x0] (8/32) registered 00100000:10000000:2.0:1783441731.547872:0:22694:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000005:0x1:0x0] (8/8) registered 00100000:10000000:2.0:1783441731.548829:0:22694:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000005:0x20002:0x0] (8/8) registered 00100000:10000000:2.0:1783441731.549345:0:22694:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000005:0x2:0x0] (8/8) registered 00100000:10000000:2.0:1783441731.549730:0:22694:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0xa:0x0] (8/32) registered 00100000:10000000:2.0:1783441731.550260:0:22694:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000005:0x20003:0x0] (8/8) registered 00100000:10000000:2.0:1783441731.550578:0:22694:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000005:0x20001:0x0] (8/8) registered 00100000:10000000:2.0:1783441731.550825:0:22694:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0xe:0x0] (8/32) registered 00100000:10000000:2.0:1783441731.551386:0:22694:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0xb:0x0] (8/32) registered 00100000:10000000:2.0:1783441731.555779:0:22694:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000005:0x3:0x0] (8/8) registered 00100000:10000000:2.0:1783441731.568173:0:22694:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000006:0x10000:0x0] (8/32) registered 00100000:10000000:2.0:1783441731.569167:0:22694:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000006:0x1010000:0x0] (8/32) registered 00100000:10000000:2.0:1783441731.569614:0:22694:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000006:0x2010000:0x0] (8/32) registered 00100000:10000000:2.0:1783441731.571750:0:22694:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000006:0x1020000:0x0] (8/32) registered 00100000:10000000:2.0:1783441731.572209:0:22694:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000006:0x20000:0x0] (8/32) registered 00100000:10000000:2.0:1783441731.573576:0:22694:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000006:0x2020000:0x0] (8/32) registered 00080000:01000000:2.0:1783441731.575578:0:22694:0:(osd_lproc.c:911:osd_procfs_init()) lustre-MDT0000: register osd-ldiskfs tunable parameters 00000020:00000080:2.0:1783441731.575903:0:22694:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-osd (uuid lustre-MDT0000-osd_UUID) 00080000:01000000:2.0:1783441731.575911:0:22694:0:(osd_handler.c:8929:osd_obd_connect()) connect #0 00000020:00000080:2.0:1783441731.575923:0:22694:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0x4778038d8fc36ac7 00000020:01000004:2.0:1783441731.575930:0:22694:0:(tgt_mount.c:2586:server_fill_super()) Found service lustre-MDT0000 on device /dev/mapper/mds1_flakey 00000020:01000000:2.0:1783441731.575936:0:22694:0:(tgt_mount.c:219:server_start_mgs()) Start MGS service MGS 00000020:01000004:2.0:1783441731.575941:0:22694:0:(tgt_mount.c:101:server_register_mount()) register mount ffff9113821bd800 from MGS 00000020:01000004:2.0:1783441731.575945:0:22694:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD MGS (typ=mgs) 00000020:00000080:2.0:1783441731.575956:0:22694:0:(genops.c:413:class_newdev()) Allocate new device MGS (ffff9114b13919c0) 00000020:00000080:2.0:1783441731.575966:0:22694:0:(obd_config.c:720:class_attach_name()) OBD: dev 1 attached type mgs with refcount 2 00000020:01000004:2.0:1783441731.576041:0:22694:0:(tgt_mount.c:153:server_get_mount()) get mount ffff9113821bd800 from MGS, refs=2 00080000:01000000:2.0:1783441731.576059:0:22694:0:(osd_handler.c:8929:osd_obd_connect()) connect #1 00000020:00000080:2.0:1783441731.576065:0:22694:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0x4778038d8fc36ad5 00000100:00100000:2.0:1783441731.576165:0:22694:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/1 left), rc = 0 00000100:00100000:2.0:1783441731.576286:0:22694:0:(service.c:3462:ptlrpc_start_thread()) ldlm_cbd[0] started 0 min 2 max 56 00000100:00100000:2.0:1783441731.576293:0:22694:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cb00_000' 00000100:00100000:1.0:1783441731.586745:0:22694:0:(service.c:3462:ptlrpc_start_thread()) ldlm_cbd[0] started 1 min 2 max 56 00000100:00100000:1.0:1783441731.586761:0:22694:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cb00_001' 00000100:00100000:1.0:1783441731.589795:0:22694:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_canceld: allocate 64 new 8192-byte reqbufs (0/64 left), rc = 0 00000100:00100000:1.0:1783441731.591337:0:22694:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[0] started 0 min 3 max 56 00000100:00100000:1.0:1783441731.591345:0:22694:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn00_000' 00000100:00100000:1.0:1783441731.597874:0:22694:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[0] started 1 min 3 max 56 00000100:00100000:1.0:1783441731.597898:0:22694:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn00_001' 00000100:00100000:3.0:1783441731.600149:0:22694:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[0] started 2 min 3 max 56 00000100:00100000:3.0:1783441731.600167:0:22694:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn00_002' 00010000:00010000:1.0:1783441731.602522:0:22703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783441731.602529:0:22703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783441731.602531:0:22703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783441731.604036:0:22704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783441731.604041:0:22704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783441731.604044:0:22704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783441731.621720:0:22694:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-MGS-0 is initialized 00010000:00010000:1.0:1783441731.623799:0:22703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:01000000:3.0:1783441731.666635:0:22694:0:(llog_obd.c:197:llog_setup()) obd MGS ctxt 0 is initialized 10000000:01000000:3.0:1783441731.678012:0:22707:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x2 (params) 20000000:01000000:3.0:1783441731.678064:0:22694:0:(mgs_nids.c:666:mgs_nidtbl_init_fs()) IR: current version is 2 20000000:01000000:3.0:1783441731.678125:0:22694:0:(mgs_llog.c:684:mgs_find_or_make_fsdb_nolock()) Created new db: rc = 0 20000000:01000000:3.0:1783441731.682105:0:22694:0:(mgs_llog.c:684:mgs_find_or_make_fsdb_nolock()) Created new db: rc = 0 00000100:00100000:3.0:1783441731.682441:0:22694:0:(service.c:155:ptlrpc_grow_req_bufs()) mgs: allocate 64 new 8192-byte reqbufs (0/64 left), rc = 0 00000100:00100000:3.0:1783441731.682658:0:22694:0:(service.c:3462:ptlrpc_start_thread()) mgs[-1] started 0 min 3 max 32 00000100:00100000:3.0:1783441731.682665:0:22694:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_mgs_0000' 00000100:00100000:3.0:1783441731.690594:0:22694:0:(service.c:3462:ptlrpc_start_thread()) mgs[-1] started 1 min 3 max 32 00000100:00100000:3.0:1783441731.690611:0:22694:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_mgs_0001' 00000100:00100000:3.0:1783441731.700771:0:22694:0:(service.c:3462:ptlrpc_start_thread()) mgs[-1] started 2 min 3 max 32 00000100:00100000:3.0:1783441731.700792:0:22694:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_mgs_0002' 00000020:00000080:3.0:1783441731.711940:0:22694:0:(obd_config.c:826:class_setup()) finished setup of obd MGS (uuid MGS) 00000020:01000004:3.0:1783441731.711980:0:22694:0:(obd_mount.c:411:lustre_start_mgc()) Start MGC 'MGC192.168.202.106@tcp' 00000020:01000004:3.0:1783441731.711996:0:22694:0:(obd_mount.c:420:lustre_start_mgc()) mgs NIDs (null). 00000020:01000004:3.0:1783441731.712031:0:22694:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD MGC192.168.202.106@tcp (typ=mgc) 00000020:00000080:3.0:1783441731.712047:0:22694:0:(genops.c:413:class_newdev()) Allocate new device MGC192.168.202.106@tcp (ffff9114b6b3cd40) 00000020:00000080:3.0:1783441731.712062:0:22694:0:(obd_config.c:720:class_attach_name()) OBD: dev 2 attached type mgc with refcount 2 00010000:00080000:3.0:1783441731.712168:0:22694:0:(ldlm_lib.c:102:import_set_conn()) imp ffff9114b86a7800@MGC192.168.202.106@tcp: add connection 192.168.202.106@tcp at head 00010000:00010000:3.0:1783441731.712339:0:22694:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-MGC192.168.202.106@tcp-0 is initialized 00000040:01000000:3.0:1783441731.712346:0:22694:0:(llog_obd.c:197:llog_setup()) obd MGC192.168.202.106@tcp ctxt 1 is initialized 00000100:00080000:1.0:1783441731.713188:0:22711:0:(pinger.c:468:ping_evictor_main()) Starting Ping Evictor 10000000:01000000:2.0:1783441731.721361:0:22712:0:(mgc_request.c:631:mgc_requeue_thread()) Starting requeue thread 00000020:00000080:2.0:1783441731.721432:0:22694:0:(obd_config.c:826:class_setup()) finished setup of obd MGC192.168.202.106@tcp (uuid 6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0) 00000020:00000080:2.0:1783441731.721458:0:22694:0:(genops.c:1406:class_connect()) connect: client 6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0, cookie 0x4778038d8fc36ae3 00000100:00080000:2.0:1783441731.721470:0:22694:0:(import.c:510:import_select_connection()) MGC192.168.202.106@tcp: connect to NID 0@lo last attempt 0 00000100:00080000:2.0:1783441731.721476:0:22694:0:(import.c:624:import_select_connection()) MGC192.168.202.106@tcp: import ffff9114b86a7800 using connection 192.168.202.106@tcp/0@lo 00000100:00100000:2.0:1783441731.721530:0:22694:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9114bfb44700 x1870073572865024/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1783441731.721556:0:22694:0:(pinger.c:374:ptlrpc_pinger_add_import()) adding pingable import 6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0->MGS 00000020:01000004:2.0:1783441731.721577:0:22694:0:(tgt_mount.c:1810:server_start_targets()) starting target lustre-MDT0000 00000020:01000004:2.0:1783441731.721584:0:22694:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD MDS (typ=mds) 00000020:00000080:2.0:1783441731.721601:0:22694:0:(genops.c:413:class_newdev()) Allocate new device MDS (ffff9114b1390000) 00000020:00000080:2.0:1783441731.721616:0:22694:0:(obd_config.c:720:class_attach_name()) OBD: dev 3 attached type mds with refcount 2 00000100:00100000:1.0:1783441731.727331:0:3646:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9114bfb44700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0:3646:1870073572865024:0@lo:250:mount.lustre.0 00000100:00100000:1.0:1783441731.727420:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783441731.728868:0:22708:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572865024 00000100:00100000:3.0:1783441731.728882:0:22708:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572865024 00000100:00100000:3.0:1783441731.728931:0:22708:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:3.0:1783441731.728939:0:22708:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff911383c34450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0+-99:3646:x1870073572865024:12345-0@lo:250:mount.lustre.0 00010000:00080000:3.0:1783441731.728978:0:22708:0:(ldlm_lib.c:1432:target_handle_connect()) MGS: connection from 6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0@0@lo t0 exp 0000000000000000 cur 722 last 0 00000020:00000080:3.0:1783441731.729024:0:22708:0:(genops.c:1406:class_connect()) connect: client 6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0, cookie 0x4778038d8fc36af1 00000100:00080000:3.0:1783441731.729157:0:22708:0:(import.c:65:import_set_state_nolock()) ffff9114b86a3800 : changing import state from RECOVER to FULL 00000100:00100000:3.0:1783441731.729240:0:22708:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff911383c34450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0+5:3646:x1870073572865024:12345-0@lo:250:mount.lustre.0 Request processed in 299us (1819us total) trans 0 rc 0/0 00000100:00100000:3.0:1783441731.729249:0:22708:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00100000:3.0:1783441731.729301:0:3646:0:(client.c:3112:ptlrpc_free_committed()) MGC192.168.202.106@tcp: committing for last_committed 0 gen 1 00000100:00080000:3.0:1783441731.729311:0:3646:0:(import.c:1132:ptlrpc_connect_interpret()) MGC192.168.202.106@tcp: connect to target with instance 0 00000100:00080000:3.0:1783441731.729320:0:3646:0:(import.c:956:ptlrpc_connect_set_flags()) MGC192.168.202.106@tcp: Resetting ns_connect_flags to server flags: 0xa000011001002060 10000000:01000000:3.0:1783441731.729326:0:3646:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808005 00000100:00080000:3.0:1783441731.729329:0:3646:0:(import.c:65:import_set_state_nolock()) ffff9114b86a7800 MGS: changing import state from CONNECTING to FULL 10000000:01000000:3.0:1783441731.729331:0:3646:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808004 00000100:00080000:3.0:1783441731.729341:0:3646:0:(pinger.c:186:ptlrpc_pinger_ir_up()) IR up 00000100:00100000:3.0:1783441731.729346:0:3646:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9114bfb44700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0:3646:1870073572865024:0@lo:250:mount.lustre.0 00000100:00100000:3.0:1783441731.752454:0:22694:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt: allocate 64 new 262144-byte reqbufs (0/64 left), rc = 0 00000100:00100000:3.0:1783441731.752846:0:22694:0:(service.c:3462:ptlrpc_start_thread()) mdt[0] started 0 min 3 max 116 00000100:00100000:3.0:1783441731.752853:0:22694:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt00_000' 00000100:00100000:3.0:1783441731.757161:0:22694:0:(service.c:3462:ptlrpc_start_thread()) mdt[0] started 1 min 3 max 116 00000100:00100000:3.0:1783441731.757174:0:22694:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt00_001' 00000100:00100000:2.0:1783441731.757724:0:22694:0:(service.c:3462:ptlrpc_start_thread()) mdt[0] started 2 min 3 max 116 00000100:00100000:2.0:1783441731.757732:0:22694:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt00_002' 00000100:00100000:3.0:1783441731.759273:0:22694:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_readpage: allocate 64 new 8192-byte reqbufs (0/64 left), rc = 0 00000100:00100000:3.0:1783441731.759459:0:22694:0:(service.c:3462:ptlrpc_start_thread()) mdt_readpage[0] started 0 min 2 max 80 00000100:00100000:3.0:1783441731.759465:0:22694:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_rdpg00_000' 00000100:00100000:2.0:1783441731.764651:0:22694:0:(service.c:3462:ptlrpc_start_thread()) mdt_readpage[0] started 1 min 2 max 80 00000100:00100000:2.0:1783441731.764667:0:22694:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_rdpg00_001' 00000100:00100000:1.0:1783441731.860534:0:22694:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_out: allocate 64 new 1048576-byte reqbufs (0/64 left), rc = 0 00000100:00100000:1.0:1783441731.860718:0:22694:0:(service.c:3462:ptlrpc_start_thread()) mdt_out[0] started 0 min 2 max 116 00000100:00100000:1.0:1783441731.860725:0:22694:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_out00_000' 00000100:00100000:1.0:1783441731.872739:0:22694:0:(service.c:3462:ptlrpc_start_thread()) mdt_out[0] started 1 min 2 max 116 00000100:00100000:1.0:1783441731.872756:0:22694:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_out00_001' 00000100:00100000:1.0:1783441731.873588:0:22694:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_seqs: allocate 64 new 4096-byte reqbufs (0/64 left), rc = 0 00000100:00100000:1.0:1783441731.873745:0:22694:0:(service.c:3462:ptlrpc_start_thread()) mdt_seqs[-1] started 0 min 2 max 256 00000100:00100000:1.0:1783441731.873751:0:22694:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_seqs_0000' 00000100:00100000:1.0:1783441731.875899:0:22694:0:(service.c:3462:ptlrpc_start_thread()) mdt_seqs[-1] started 1 min 2 max 256 00000100:00100000:1.0:1783441731.875912:0:22694:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_seqs_0001' 00000100:00100000:1.0:1783441731.877582:0:22694:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_seqm: allocate 64 new 4096-byte reqbufs (0/64 left), rc = 0 00000100:00100000:1.0:1783441731.877746:0:22694:0:(service.c:3462:ptlrpc_start_thread()) mdt_seqm[-1] started 0 min 2 max 256 00000100:00100000:1.0:1783441731.877751:0:22694:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_seqm_0000' 00000100:00100000:3.0:1783441731.879292:0:22694:0:(service.c:3462:ptlrpc_start_thread()) mdt_seqm[-1] started 1 min 2 max 256 00000100:00100000:3.0:1783441731.879304:0:22694:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_seqm_0001' 00000100:00100000:0.0:1783441731.880418:0:22694:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_fld: allocate 64 new 4096-byte reqbufs (0/64 left), rc = 0 00000100:00100000:0.0:1783441731.880619:0:22694:0:(service.c:3462:ptlrpc_start_thread()) mdt_fld[-1] started 0 min 2 max 256 00000100:00100000:0.0:1783441731.880625:0:22694:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_fld_0000' 00000100:00100000:3.0:1783441731.882729:0:22694:0:(service.c:3462:ptlrpc_start_thread()) mdt_fld[-1] started 1 min 2 max 256 00000100:00100000:3.0:1783441731.882742:0:22694:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_fld_0001' 00000100:00100000:2.0:1783441731.943663:0:22694:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_io: allocate 64 new 524288-byte reqbufs (0/64 left), rc = 0 00000100:00100000:2.0:1783441731.943848:0:22694:0:(service.c:3462:ptlrpc_start_thread()) mdt_io[0] started 0 min 3 max 116 00000100:00100000:2.0:1783441731.943855:0:22694:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_io00_000' 00000100:00100000:2.0:1783441731.947940:0:22694:0:(service.c:3462:ptlrpc_start_thread()) mdt_io[0] started 1 min 3 max 116 00000100:00100000:2.0:1783441731.947956:0:22694:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_io00_001' 00000100:00100000:3.0:1783441731.952075:0:22694:0:(service.c:3462:ptlrpc_start_thread()) mdt_io[0] started 2 min 3 max 116 00000100:00100000:3.0:1783441731.952088:0:22694:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_io00_002' 00000020:00000080:2.0:1783441731.983128:0:22694:0:(obd_config.c:826:class_setup()) finished setup of obd MDS (uuid MDS_uuid) 00000020:01000004:2.0:1783441731.983182:0:22694:0:(tgt_mount.c:280:server_mgc_set_fs()) Set mgc disk for /dev/mapper/mds1_flakey 10000000:01000000:2.0:1783441731.983190:0:22694:0:(mgc_request_server.c:89:mgc_fs_setup()) MGC192.168.202.106@tcp: cl_mgc_mutex lustre-MDT0000-osd for locked: rc = 0 00000040:01000000:2.0:1783441731.983294:0:22694:0:(llog_obd.c:197:llog_setup()) obd MGC192.168.202.106@tcp ctxt 0 is initialized 00000020:01000004:2.0:1783441731.983333:0:22694:0:(tgt_mount.c:1418:server_register_target()) Registration lustre-MDT0000, fs=lustre, 192.168.202.106@tcp, index=0000, flags=0x20005 00000020:01000004:2.0:1783441731.983337:0:22694:0:(tgt_mount.c:1175:server_mti_print()) mti - server_register_target 00000020:01000004:2.0:1783441731.983341:0:22694:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1783441731.983342:0:22694:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1783441731.983344:0:22694:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1783441731.983345:0:22694:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1783441731.983358:0:22694:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1783441731.983359:0:22694:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1783441731.983360:0:22694:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1783441731.983362:0:22694:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1783441731.983363:0:22694:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:2.0:1783441731.983365:0:22694:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-MDT0000 0x10020005 00000020:01000004:2.0:1783441731.983368:0:22694:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:2.0:1783441731.983369:0:22694:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1783441731.983370:0:22694:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1783441731.983371:0:22694:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1783441731.983372:0:22694:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1783441731.983373:0:22694:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1783441731.983374:0:22694:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1783441731.983375:0:22694:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1783441731.983376:0:22694:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1783441731.983377:0:22694:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:2.0:1783441731.983411:0:22694:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-MDT0000 00000100:00100000:2.0:1783441731.983429:0:22694:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9114bfb45c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0:22694:1870073572865152:0@lo:253:mount.lustre.0 00000100:00100000:2.0:1783441731.983489:0:22694:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783441731.983553:0:22694:0:(client.c:2702:ptlrpc_set_wait()) set ffff9114b3e57d80 going to sleep for 11 seconds 00000100:00100000:1.0:1783441731.983646:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572865152 00000100:00100000:1.0:1783441731.983653:0:22710:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572865152 00000100:00100000:1.0:1783441731.983690:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:1.0:1783441731.983698:0:22710:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff911383c37450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0+5:22694:x1870073572865152:12345-0@lo:253:mount.lustre.0 20000000:01000000:1.0:1783441731.983737:0:22710:0:(mgs_llog.c:684:mgs_find_or_make_fsdb_nolock()) Created new db: rc = 0 20000000:01000000:1.0:1783441731.983740:0:22710:0:(mgs_handler.c:479:mgs_target_reg()) fs: lustre index: 0 is registered to MGS. 20000000:01000000:1.0:1783441731.983743:0:22710:0:(mgs_handler.c:529:mgs_target_reg()) Server lustre-MDT0000 is running on 0@lo 10000000:01000000:3.0:1783441731.984674:0:22730:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 20000000:01000000:0.0:1783441731.985298:0:22710:0:(mgs_nids.c:666:mgs_nidtbl_init_fs()) IR: current version is 10 20000000:01000000:0.0:1783441731.987580:0:22731:0:(mgs_llog.c:340:mgs_fsdb_handler()) MDT index is 0 20000000:01000000:0.0:1783441731.987586:0:22731:0:(mgs_llog.c:340:mgs_fsdb_handler()) MDT index is 1 20000000:01000000:0.0:1783441731.987588:0:22731:0:(mgs_llog.c:324:mgs_fsdb_handler()) OST index for lustre-OST0000_UUID is 0 (0) 20000000:01000000:0.0:1783441731.987590:0:22731:0:(mgs_llog.c:324:mgs_fsdb_handler()) OST index for lustre-OST0001_UUID is 1 (1) 00000040:00080000:0.0:1783441731.988247:0:22731:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 52 count 51 20000000:01000000:1.0:1783441731.988543:0:22710:0:(mgs_llog.c:684:mgs_find_or_make_fsdb_nolock()) Created new db: rc = 0 20000000:01000000:1.0:1783441731.988554:0:22710:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00000100:00100000:1.0:1783441731.993373:0:22710:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff911383c37450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0+5:22694:x1870073572865152:12345-0@lo:253:mount.lustre.0 Request processed in 9667us (9874us total) trans 0 rc 0/0 00000100:00100000:1.0:1783441731.993388:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00100000:2.0:1783441731.993603:0:22694:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9114bfb45c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0:22694:1870073572865152:0@lo:253:mount.lustre.0 10000000:01000000:2.0:1783441731.993619:0:22694:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-MDT0000 got index = 0 00000020:01000004:2.0:1783441731.993622:0:22694:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:2.0:1783441731.993624:0:22694:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1783441731.993626:0:22694:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1783441731.993627:0:22694:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1783441731.993629:0:22694:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1783441731.993630:0:22694:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1783441731.993631:0:22694:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1783441731.993633:0:22694:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1783441731.993636:0:22694:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1783441731.993637:0:22694:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 00000020:01000004:2.0:1783441731.993659:0:22694:0:(tgt_mount.c:101:server_register_mount()) register mount ffff9113821bd800 from lustre-MDT0000 10000000:01000000:2.0:1783441731.993691:0:22694:0:(mgc_request.c:1943:mgc_process_config()) parse_log lustre-MDT0000 from 0 10000000:01000000:2.0:1783441731.993706:0:22694:0:(mgc_request.c:329:config_log_add()) add config log lustre-MDT0000-0000000000000000 10000000:01000000:2.0:1783441731.993710:0:22694:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-sptlrpc-ffff9114b6b3cd40 10000000:01000000:2.0:1783441731.993715:0:22694:0:(mgc_request.c:68:mgc_name2resid()) log lustre-sptlrpc to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:2.0:1783441731.993723:0:22694:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-sptlrpc-ffff9114b6b3cd40 from 1 10000000:01000000:2.0:1783441731.993726:0:22694:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00010000:00010000:2.0:1783441731.993766:0:22694:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.106@tcp lock: ffff9114aeae4400/0x4778038d8fc36af8 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22694 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441731.993777:0:22694:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.106@tcp lock: ffff9114aeae4400/0x4778038d8fc36af8 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22694 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441731.993785:0:22694:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.106@tcp lock: ffff9114aeae4400/0x4778038d8fc36af8 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22694 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783441731.993806:0:22694:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9114bfb45c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0:22694:1870073572865280:0@lo:101:mount.lustre.0 00000100:00100000:2.0:1783441731.993856:0:22694:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783441731.993895:0:22694:0:(client.c:2702:ptlrpc_set_wait()) set ffff9114b86d3c00 going to sleep for 11 seconds 00000100:00100000:3.0:1783441731.994018:0:22708:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572865280 00000100:00100000:3.0:1783441731.994026:0:22708:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572865280 00000100:00100000:3.0:1783441731.994075:0:22708:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:3.0:1783441731.994083:0:22708:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff911382b09450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0+5:22694:x1870073572865280:12345-0@lo:101:mount.lustre.0 00010000:00010000:3.0:1783441731.994097:0:22708:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1783441731.994111:0:22708:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9114b50d4600/0x4778038d8fc36aff lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x4778038d8fc36af8 expref: -99 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783441731.994146:0:22708:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9114b50d4600/0x4778038d8fc36aff lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x4778038d8fc36af8 expref: 6 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783441731.994157:0:22708:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9114b50d4600/0x4778038d8fc36aff lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x4778038d8fc36af8 expref: 6 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783441731.994167:0:22708:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9114b50d4600, rc 0) 00000100:00100000:3.0:1783441731.994203:0:22708:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff911382b09450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0+6:22694:x1870073572865280:12345-0@lo:101:mount.lustre.0 Request processed in 120us (346us total) trans 0 rc 0/0 00000100:00100000:3.0:1783441731.994210:0:22708:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00100000:2.0:1783441731.994493:0:22694:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9114bfb45c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0:22694:1870073572865280:0@lo:101:mount.lustre.0 00010000:00010000:2.0:1783441731.994547:0:22694:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.106@tcp lock: ffff9114aeae4400/0x4778038d8fc36af8 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x4778038d8fc36aff expref: -99 pid: 22694 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441731.994557:0:22694:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.106@tcp lock: ffff9114aeae4400/0x4778038d8fc36af8 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x4778038d8fc36aff expref: -99 pid: 22694 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783441731.994610:0:22694:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9114bfb45c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0:22694:1870073572865408:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1783441731.994638:0:22694:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783441731.994651:0:22694:0:(client.c:2702:ptlrpc_set_wait()) set ffff9114b86d3c00 going to sleep for 11 seconds 00000100:00100000:1.0:1783441731.994719:0:22709:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572865408 00000100:00100000:1.0:1783441731.994724:0:22709:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572865408 00000100:00100000:1.0:1783441731.994756:0:22709:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:1.0:1783441731.994763:0:22709:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff911382b08850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0+6:22694:x1870073572865408:12345-0@lo:501:mount.lustre.0 00000100:00100000:1.0:1783441731.994905:0:22709:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff911382b08850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0+6:22694:x1870073572865408:12345-0@lo:501:mount.lustre.0 Request processed in 142us (265us total) trans 0 rc -2/-2 00000100:00100000:1.0:1783441731.994923:0:22709:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00100000:1.0:1783441731.994957:0:22694:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9114bfb45c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0:22694:1870073572865408:0@lo:501:mount.lustre.0 10000000:01000000:1.0:1783441731.995806:0:22694:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.202.106@tcp: configuration from log 'lustre-sptlrpc' failed (-2). 00010000:00010000:1.0:1783441731.995833:0:22694:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.106@tcp lock: ffff9114aeae4400/0x4778038d8fc36af8 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x4778038d8fc36aff expref: -99 pid: 22694 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783441731.995845:0:22694:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.106@tcp lock: ffff9114aeae4400/0x4778038d8fc36af8 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x4778038d8fc36aff expref: -99 pid: 22694 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1783441731.995853:0:22694:0:(mgc_request.c:194:do_config_log_add()) do adding config log params-ffff9113821bd800 10000000:01000000:1.0:1783441731.995859:0:22694:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 10000000:01000000:1.0:1783441731.995864:0:22694:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-barrier-ffff9113821bd800 10000000:01000000:1.0:1783441731.995866:0:22694:0:(mgc_request.c:68:mgc_name2resid()) log lustre-barrier to resid 0x65727473756c/0x5 (lustre) 10000000:01000000:1.0:1783441731.995869:0:22694:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-barrier-ffff9113821bd800 from 1 10000000:01000000:1.0:1783441731.995871:0:22694:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-barrier (res 0x65727473756c) 00010000:00010000:1.0:1783441731.995899:0:22694:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.106@tcp lock: ffff9114c2166200/0x4778038d8fc36b06 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22694 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783441731.995907:0:22694:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.106@tcp lock: ffff9114c2166200/0x4778038d8fc36b06 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22694 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783441731.995915:0:22694:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.106@tcp lock: ffff9114c2166200/0x4778038d8fc36b06 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22694 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783441731.995932:0:22694:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff911488b44e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0:22694:1870073572865536:0@lo:101:mount.lustre.0 00000100:00100000:1.0:1783441731.996702:0:22694:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783441731.996749:0:22694:0:(client.c:2702:ptlrpc_set_wait()) set ffff9114aa400240 going to sleep for 11 seconds 00000100:00100000:0.0:1783441731.996751:0:22709:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572865536 00000100:00100000:0.0:1783441731.996769:0:22709:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572865536 00000100:00100000:0.0:1783441731.996822:0:22709:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:0.0:1783441731.996830:0:22709:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff911382b08450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0+6:22694:x1870073572865536:12345-0@lo:101:mount.lustre.0 00010000:00010000:0.0:1783441731.996842:0:22709:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1783441731.996858:0:22709:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9114aebd1a00/0x4778038d8fc36b0d lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x4778038d8fc36b06 expref: -99 pid: 22709 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783441731.996880:0:22709:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9114aebd1a00/0x4778038d8fc36b0d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x4778038d8fc36b06 expref: 7 pid: 22709 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783441731.996890:0:22709:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9114aebd1a00/0x4778038d8fc36b0d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x4778038d8fc36b06 expref: 7 pid: 22709 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783441731.996898:0:22709:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9114aebd1a00, rc 0) 00000100:00100000:0.0:1783441731.996940:0:22709:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff911382b08450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0+7:22694:x1870073572865536:12345-0@lo:101:mount.lustre.0 Request processed in 111us (973us total) trans 0 rc 0/0 00000100:00100000:0.0:1783441731.996947:0:22709:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00100000:2.0:1783441731.998754:0:22694:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff911488b44e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0:22694:1870073572865536:0@lo:101:mount.lustre.0 00010000:00010000:2.0:1783441731.998780:0:22694:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.106@tcp lock: ffff9114c2166200/0x4778038d8fc36b06 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x4778038d8fc36b0d expref: -99 pid: 22694 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441731.998806:0:22694:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.106@tcp lock: ffff9114c2166200/0x4778038d8fc36b06 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x4778038d8fc36b0d expref: -99 pid: 22694 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1783441731.998827:0:22694:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.202.106@tcp: configuration from log 'lustre-barrier' succeeded (0). 00010000:00010000:2.0:1783441731.998848:0:22694:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.106@tcp lock: ffff9114c2166200/0x4778038d8fc36b06 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x4778038d8fc36b0d expref: -99 pid: 22694 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441731.998857:0:22694:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.106@tcp lock: ffff9114c2166200/0x4778038d8fc36b06 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x4778038d8fc36b0d expref: -99 pid: 22694 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1783441731.998864:0:22694:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-MDT0000-0000000000000000 10000000:01000000:2.0:1783441731.998869:0:22694:0:(mgc_request.c:68:mgc_name2resid()) log lustre-MDT0000 to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:2.0:1783441731.998875:0:22694:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-mdtir-ffff9113821bd800 10000000:01000000:2.0:1783441731.998878:0:22694:0:(mgc_request.c:68:mgc_name2resid()) log lustre-mdtir to resid 0x65727473756c/0x2 (lustre) 10000000:01000000:2.0:1783441731.998882:0:22694:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-MDT0000-0000000000000000 from 1 10000000:01000000:2.0:1783441731.998884:0:22694:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-MDT0000 (res 0x65727473756c) 00010000:00010000:2.0:1783441731.998912:0:22694:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.106@tcp lock: ffff9114aeae4000/0x4778038d8fc36b14 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22694 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441731.998920:0:22694:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.106@tcp lock: ffff9114aeae4000/0x4778038d8fc36b14 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22694 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441731.998928:0:22694:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.106@tcp lock: ffff9114aeae4000/0x4778038d8fc36b14 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22694 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783441731.998948:0:22694:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9114bfb45c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0:22694:1870073572865664:0@lo:101:mount.lustre.0 00000100:00100000:2.0:1783441731.999014:0:22694:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783441731.999062:0:22694:0:(client.c:2702:ptlrpc_set_wait()) set ffff9114b86d3000 going to sleep for 11 seconds 00000100:00100000:0.0:1783441732.003719:0:22708:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572865664 00000100:00100000:0.0:1783441732.003736:0:22708:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572865664 00000100:00100000:0.0:1783441732.003807:0:22708:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:0.0:1783441732.003819:0:22708:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff911382b09c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0+7:22694:x1870073572865664:12345-0@lo:101:mount.lustre.0 00010000:00010000:0.0:1783441732.003841:0:22708:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1783441732.003862:0:22708:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9114aebd0600/0x4778038d8fc36b1b lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x4778038d8fc36b14 expref: -99 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783441732.003893:0:22708:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9114aebd0600/0x4778038d8fc36b1b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x4778038d8fc36b14 expref: 8 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783441732.003905:0:22708:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9114aebd0600/0x4778038d8fc36b1b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x4778038d8fc36b14 expref: 8 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783441732.003933:0:22708:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9114aebd0600, rc 0) 00000100:00100000:0.0:1783441732.004034:0:22708:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff911382b09c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0+8:22694:x1870073572865664:12345-0@lo:101:mount.lustre.0 Request processed in 216us (5018us total) trans 0 rc 0/0 00000100:00100000:0.0:1783441732.004041:0:22708:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00100000:2.0:1783441732.005337:0:22694:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9114bfb45c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0:22694:1870073572865664:0@lo:101:mount.lustre.0 00010000:00010000:2.0:1783441732.005360:0:22694:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.106@tcp lock: ffff9114aeae4000/0x4778038d8fc36b14 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x4778038d8fc36b1b expref: -99 pid: 22694 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441732.005371:0:22694:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.106@tcp lock: ffff9114aeae4000/0x4778038d8fc36b14 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x4778038d8fc36b1b expref: -99 pid: 22694 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783441732.005446:0:22694:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9114bfb45c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0:22694:1870073572865792:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1783441732.005488:0:22694:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783441732.005531:0:22694:0:(client.c:2702:ptlrpc_set_wait()) set ffff9114b86d3000 going to sleep for 11 seconds 00000100:00100000:1.0:1783441732.005648:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572865792 00000100:00100000:1.0:1783441732.005664:0:22710:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572865792 00000100:00100000:1.0:1783441732.005705:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:1.0:1783441732.005712:0:22710:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff911382b0b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0+8:22694:x1870073572865792:12345-0@lo:501:mount.lustre.0 00000100:00100000:1.0:1783441732.005843:0:22710:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff911382b0b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0+9:22694:x1870073572865792:12345-0@lo:501:mount.lustre.0 Request processed in 131us (354us total) trans 0 rc 0/0 00000100:00100000:1.0:1783441732.005850:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00100000:3.0:1783441732.006092:0:22694:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9114bfb45c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0:22694:1870073572865792:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1783441732.006119:0:22694:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9114aeae3800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0:22694:1870073572865920:0@lo:503:mount.lustre.0 00000100:00100000:3.0:1783441732.006165:0:22694:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783441732.006181:0:22694:0:(client.c:2702:ptlrpc_set_wait()) set ffff911383949780 going to sleep for 11 seconds 00000100:00100000:1.0:1783441732.006319:0:22709:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572865920 00000100:00100000:1.0:1783441732.006323:0:22709:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572865920 00000100:00100000:1.0:1783441732.006360:0:22709:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:1.0:1783441732.006366:0:22709:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff911382b09850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0+9:22694:x1870073572865920:12345-0@lo:503:mount.lustre.0 00000100:00100000:1.0:1783441732.007688:0:22709:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff911382b09850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0+9:22694:x1870073572865920:12345-0@lo:503:mount.lustre.0 Request processed in 1318us (1518us total) trans 0 rc 0/0 00000100:00100000:1.0:1783441732.007698:0:22709:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00100000:3.0:1783441732.007783:0:22694:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9114aeae3800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0:22694:1870073572865920:0@lo:503:mount.lustre.0 00000100:00100000:1.0:1783441732.010637:0:22732:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff911488b45500 pname:cluuid:pid:xid:nid:opc:job llog_process_th:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0:22732:1870073572866048:0@lo:502:llog_process_th.0 00000100:00100000:1.0:1783441732.010713:0:22732:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783441732.010759:0:22732:0:(client.c:2702:ptlrpc_set_wait()) set ffff9114aa400540 going to sleep for 11 seconds 00000100:00100000:3.0:1783441732.010947:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572866048 00000100:00100000:3.0:1783441732.010955:0:22710:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572866048 00000100:00100000:3.0:1783441732.011028:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:3.0:1783441732.011037:0:22710:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff911382b0a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0+9:22732:x1870073572866048:12345-0@lo:502:llog_process_th.0 00000100:00100000:1.0:1783441732.014679:0:22710:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff911382b0a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0+9:22732:x1870073572866048:12345-0@lo:502:llog_process_th.0 Request processed in 3631us (3954us total) trans 0 rc 0/0 00000100:00100000:1.0:1783441732.014695:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00100000:0.0:1783441732.014703:0:22732:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff911488b45500 pname:cluuid:pid:xid:nid:opc:job llog_process_th:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0:22732:1870073572866048:0@lo:502:llog_process_th.0 00000020:01000000:0.0:1783441732.014744:0:22732:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1783441732.014758:0:22732:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1783441732.014761:0:22732:0:(obd_config.c:1561:class_process_config()) marker 2 (0x1) lustre-MDT0000-m lov setup 00000020:01000000:0.0:1783441732.014776:0:22732:0:(obd_config.c:1967:class_config_llog_handler()) For 2.x interoperability, rename obd type from lov to lod (lustre-MDT0000) 00000020:00000080:0.0:1783441732.014780:0:22732:0:(obd_config.c:1470:class_process_config()) processing cmd: cf001 00000020:00000080:0.0:1783441732.014797:0:22732:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-mdtlov (ffff9114b0dc99c0) 00000020:00000080:0.0:1783441732.014816:0:22732:0:(obd_config.c:720:class_attach_name()) OBD: dev 4 attached type lod with refcount 2 00000020:00000080:0.0:1783441732.014823:0:22732:0:(obd_config.c:1470:class_process_config()) processing cmd: cf003 00080000:01000000:0.0:1783441732.014896:0:22732:0:(osd_handler.c:8929:osd_obd_connect()) connect #2 00000020:00000080:0.0:1783441732.014902:0:22732:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0x4778038d8fc36b29 00000020:00000080:0.0:1783441732.015089:0:22732:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-mdtlov (uuid lustre-MDT0000-mdtlov_UUID) 00000020:01000000:0.0:1783441732.015092:0:22732:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1783441732.015094:0:22732:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1783441732.015095:0:22732:0:(obd_config.c:1561:class_process_config()) marker 2 (0x2) lustre-MDT0000-m lov setup 00000020:01000000:0.0:1783441732.015097:0:22732:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1783441732.015100:0:22732:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1783441732.015101:0:22732:0:(obd_config.c:1561:class_process_config()) marker 3 (0x1) lustre-MDT0000 add mdt 00000020:00000080:0.0:1783441732.015103:0:22732:0:(obd_config.c:1470:class_process_config()) processing cmd: cf001 00000020:00000080:0.0:1783441732.015108:0:22732:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000 (ffff9114b0dc8000) 00000020:00000080:0.0:1783441732.015114:0:22732:0:(obd_config.c:720:class_attach_name()) OBD: dev 5 attached type mdt with refcount 2 00000020:00000080:0.0:1783441732.015116:0:22732:0:(obd_config.c:1470:class_process_config()) processing cmd: cf007 00000020:00000080:0.0:1783441732.015118:0:22732:0:(obd_config.c:1514:class_process_config()) mountopt: profile lustre-MDT0000 osc lustre-MDT0000-mdtlov mdc (null) 00000020:01000000:0.0:1783441732.015120:0:22732:0:(obd_config.c:1148:class_add_profile()) Add profile lustre-MDT0000 00000020:00000080:0.0:1783441732.015123:0:22732:0:(obd_config.c:1470:class_process_config()) processing cmd: cf003 00000020:01000004:0.0:1783441732.015173:0:22732:0:(tgt_mount.c:153:server_get_mount()) get mount ffff9113821bd800 from lustre-MDT0000, refs=3 00000020:00000080:0.0:1783441732.015186:0:22732:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDD0000 (ffff9114b0dcb380) 00000020:00000080:0.0:1783441732.015194:0:22732:0:(obd_config.c:720:class_attach_name()) OBD: dev 6 attached type mdd with refcount 2 00000004:01000000:0.0:1783441732.015253:0:22732:0:(lod_dev.c:2291:lod_obd_connect()) connect #0 00000020:00000080:0.0:1783441732.015257:0:22732:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0x4778038d8fc36b3e 00000020:00000080:0.0:1783441732.015328:0:22732:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDD0000 (uuid lustre-MDD0000_UUID) 00000004:01000000:0.0:1783441732.015333:0:22732:0:(mdd_device.c:1596:mdd_obd_connect()) connect #0 00000020:00000080:0.0:1783441732.015335:0:22732:0:(genops.c:1406:class_connect()) connect: client lustre-MDD0000_UUID, cookie 0x4778038d8fc36b45 00080000:01000000:0.0:1783441732.015339:0:22732:0:(osd_handler.c:8929:osd_obd_connect()) connect #3 00000020:00000080:0.0:1783441732.015341:0:22732:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0x4778038d8fc36b4c 00010000:00010000:2.0:1783441732.127100:0:22732:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-mdt-lustre-MDT0000_UUID-1 is initialized 00000001:00000004:2.0:1783441732.131847:0:22732:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 3, last_transno is 8589934638 00000001:00080000:2.0:1783441732.134149:0:22732:0:(tgt_lastrcvd.c:222:tgt_reply_header_read()) lustre-MDT0000: read reply_data header. magic=0xbdabda01 header_size=32 reply_size=32 00000020:00000080:2.0:1783441732.139773:0:22732:0:(genops.c:413:class_newdev()) Allocate new device lustre-QMT0000 (ffff9114b1393380) 00000020:00000080:2.0:1783441732.139799:0:22732:0:(obd_config.c:720:class_attach_name()) OBD: dev 7 attached type qmt with refcount 2 00080000:01000000:2.0:1783441732.139893:0:22732:0:(osd_handler.c:8929:osd_obd_connect()) connect #4 00000020:00000080:2.0:1783441732.139902:0:22732:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0x4778038d8fc36b5a 00000020:00000080:0.0:1783441732.150235:0:22732:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-QMT0000 (uuid lustre-QMT0000_UUID) 00000020:00000080:2.0:1783441732.167336:0:22732:0:(genops.c:1406:class_connect()) connect: client lustre-QMT0000_UUID, cookie 0x4778038d8fc36b61 00000020:00000080:0.0:1783441732.174135:0:22732:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000 (uuid lustre-MDT0000_UUID) 00000020:01000000:0.0:1783441732.174149:0:22732:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1783441732.174156:0:22732:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1783441732.174159:0:22732:0:(obd_config.c:1561:class_process_config()) marker 3 (0x2) lustre-MDT0000 add mdt 00000020:01000000:0.0:1783441732.174161:0:22732:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:0.0:1783441732.174164:0:22732:0:(obd_config.c:1899:class_config_llog_handler()) SKIP #8 00000020:01000000:0.0:1783441732.174166:0:22732:0:(obd_config.c:1925:class_config_llog_handler()) skipping 0x6 00000020:01000000:0.0:1783441732.174167:0:22732:0:(obd_config.c:1925:class_config_llog_handler()) skipping 0x6 00000020:01000000:0.0:1783441732.174169:0:22732:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:0.0:1783441732.174172:0:22732:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1783441732.174173:0:22732:0:(obd_config.c:1561:class_process_config()) marker 8 (0x6) lustre sys.timeout 00000020:01000000:0.0:1783441732.174175:0:22732:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1783441732.174180:0:22732:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1783441732.174181:0:22732:0:(obd_config.c:1561:class_process_config()) marker 10 (0x1) lustre-MDT0000 mdt.identity_upcall 00000020:00000080:0.0:1783441732.174185:0:22732:0:(obd_config.c:1470:class_process_config()) processing cmd: cf00f 00000004:01000000:0.0:1783441732.174234:0:22732:0:(mdt_lproc.c:316:identity_upcall_store()) lustre-MDT0000: identity upcall set to /home/green/git/lustre-release/lustre/utils/l_getidentity 00000020:01000000:0.0:1783441732.174254:0:22732:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1783441732.174258:0:22732:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1783441732.174260:0:22732:0:(obd_config.c:1561:class_process_config()) marker 10 (0x2) lustre-MDT0000 mdt.identity_upcall 00000020:01000000:0.0:1783441732.174262:0:22732:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1783441732.174266:0:22732:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1783441732.174267:0:22732:0:(obd_config.c:1561:class_process_config()) marker 17 (0x1) lustre-MDT0001 add osp 00000020:00000080:0.0:1783441732.174271:0:22732:0:(obd_config.c:1470:class_process_config()) processing cmd: cf005 00000020:00000080:0.0:1783441732.174284:0:22732:0:(obd_config.c:1485:class_process_config()) adding mapping from uuid 192.168.202.106@tcp to nid 0x20000c0a8ca6a (192.168.202.106@tcp) 00000020:00000080:0.0:1783441732.174314:0:22732:0:(obd_config.c:1470:class_process_config()) processing cmd: cf001 00000020:00000080:0.0:1783441732.174334:0:22732:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0001-osp-MDT0000 (ffff9114b0dccd40) 00000020:00000080:0.0:1783441732.174359:0:22732:0:(obd_config.c:720:class_attach_name()) OBD: dev 8 attached type osp with refcount 2 00000020:00000080:0.0:1783441732.174365:0:22732:0:(obd_config.c:1470:class_process_config()) processing cmd: cf003 00000004:00080000:0.0:1783441732.174439:0:22732:0:(osp_dev.c:1203:osp_init0()) lustre-MDT0001-osp-MDT0000: connect to lustre-MDT0000-osd (lustre-MDT0001-osp-MDT0000) 00080000:01000000:0.0:1783441732.174446:0:22732:0:(osd_handler.c:8929:osd_obd_connect()) connect #5 00000020:00000080:0.0:1783441732.174454:0:22732:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0x4778038d8fc36b6f 00010000:00080000:0.0:1783441732.174493:0:22732:0:(ldlm_lib.c:102:import_set_conn()) imp ffff9114b138d800@lustre-MDT0001-osp-MDT0000: add connection 192.168.202.106@tcp at head 00010000:00010000:1.0:1783441732.195321:0:22732:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0001-osp-MDT0000-1 is initialized 00000020:00000080:1.0:1783441732.205913:0:22732:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0001-osp-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:1.0:1783441732.205931:0:22732:0:(obd_config.c:1470:class_process_config()) processing cmd: cf014 00000004:01000000:1.0:1783441732.205988:0:22732:0:(lod_lov.c:128:lod_add_device()) osp:lustre-MDT0001_UUID idx:1 gen:1 00000020:00000080:1.0:1783441732.206010:0:22732:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0x4778038d8fc36b76 00000100:00080000:1.0:1783441732.206021:0:22732:0:(import.c:510:import_select_connection()) lustre-MDT0001-osp-MDT0000: connect to NID 0@lo last attempt 0 00000100:00080000:1.0:1783441732.206027:0:22732:0:(import.c:624:import_select_connection()) lustre-MDT0001-osp-MDT0000: import ffff9114b138d800 using connection 192.168.202.106@tcp/0@lo 00000100:00100000:1.0:1783441732.206066:0:22732:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff911488b46a00 x1870073572866176/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1783441732.206101:0:22732:0:(pinger.c:374:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID 00000100:00100000:1.0:1783441732.206205:0:3649:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1783441732.206224:0:3649:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff911488b46d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0:3649:1870073572866304:0@lo:400:kworker.0 00000100:00100000:1.0:1783441732.206291:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783441732.206345:0:22708:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572866304 00000100:00100000:1.0:1783441732.206352:0:22708:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572866304 00000100:00100000:1.0:1783441732.206391:0:22708:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:1.0:1783441732.206400:0:22708:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff911382b0bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0+9:3649:x1870073572866304:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1783441732.206449:0:22708:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff911382b0bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0+9:3649:x1870073572866304:12345-0@lo:400:kworker.0 Request processed in 50us (157us total) trans 0 rc 0/0 00000100:00100000:1.0:1783441732.206456:0:22708:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00100000:1.0:1783441732.206535:0:3649:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff911488b46d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0:3649:1870073572866304:0@lo:400:kworker.0 00000020:01000000:1.0:1783441732.206673:0:22732:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1783441732.206678:0:22732:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1783441732.206679:0:22732:0:(obd_config.c:1561:class_process_config()) marker 17 (0x2) lustre-MDT0001 add osp 00000020:01000000:1.0:1783441732.206682:0:22732:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:1.0:1783441732.206685:0:22732:0:(obd_config.c:1899:class_config_llog_handler()) SKIP #18 00000020:01000000:1.0:1783441732.206687:0:22732:0:(obd_config.c:1925:class_config_llog_handler()) skipping 0x6 00000020:01000000:1.0:1783441732.206688:0:22732:0:(obd_config.c:1925:class_config_llog_handler()) skipping 0x6 00000020:01000000:1.0:1783441732.206690:0:22732:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:1.0:1783441732.206692:0:22732:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1783441732.206693:0:22732:0:(obd_config.c:1561:class_process_config()) marker 18 (0x6) lustre sys.timeout 00000020:01000000:1.0:1783441732.206695:0:22732:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:1.0:1783441732.206700:0:22732:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0000 (0) in 0 of /dev/mapper/mds1_flakey 00000020:00000080:1.0:1783441732.206703:0:22732:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1783441732.206704:0:22732:0:(obd_config.c:1561:class_process_config()) marker 22 (0x1) lustre-OST0000 add osc 00000020:00000080:1.0:1783441732.206707:0:22732:0:(obd_config.c:1470:class_process_config()) processing cmd: cf005 00000020:00000080:1.0:1783441732.206710:0:22732:0:(obd_config.c:1485:class_process_config()) adding mapping from uuid 192.168.202.106@tcp to nid 0x20000c0a8ca6a (192.168.202.106@tcp) 00000020:01000000:1.0:1783441732.206729:0:22732:0:(obd_config.c:1975:class_config_llog_handler()) For 2.x interoperability, rename obd type from osc to osp (lustre-MDT0000) 00000020:00000080:1.0:1783441732.206737:0:22732:0:(obd_config.c:1470:class_process_config()) processing cmd: cf001 00000020:00000080:1.0:1783441732.206750:0:22732:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0000-osc-MDT0000 (ffff9114b5628000) 00000020:00000080:1.0:1783441732.206761:0:22732:0:(obd_config.c:720:class_attach_name()) OBD: dev 9 attached type osp with refcount 2 00000020:00000080:1.0:1783441732.206766:0:22732:0:(obd_config.c:1470:class_process_config()) processing cmd: cf003 00000004:00080000:1.0:1783441732.206837:0:22732:0:(osp_dev.c:1203:osp_init0()) lustre-OST0000-osc-MDT0000: connect to lustre-MDT0000-osd (lustre-OST0000-osc-MDT0000) 00080000:01000000:1.0:1783441732.206844:0:22732:0:(osd_handler.c:8929:osd_obd_connect()) connect #6 00000020:00000080:1.0:1783441732.206850:0:22732:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0x4778038d8fc36b84 00010000:00080000:1.0:1783441732.206878:0:22732:0:(ldlm_lib.c:102:import_set_conn()) imp ffff9114bf502800@lustre-OST0000-osc-MDT0000: add connection 192.168.202.106@tcp at head 00010000:00010000:1.0:1783441732.207096:0:22732:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0000-osc-MDT0000-2 is initialized 00000100:00100000:3.0:1783441732.207408:0:3646:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff911488b46a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3646:1870073572866176:0@lo:38:llog_process_th.0 00000100:00100000:3.0:1783441732.207450:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783441732.210426:0:22719:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572866176 00000100:00100000:1.0:1783441732.210442:0:22719:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572866176 00000100:00100000:1.0:1783441732.210494:0:22719:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:1.0:1783441732.210520:0:22719:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9114aeae3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:3646:x1870073572866176:12345-0@lo:38:llog_process_th.0 00010000:00020000:1.0:1783441732.210546:0:22719:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0001: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000040:01000000:3.0:1783441732.216464:0:22732:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000040:01000000:3.0:1783441732.219278:0:22732:0:(llog_obd.c:197:llog_setup()) obd lustre-OST0000-osc-MDT0000 ctxt 2 is initialized 00000040:00080000:2.0:1783441732.252306:0:22732:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:2.0:1783441732.254097:0:22732:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x2:0x0].3, 64 off8384 00000100:00100000:2.0:1783441732.277832:0:22719:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9114aeae3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:3646:x1870073572866176:12345-0@lo:38:llog_process_th.0 Request processed in 67304us (70373us total) trans 0 rc -19/-19 00000100:00100000:2.0:1783441732.277852:0:22719:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000040:00080000:3.0:1783441732.279359:0:22732:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x10:0x0].1, 64 off8256 00000100:00080000:1.0:1783441732.279531:0:3646:0:(import.c:65:import_set_state_nolock()) ffff9114b138d800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1783441732.279540:0:3646:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1783441732.279544:0:3646:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff911488b46a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3646:1870073572866176:0@lo:38:llog_process_th.0 00000040:00080000:3.0:1783441732.290304:0:22738:0:(llog.c:805:llog_process_thread()) index: 3, lh_last_idx: 3 synced_idx: 3 lgh_last_idx: 3 00000040:00080000:3.0:1783441732.290314:0:22738:0:(llog_cat.c:841:llog_cat_process_common()) processing log [0x1:0x10:0x0] at index 3 of catalog [0x1:0x2:0x0] 00000020:00000080:3.0:1783441732.294303:0:22732:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0000-osc-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:3.0:1783441732.294320:0:22732:0:(obd_config.c:1470:class_process_config()) processing cmd: cf00d 00000004:01000000:3.0:1783441732.294366:0:22732:0:(lod_lov.c:128:lod_add_device()) osp:lustre-OST0000_UUID idx:0 gen:1 00000020:00000080:3.0:1783441732.294384:0:22732:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0x4778038d8fc36b8b 00000100:00080000:3.0:1783441732.294395:0:22732:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 0 00000100:00080000:3.0:1783441732.294402:0:22732:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff9114bf502800 using connection 192.168.202.106@tcp/0@lo 00000100:00100000:3.0:1783441732.294439:0:22732:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9114aeae0e00 x1870073572866432/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1783441732.294470:0:22732:0:(pinger.c:374:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID 00000020:01000000:3.0:1783441732.294671:0:22732:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1783441732.294676:0:22732:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1783441732.294678:0:22732:0:(obd_config.c:1561:class_process_config()) marker 22 (0x2) lustre-OST0000 add osc 00000020:01000000:3.0:1783441732.294681:0:22732:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:3.0:1783441732.294683:0:22732:0:(obd_config.c:1899:class_config_llog_handler()) SKIP #25 00000020:01000000:3.0:1783441732.294685:0:22732:0:(obd_config.c:1925:class_config_llog_handler()) skipping 0x6 00000020:01000000:3.0:1783441732.294686:0:22732:0:(obd_config.c:1925:class_config_llog_handler()) skipping 0x6 00000020:01000000:3.0:1783441732.294688:0:22732:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:3.0:1783441732.294690:0:22732:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1783441732.294692:0:22732:0:(obd_config.c:1561:class_process_config()) marker 25 (0x6) lustre sys.timeout 00000020:01000000:3.0:1783441732.294695:0:22732:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:3.0:1783441732.294699:0:22732:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0001 (1) in 0 of /dev/mapper/mds1_flakey 00000020:00000080:3.0:1783441732.294711:0:22732:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1783441732.294712:0:22732:0:(obd_config.c:1561:class_process_config()) marker 30 (0x1) lustre-OST0001 add osc 00000020:00000080:3.0:1783441732.294716:0:22732:0:(obd_config.c:1470:class_process_config()) processing cmd: cf005 00000020:00000080:3.0:1783441732.294720:0:22732:0:(obd_config.c:1485:class_process_config()) adding mapping from uuid 192.168.202.106@tcp to nid 0x20000c0a8ca6a (192.168.202.106@tcp) 00000020:01000000:3.0:1783441732.294743:0:22732:0:(obd_config.c:1975:class_config_llog_handler()) For 2.x interoperability, rename obd type from osc to osp (lustre-MDT0000) 00000020:00000080:3.0:1783441732.294745:0:22732:0:(obd_config.c:1470:class_process_config()) processing cmd: cf001 00000020:00000080:3.0:1783441732.294757:0:22732:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0001-osc-MDT0000 (ffff9114b6b399c0) 00000020:00000080:3.0:1783441732.294769:0:22732:0:(obd_config.c:720:class_attach_name()) OBD: dev 10 attached type osp with refcount 2 00000020:00000080:3.0:1783441732.294773:0:22732:0:(obd_config.c:1470:class_process_config()) processing cmd: cf003 00000100:00100000:1.0:1783441732.295001:0:3646:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9114aeae0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3646:1870073572866432:0@lo:8:llog_process_th.0 00000400:00000100:1.0:1783441732.295059:0:3646:0:(lib-move.c:4262:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1870073572866432 offset 0 length 520: 4 00000004:00080000:3.0:1783441732.297128:0:22732:0:(osp_dev.c:1203:osp_init0()) lustre-OST0001-osc-MDT0000: connect to lustre-MDT0000-osd (lustre-OST0001-osc-MDT0000) 00080000:01000000:3.0:1783441732.297138:0:22732:0:(osd_handler.c:8929:osd_obd_connect()) connect #7 00000020:00000080:3.0:1783441732.297151:0:22732:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0x4778038d8fc36b99 00010000:00080000:3.0:1783441732.297190:0:22732:0:(ldlm_lib.c:102:import_set_conn()) imp ffff9114b0dd8800@lustre-OST0001-osc-MDT0000: add connection 192.168.202.106@tcp at head 00010000:00010000:3.0:1783441732.297437:0:22732:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0001-osc-MDT0000-3 is initialized 00000040:01000000:3.0:1783441732.297531:0:22732:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000040:01000000:3.0:1783441732.297549:0:22732:0:(llog_obd.c:197:llog_setup()) obd lustre-OST0001-osc-MDT0000 ctxt 2 is initialized 00000040:00080000:3.0:1783441732.315858:0:22732:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:3.0:1783441732.316456:0:22732:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x5:0x0].3, 64 off8384 00000040:00080000:3.0:1783441732.316659:0:22732:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x12:0x0].1, 64 off8256 00000040:00080000:0.0:1783441732.317550:0:22740:0:(llog.c:805:llog_process_thread()) index: 3, lh_last_idx: 3 synced_idx: 3 lgh_last_idx: 3 00000040:00080000:0.0:1783441732.317672:0:22740:0:(llog_cat.c:841:llog_cat_process_common()) processing log [0x1:0x12:0x0] at index 3 of catalog [0x1:0x5:0x0] 00000020:00000080:3.0:1783441732.318523:0:22732:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0001-osc-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:3.0:1783441732.318535:0:22732:0:(obd_config.c:1470:class_process_config()) processing cmd: cf00d 00000004:01000000:3.0:1783441732.318672:0:22732:0:(lod_lov.c:128:lod_add_device()) osp:lustre-OST0001_UUID idx:1 gen:1 00000020:00000080:3.0:1783441732.318690:0:22732:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0x4778038d8fc36ba0 00000100:00080000:3.0:1783441732.318700:0:22732:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 0 00000100:00080000:3.0:1783441732.318706:0:22732:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-MDT0000: import ffff9114b0dd8800 using connection 192.168.202.106@tcp/0@lo 00000100:00100000:3.0:1783441732.318738:0:22732:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9114aeae1500 x1870073572866560/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1783441732.318958:0:3646:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9114aeae1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3646:1870073572866560:0@lo:8:llog_process_th.0 00000400:00000100:1.0:1783441732.319047:0:3646:0:(lib-move.c:4262:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1870073572866560 offset 0 length 520: 4 00000100:00080000:3.0:1783441732.319109:0:22732:0:(pinger.c:374:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID 00000020:01000000:3.0:1783441732.319183:0:22732:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1783441732.319188:0:22732:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1783441732.319195:0:22732:0:(obd_config.c:1561:class_process_config()) marker 30 (0x2) lustre-OST0001 add osc 00000020:01000000:3.0:1783441732.319199:0:22732:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1783441732.319203:0:22732:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1783441732.319204:0:22732:0:(obd_config.c:1561:class_process_config()) marker 34 (0x1) lustre sys.timeout 00000020:00000080:3.0:1783441732.319206:0:22732:0:(obd_config.c:1470:class_process_config()) processing cmd: cf009 00000020:00000080:3.0:1783441732.319208:0:22732:0:(obd_config.c:1535:class_process_config()) changing lustre timeout from 20 to 20 00000020:01000000:3.0:1783441732.319210:0:22732:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1783441732.319212:0:22732:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1783441732.319213:0:22732:0:(obd_config.c:1561:class_process_config()) marker 34 (0x2) lustre sys.timeout 00000020:01000000:3.0:1783441732.319215:0:22732:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1783441732.319230:0:22732:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1783441732.319231:0:22732:0:(obd_config.c:1561:class_process_config()) marker 39 (0x1) lustre sys.jobid_var 00000020:00000080:3.0:1783441732.319236:0:22732:0:(obd_config.c:1470:class_process_config()) processing cmd: cf00f 00000100:00100000:3.0:1783441732.319266:0:22732:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9114aeae3100 pname:cluuid:pid:xid:nid:opc:job llog_process_th:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0:22732:1870073572866688:0@lo:502:llog_process_th.0 00000100:00100000:3.0:1783441732.319319:0:22732:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783441732.319352:0:22732:0:(client.c:2702:ptlrpc_set_wait()) set ffff911383ef0300 going to sleep for 11 seconds 00000100:00100000:2.0:1783441732.319800:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572866688 00000100:00100000:2.0:1783441732.319975:0:22710:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572866688 00000100:00100000:2.0:1783441732.320049:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:2.0:1783441732.320059:0:22710:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff911382b0b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0+9:22732:x1870073572866688:12345-0@lo:502:llog_process_th.0 00000100:00100000:2.0:1783441732.320189:0:22710:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff911382b0b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0+9:22732:x1870073572866688:12345-0@lo:502:llog_process_th.0 Request processed in 130us (869us total) trans 0 rc 0/0 00000100:00100000:2.0:1783441732.320207:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00100000:2.0:1783441732.320283:0:22732:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9114aeae3100 pname:cluuid:pid:xid:nid:opc:job llog_process_th:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0:22732:1870073572866688:0@lo:502:llog_process_th.0 00000020:01000000:2.0:1783441732.320309:0:22732:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1783441732.320315:0:22732:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1783441732.320316:0:22732:0:(obd_config.c:1561:class_process_config()) marker 39 (0x2) lustre sys.jobid_var 00000040:00080000:2.0:1783441732.320320:0:22732:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x4:0x0] index 46 count 46 00000020:01000000:3.0:1783441732.325766:0:22694:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-MDT0000 gen 1-45 (rc=0) 10000000:01000000:3.0:1783441732.325824:0:22694:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.202.106@tcp: configuration from log 'lustre-MDT0000' succeeded (0). 00010000:00010000:3.0:1783441732.325845:0:22694:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.106@tcp lock: ffff9114aeae4000/0x4778038d8fc36b14 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x4778038d8fc36b1b expref: -99 pid: 22694 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783441732.325858:0:22694:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.106@tcp lock: ffff9114aeae4000/0x4778038d8fc36b14 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x4778038d8fc36b1b expref: -99 pid: 22694 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1783441732.325866:0:22694:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-mdtir-ffff9113821bd800 from 1 10000000:01000000:3.0:1783441732.325868:0:22694:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:3.0:1783441732.325914:0:22694:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.106@tcp lock: ffff9114b50d4200/0x4778038d8fc36ba7 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22694 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783441732.325921:0:22694:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.106@tcp lock: ffff9114b50d4200/0x4778038d8fc36ba7 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22694 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783441732.325949:0:22694:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.106@tcp lock: ffff9114b50d4200/0x4778038d8fc36ba7 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22694 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783441732.325974:0:22694:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9114aeae3b80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0:22694:1870073572866816:0@lo:101:mount.lustre.0 00000100:00100000:3.0:1783441732.326059:0:22694:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783441732.326109:0:22694:0:(client.c:2702:ptlrpc_set_wait()) set ffff911383ef0000 going to sleep for 11 seconds 00000100:00100000:0.0:1783441732.326402:0:22709:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572866816 00000100:00100000:0.0:1783441732.326411:0:22709:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572866816 00000100:00100000:0.0:1783441732.326462:0:22709:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:0.0:1783441732.326472:0:22709:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff911382b0b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0+9:22694:x1870073572866816:12345-0@lo:101:mount.lustre.0 00010000:00010000:0.0:1783441732.326486:0:22709:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1783441732.326523:0:22709:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9114aebd0000/0x4778038d8fc36bae lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x4778038d8fc36ba7 expref: -99 pid: 22709 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783441732.326546:0:22709:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9114aebd0000/0x4778038d8fc36bae lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x4778038d8fc36ba7 expref: 10 pid: 22709 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783441732.326572:0:22709:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9114aebd0000/0x4778038d8fc36bae lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x4778038d8fc36ba7 expref: 10 pid: 22709 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783441732.326582:0:22709:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9114aebd0000, rc 0) 00000100:00100000:0.0:1783441732.326624:0:22709:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff911382b0b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0+10:22694:x1870073572866816:12345-0@lo:101:mount.lustre.0 Request processed in 153us (564us total) trans 0 rc 0/0 00000100:00100000:0.0:1783441732.326631:0:22709:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00100000:3.0:1783441732.336300:0:22694:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9114aeae3b80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0:22694:1870073572866816:0@lo:101:mount.lustre.0 00010000:00010000:3.0:1783441732.336332:0:22694:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.106@tcp lock: ffff9114b50d4200/0x4778038d8fc36ba7 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x4778038d8fc36bae expref: -99 pid: 22694 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783441732.336345:0:22694:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.106@tcp lock: ffff9114b50d4200/0x4778038d8fc36ba7 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x4778038d8fc36bae expref: -99 pid: 22694 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783441732.336974:0:22694:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9114aeae3b80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0:22694:1870073572866944:0@lo:256:mount.lustre.0 00000100:00100000:3.0:1783441732.337063:0:22694:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783441732.337107:0:22694:0:(client.c:2702:ptlrpc_set_wait()) set ffff911383ef0000 going to sleep for 11 seconds 00000100:00100000:2.0:1783441732.337557:0:22708:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572866944 00000100:00100000:2.0:1783441732.337567:0:22708:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572866944 00000100:00100000:2.0:1783441732.337615:0:22708:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:2.0:1783441732.337625:0:22708:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff911382b08c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0+10:22694:x1870073572866944:12345-0@lo:256:mount.lustre.0 20000000:01000000:2.0:1783441732.337646:0:22708:0:(mgs_nids.c:914:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 1048576. 20000000:01000000:2.0:1783441732.337653:0:22708:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 0, version 1 00000100:00100000:2.0:1783441732.337740:0:22708:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff911382b08c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0+10:22694:x1870073572866944:12345-0@lo:256:mount.lustre.0 Request processed in 115us (676us total) trans 0 rc 0/0 00000100:00100000:2.0:1783441732.337749:0:22708:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00100000:3.0:1783441732.338337:0:22694:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9114aeae3b80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0:22694:1870073572866944:0@lo:256:mount.lustre.0 10000000:01000000:3.0:1783441732.339163:0:22694:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.202.106@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:3.0:1783441732.339230:0:22694:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.106@tcp lock: ffff9114b50d4200/0x4778038d8fc36ba7 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x4778038d8fc36bae expref: -99 pid: 22694 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783441732.339242:0:22694:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.106@tcp lock: ffff9114b50d4200/0x4778038d8fc36ba7 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x4778038d8fc36bae expref: -99 pid: 22694 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1783441732.339252:0:22694:0:(mgc_request.c:1801:mgc_process_log()) Process log params-ffff9113821bd800 from 1 10000000:01000000:3.0:1783441732.339254:0:22694:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:3.0:1783441732.339349:0:22694:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.106@tcp lock: ffff9114b50d4000/0x4778038d8fc36bb5 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22694 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783441732.339359:0:22694:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.106@tcp lock: ffff9114b50d4000/0x4778038d8fc36bb5 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22694 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783441732.339370:0:22694:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.106@tcp lock: ffff9114b50d4000/0x4778038d8fc36bb5 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22694 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783441732.339392:0:22694:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9114aeae3b80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0:22694:1870073572867072:0@lo:101:mount.lustre.0 00000100:00100000:3.0:1783441732.339443:0:22694:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783441732.339489:0:22694:0:(client.c:2702:ptlrpc_set_wait()) set ffff911383ef0000 going to sleep for 11 seconds 00000100:00100000:0.0:1783441732.339692:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572867072 00000100:00100000:0.0:1783441732.339707:0:22710:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572867072 00000100:00100000:0.0:1783441732.339761:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00100000:0.0:1783441732.339769:0:22710:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff911382b0a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0+10:22694:x1870073572867072:12345-0@lo:101:mount.lustre.0 00010000:00010000:0.0:1783441732.339781:0:22710:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1783441732.339794:0:22710:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9114aebd1c00/0x4778038d8fc36bbc lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x4778038d8fc36bb5 expref: -99 pid: 22710 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783441732.339831:0:22710:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9114aebd1c00/0x4778038d8fc36bbc lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x4778038d8fc36bb5 expref: 11 pid: 22710 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783441732.339841:0:22710:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9114aebd1c00/0x4778038d8fc36bbc lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x4778038d8fc36bb5 expref: 11 pid: 22710 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783441732.339851:0:22710:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9114aebd1c00, rc 0) 00000100:00100000:0.0:1783441732.339899:0:22710:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff911382b0a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0+11:22694:x1870073572867072:12345-0@lo:101:mount.lustre.0 Request processed in 129us (455us total) trans 0 rc 0/0 00000100:00100000:0.0:1783441732.339905:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000100:00100000:1.0:1783441732.340194:0:22694:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9114aeae3b80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0:22694:1870073572867072:0@lo:101:mount.lustre.0 00010000:00010000:1.0:1783441732.340208:0:22694:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.106@tcp lock: ffff9114b50d4000/0x4778038d8fc36bb5 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x4778038d8fc36bbc expref: -99 pid: 22694 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783441732.340228:0:22694:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.106@tcp lock: ffff9114b50d4000/0x4778038d8fc36bb5 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x4778038d8fc36bbc expref: -99 pid: 22694 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783441732.340300:0:22694:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff911488b46a00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0:22694:1870073572867200:0@lo:501:mount.lustre.0 00000100:00100000:1.0:1783441732.340328:0:22694:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783441732.340348:0:22694:0:(client.c:2702:ptlrpc_set_wait()) set ffff9114aa400540 going to sleep for 11 seconds 00000100:00100000:3.0:1783441732.341727:0:22708:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572867200 00000100:00100000:3.0:1783441732.341739:0:22708:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572867200 00000100:00100000:3.0:1783441732.341888:0:22708:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:3.0:1783441732.341901:0:22708:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff911382b0a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0+11:22694:x1870073572867200:12345-0@lo:501:mount.lustre.0 00000100:00100000:3.0:1783441732.342086:0:22708:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff911382b0a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0+11:22694:x1870073572867200:12345-0@lo:501:mount.lustre.0 Request processed in 187us (1756us total) trans 0 rc 0/0 00000100:00100000:3.0:1783441732.342093:0:22708:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000100:00100000:1.0:1783441732.342820:0:22694:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff911488b46a00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0:22694:1870073572867200:0@lo:501:mount.lustre.0 00000100:00100000:1.0:1783441732.342875:0:22694:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff911488b46a00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0:22694:1870073572867328:0@lo:503:mount.lustre.0 00000100:00100000:1.0:1783441732.342932:0:22694:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783441732.342961:0:22694:0:(client.c:2702:ptlrpc_set_wait()) set ffff9114aa400540 going to sleep for 11 seconds 00000100:00100000:3.0:1783441732.343350:0:22708:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572867328 00000100:00100000:3.0:1783441732.343356:0:22708:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572867328 00000100:00100000:3.0:1783441732.343405:0:22708:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:3.0:1783441732.343413:0:22708:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff911382b0ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0+11:22694:x1870073572867328:12345-0@lo:503:mount.lustre.0 00000100:00100000:3.0:1783441732.343543:0:22708:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff911382b0ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0+11:22694:x1870073572867328:12345-0@lo:503:mount.lustre.0 Request processed in 129us (608us total) trans 0 rc 0/0 00000100:00100000:3.0:1783441732.343550:0:22708:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000100:00100000:1.0:1783441732.344987:0:22694:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff911488b46a00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0:22694:1870073572867328:0@lo:503:mount.lustre.0 00000100:00100000:1.0:1783441732.346326:0:22742:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff911488b46a00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0:22742:1870073572867456:0@lo:502:llog_process_th.0 00000100:00100000:1.0:1783441732.346393:0:22742:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783441732.346443:0:22742:0:(client.c:2702:ptlrpc_set_wait()) set ffff9114aa400c00 going to sleep for 11 seconds 00000100:00100000:0.0:1783441732.346526:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572867456 00000100:00100000:0.0:1783441732.346533:0:22710:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572867456 00000100:00100000:0.0:1783441732.346597:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00100000:0.0:1783441732.346606:0:22710:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff911382b09050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0+11:22742:x1870073572867456:12345-0@lo:502:llog_process_th.0 00000100:00100000:0.0:1783441732.347527:0:22710:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff911382b09050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0+11:22742:x1870073572867456:12345-0@lo:502:llog_process_th.0 Request processed in 918us (1131us total) trans 0 rc 0/0 00000100:00100000:0.0:1783441732.347536:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00000100:00100000:1.0:1783441732.347705:0:22742:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff911488b46a00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0:22742:1870073572867456:0@lo:502:llog_process_th.0 00000020:01000000:1.0:1783441732.347733:0:22742:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1783441732.347743:0:22742:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1783441732.347746:0:22742:0:(obd_config.c:1561:class_process_config()) marker 2 (0x1) general debug_raw_pointers 00000020:01000000:1.0:1783441732.347753:0:22742:0:(obd_config.c:2005:class_config_llog_handler()) cmd ce032, instance name: general-ffff9113821bd800 00000020:00000080:1.0:1783441732.347755:0:22742:0:(obd_config.c:1470:class_process_config()) processing cmd: ce032 00000020:01000000:1.0:1783441732.347764:0:22742:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1783441732.347766:0:22742:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1783441732.347768:0:22742:0:(obd_config.c:1561:class_process_config()) marker 2 (0x2) general debug_raw_pointers 00000020:01000000:1.0:1783441732.347770:0:22742:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1783441732.347773:0:22742:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1783441732.347774:0:22742:0:(obd_config.c:1561:class_process_config()) marker 3 (0x1) general lod.*.mdt_hash 00000020:01000000:1.0:1783441732.347778:0:22742:0:(obd_config.c:2005:class_config_llog_handler()) cmd ce032, instance name: general-ffff9113821bd800 00000020:00000080:1.0:1783441732.347780:0:22742:0:(obd_config.c:1470:class_process_config()) processing cmd: ce032 00000020:01000000:1.0:1783441732.347857:0:22742:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1783441732.347861:0:22742:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1783441732.347862:0:22742:0:(obd_config.c:1561:class_process_config()) marker 3 (0x2) general lod.*.mdt_hash 00000020:01000000:1.0:1783441732.347865:0:22742:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1783441732.347867:0:22742:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1783441732.347868:0:22742:0:(obd_config.c:1561:class_process_config()) marker 4 (0x1) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:1.0:1783441732.347872:0:22742:0:(obd_config.c:2005:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff9113821bd800 00000020:00000080:1.0:1783441732.347873:0:22742:0:(obd_config.c:1470:class_process_config()) processing cmd: ce032 00000020:01000000:1.0:1783441732.347890:0:22742:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1783441732.347894:0:22742:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1783441732.347895:0:22742:0:(obd_config.c:1561:class_process_config()) marker 4 (0x2) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:1.0:1783441732.347898:0:22742:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1783441732.347900:0:22742:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1783441732.347902:0:22742:0:(obd_config.c:1561:class_process_config()) marker 5 (0x1) lustre mdt.lustre-MDT0001.hsm_control 00000020:01000000:1.0:1783441732.347905:0:22742:0:(obd_config.c:2005:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff9113821bd800 00000020:00000080:1.0:1783441732.347907:0:22742:0:(obd_config.c:1470:class_process_config()) processing cmd: ce032 00000100:00100000:1.0:1783441732.347955:0:22742:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff911488b46a00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0:22742:1870073572867584:0@lo:502:llog_process_th.0 00000100:00100000:1.0:1783441732.348005:0:22742:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783441732.348042:0:22742:0:(client.c:2702:ptlrpc_set_wait()) set ffff9114aa400c00 going to sleep for 11 seconds 00000100:00100000:0.0:1783441732.349546:0:22708:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572867584 00000100:00100000:0.0:1783441732.349570:0:22708:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572867584 00000100:00100000:0.0:1783441732.349628:0:22708:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17 00000100:00100000:0.0:1783441732.349637:0:22708:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9114b84d9450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0+11:22742:x1870073572867584:12345-0@lo:502:llog_process_th.0 00000100:00100000:0.0:1783441732.349789:0:22708:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9114b84d9450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0+11:22742:x1870073572867584:12345-0@lo:502:llog_process_th.0 Request processed in 152us (1782us total) trans 0 rc 0/0 00000100:00100000:0.0:1783441732.349796:0:22708:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17 00000100:00100000:1.0:1783441732.354272:0:22742:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff911488b46a00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0:22742:1870073572867584:0@lo:502:llog_process_th.0 00000020:01000000:1.0:1783441732.354325:0:22742:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1783441732.354337:0:22742:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1783441732.354339:0:22742:0:(obd_config.c:1561:class_process_config()) marker 5 (0x2) lustre mdt.lustre-MDT0001.hsm_control 00000040:00080000:1.0:1783441732.354344:0:22742:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 13 count 13 00000020:01000000:2.0:1783441732.356018:0:22694:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 1-12 (rc=0) 10000000:01000000:2.0:1783441732.356053:0:22694:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.202.106@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:2.0:1783441732.356088:0:22694:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.106@tcp lock: ffff9114b50d4000/0x4778038d8fc36bb5 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x4778038d8fc36bbc expref: -99 pid: 22694 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441732.356101:0:22694:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.106@tcp lock: ffff9114b50d4000/0x4778038d8fc36bb5 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x4778038d8fc36bbc expref: -99 pid: 22694 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1783441732.356159:0:22694:0:(mgc_request.c:1943:mgc_process_config()) parse_log lustre-client from 0 10000000:01000000:2.0:1783441732.356162:0:22694:0:(mgc_request.c:329:config_log_add()) add config log lustre-client-ffff9113821bd800 10000000:01000000:2.0:1783441732.356166:0:22694:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-client-ffff9113821bd800 10000000:01000000:2.0:1783441732.356169:0:22694:0:(mgc_request.c:68:mgc_name2resid()) log lustre-client to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:2.0:1783441732.356175:0:22694:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-client-ffff9113821bd800 from 1 10000000:01000000:2.0:1783441732.356185:0:22694:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:2.0:1783441732.356229:0:22694:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.106@tcp lock: ffff9114aeae5200/0x4778038d8fc36bc3 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22694 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441732.356239:0:22694:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.106@tcp lock: ffff9114aeae5200/0x4778038d8fc36bc3 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22694 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441732.356250:0:22694:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.106@tcp lock: ffff9114aeae5200/0x4778038d8fc36bc3 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22694 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783441732.356273:0:22694:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9114bfb44700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0:22694:1870073572867712:0@lo:101:mount.lustre.0 00000100:00100000:2.0:1783441732.356334:0:22694:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783441732.356372:0:22694:0:(client.c:2702:ptlrpc_set_wait()) set ffff911498722cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1783441732.357387:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572867712 00000100:00100000:1.0:1783441732.357397:0:22710:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572867712 00000100:00100000:1.0:1783441732.357446:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 18 00000100:00100000:1.0:1783441732.357454:0:22710:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9114b84d8050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0+11:22694:x1870073572867712:12345-0@lo:101:mount.lustre.0 00010000:00010000:1.0:1783441732.357470:0:22710:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1783441732.357485:0:22710:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9114c2167600/0x4778038d8fc36bca lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x4778038d8fc36bc3 expref: -99 pid: 22710 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783441732.357551:0:22710:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9114c2167600/0x4778038d8fc36bca lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x4778038d8fc36bc3 expref: 12 pid: 22710 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783441732.357576:0:22710:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9114c2167600/0x4778038d8fc36bca lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x4778038d8fc36bc3 expref: 12 pid: 22710 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783441732.357585:0:22710:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9114c2167600, rc 0) 00000100:00100000:1.0:1783441732.357645:0:22710:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9114b84d8050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0+12:22694:x1870073572867712:12345-0@lo:101:mount.lustre.0 Request processed in 191us (1310us total) trans 0 rc 0/0 00000100:00100000:1.0:1783441732.357652:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 18 00000100:00100000:2.0:1783441732.364462:0:22694:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9114bfb44700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0:22694:1870073572867712:0@lo:101:mount.lustre.0 00010000:00010000:2.0:1783441732.364492:0:22694:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.106@tcp lock: ffff9114aeae5200/0x4778038d8fc36bc3 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x4778038d8fc36bca expref: -99 pid: 22694 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441732.364529:0:22694:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.106@tcp lock: ffff9114aeae5200/0x4778038d8fc36bc3 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x4778038d8fc36bca expref: -99 pid: 22694 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783441732.364627:0:22694:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9114bfb44700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0:22694:1870073572867840:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1783441732.364686:0:22694:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783441732.364729:0:22694:0:(client.c:2702:ptlrpc_set_wait()) set ffff911498722cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1783441732.393364:0:22709:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572867840 00000100:00100000:0.0:1783441732.393378:0:22709:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572867840 00000100:00100000:0.0:1783441732.393451:0:22709:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19 00000100:00100000:0.0:1783441732.393463:0:22709:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9114b84db450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0+12:22694:x1870073572867840:12345-0@lo:501:mount.lustre.0 00000100:00100000:0.0:1783441732.401394:0:22709:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9114b84db450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0+12:22694:x1870073572867840:12345-0@lo:501:mount.lustre.0 Request processed in 7926us (36698us total) trans 0 rc 0/0 00000100:00100000:0.0:1783441732.401409:0:22709:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19 00000100:00100000:3.0:1783441732.404994:0:22694:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9114bfb44700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0:22694:1870073572867840:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1783441732.405083:0:22694:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9114aeae1c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0:22694:1870073572867968:0@lo:503:mount.lustre.0 00000100:00100000:3.0:1783441732.405181:0:22694:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783441732.405333:0:22708:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572867968 00000100:00100000:0.0:1783441732.405342:0:22708:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572867968 00000100:00100000:0.0:1783441732.405410:0:22708:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20 00000100:00100000:0.0:1783441732.405420:0:22708:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9114b84db850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0+12:22694:x1870073572867968:12345-0@lo:503:mount.lustre.0 00000100:00100000:0.0:1783441732.405556:0:22708:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9114b84db850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0+12:22694:x1870073572867968:12345-0@lo:503:mount.lustre.0 Request processed in 135us (373us total) trans 0 rc 0/0 00000100:00100000:0.0:1783441732.405563:0:22708:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20 00000100:00100000:3.0:1783441732.410916:0:22694:0:(client.c:2702:ptlrpc_set_wait()) set ffff911486355f00 going to sleep for 11 seconds 00000100:00100000:3.0:1783441732.410963:0:22694:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9114aeae1c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0:22694:1870073572867968:0@lo:503:mount.lustre.0 00000100:00100000:3.0:1783441732.414113:0:22747:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9114aeae1c00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0:22747:1870073572868096:0@lo:502:llog_process_th.0 00000100:00100000:3.0:1783441732.414197:0:22747:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783441732.414249:0:22709:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572868096 00000100:00100000:3.0:1783441732.414256:0:22709:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572868096 00000100:00100000:3.0:1783441732.414297:0:22709:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21 00000100:00100000:3.0:1783441732.414306:0:22709:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9114b84dbc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0+12:22747:x1870073572868096:12345-0@lo:502:llog_process_th.0 00000100:00100000:3.0:1783441732.414427:0:22709:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9114b84dbc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0+12:22747:x1870073572868096:12345-0@lo:502:llog_process_th.0 Request processed in 121us (230us total) trans 0 rc 0/0 00000100:00100000:3.0:1783441732.414434:0:22709:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21 00000100:00100000:3.0:1783441732.414482:0:22747:0:(client.c:2702:ptlrpc_set_wait()) set ffff9114863559c0 going to sleep for 11 seconds 00000100:00100000:3.0:1783441732.414536:0:22747:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9114aeae1c00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0:22747:1870073572868096:0@lo:502:llog_process_th.0 00000020:01000004:3.0:1783441732.414751:0:22747:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0000-lwp-MDT0000 (typ=lwp) 00000020:00000080:3.0:1783441732.414769:0:22747:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-lwp-MDT0000 (ffff9114b6b38000) 00000020:00000080:3.0:1783441732.414789:0:22747:0:(obd_config.c:720:class_attach_name()) OBD: dev 11 attached type lwp with refcount 2 00000020:01000004:3.0:1783441732.414964:0:22747:0:(tgt_mount.c:153:server_get_mount()) get mount ffff9113821bd800 from lustre-MDT0000, refs=4 00000020:01000004:3.0:1783441732.414968:0:22747:0:(tgt_mount.c:187:server_put_mount()) put mount ffff9113821bd800 from lustre-MDT0000, refs=4 00000020:01000004:3.0:1783441732.414971:0:22747:0:(obd_mount.c:710:lustre_put_lsi()) put ffff9113821bd800 4 00010000:00080000:3.0:1783441732.415005:0:22747:0:(ldlm_lib.c:102:import_set_conn()) imp ffff911490557800@lustre-MDT0000-lwp-MDT0000: add connection 192.168.202.106@tcp at head 00010000:00010000:3.0:1783441732.426857:0:22747:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-lwp-MDT0000-4 is initialized 00000020:00000080:3.0:1783441732.433105:0:22747:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-lwp-MDT0000 (uuid lustre-MDT0000-lwp-MDT0000_UUID) 00000010:01000000:3.0:1783441732.433175:0:22747:0:(lwp_dev.c:497:lwp_obd_connect()) connect #0 00000020:00000080:3.0:1783441732.433191:0:22747:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0000-lwp-MDT0000, cookie 0x4778038d8fc36bd8 00000100:00080000:3.0:1783441732.433202:0:22747:0:(import.c:510:import_select_connection()) lustre-MDT0000-lwp-MDT0000: connect to NID 0@lo last attempt 0 00000100:00080000:3.0:1783441732.433234:0:22747:0:(import.c:624:import_select_connection()) lustre-MDT0000-lwp-MDT0000: import ffff911490557800 using connection 192.168.202.106@tcp/0@lo 00000100:00100000:3.0:1783441732.433276:0:22747:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9114aeae1c00 x1870073572868224/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1783441732.433306:0:22747:0:(pinger.c:374:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID 00000100:00100000:1.0:1783441732.434045:0:3646:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9114aeae1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3646:1870073572868224:0@lo:38:llog_process_th.0 00000100:00100000:1.0:1783441732.434135:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783441732.434210:0:22714:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572868224 00000100:00100000:1.0:1783441732.441043:0:22714:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572868224 00000100:00100000:1.0:1783441732.441119:0:22714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:1.0:1783441732.441128:0:22714:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff911488b46a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3646:x1870073572868224:12345-0@lo:38:llog_process_th.0 00000100:00100000:1.0:1783441732.441245:0:22714:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff911488b46a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3646:x1870073572868224:12345-0@lo:38:llog_process_th.0 Request processed in 116us (7109us total) trans 0 rc -11/-11 00000100:00100000:1.0:1783441732.441253:0:22714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00100000:3.0:1783441732.442120:0:22747:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9114aeae0380 pname:cluuid:pid:xid:nid:opc:job llog_process_th:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0:22747:1870073572868352:0@lo:502:llog_process_th.0 00000100:00100000:3.0:1783441732.442188:0:22747:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783441732.442235:0:22747:0:(client.c:2702:ptlrpc_set_wait()) set ffff9114863559c0 going to sleep for 11 seconds 00000100:00100000:2.0:1783441732.442451:0:3646:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: committing for last_committed 0 gen 2 00000100:00080000:2.0:1783441732.442460:0:3646:0:(import.c:65:import_set_state_nolock()) ffff911490557800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1783441732.442464:0:3646:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-11) 00000100:00100000:2.0:1783441732.442468:0:3646:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9114aeae1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3646:1870073572868224:0@lo:38:llog_process_th.0 00000100:00100000:1.0:1783441732.442582:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572868352 00000100:00100000:1.0:1783441732.442588:0:22710:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572868352 00000100:00100000:1.0:1783441732.442625:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22 00000100:00100000:1.0:1783441732.442632:0:22710:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9114b84d8850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0+12:22747:x1870073572868352:12345-0@lo:502:llog_process_th.0 00000100:00100000:1.0:1783441732.442758:0:22710:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9114b84d8850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0+12:22747:x1870073572868352:12345-0@lo:502:llog_process_th.0 Request processed in 125us (569us total) trans 0 rc 0/0 00000100:00100000:1.0:1783441732.442765:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22 00000100:00100000:2.0:1783441732.443163:0:22747:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9114aeae0380 pname:cluuid:pid:xid:nid:opc:job llog_process_th:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0:22747:1870073572868352:0@lo:502:llog_process_th.0 00000100:00100000:2.0:1783441732.443214:0:22747:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9114bfb45180 pname:cluuid:pid:xid:nid:opc:job llog_process_th:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0:22747:1870073572868480:0@lo:502:llog_process_th.0 00000100:00100000:2.0:1783441732.443266:0:22747:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783441732.443292:0:22708:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572868480 00000100:00100000:2.0:1783441732.443296:0:22708:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572868480 00000100:00100000:2.0:1783441732.443329:0:22708:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23 00000100:00100000:2.0:1783441732.443336:0:22708:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9114b84da450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0+12:22747:x1870073572868480:12345-0@lo:502:llog_process_th.0 00000100:00100000:2.0:1783441732.443407:0:22708:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9114b84da450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0+12:22747:x1870073572868480:12345-0@lo:502:llog_process_th.0 Request processed in 72us (141us total) trans 0 rc 0/0 00000100:00100000:2.0:1783441732.443414:0:22708:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23 00000100:00100000:2.0:1783441732.443448:0:22747:0:(client.c:2702:ptlrpc_set_wait()) set ffff911498722480 going to sleep for 11 seconds 00000100:00100000:2.0:1783441732.443459:0:22747:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9114bfb45180 pname:cluuid:pid:xid:nid:opc:job llog_process_th:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0:22747:1870073572868480:0@lo:502:llog_process_th.0 00000040:00080000:2.0:1783441732.443477:0:22747:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 52 count 51 00000020:01000000:2.0:1783441732.443573:0:22694:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 1-51 (rc=0) 10000000:01000000:2.0:1783441732.443596:0:22694:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.202.106@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:2.0:1783441732.443612:0:22694:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.106@tcp lock: ffff9114aeae5200/0x4778038d8fc36bc3 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x4778038d8fc36bca expref: -99 pid: 22694 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441732.443622:0:22694:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.106@tcp lock: ffff9114aeae5200/0x4778038d8fc36bc3 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x4778038d8fc36bca expref: -99 pid: 22694 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:01000004:2.0:1783441732.443679:0:22694:0:(tgt_mount.c:1175:server_mti_print()) mti - server_notify_target 00000020:01000004:2.0:1783441732.443682:0:22694:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1783441732.443683:0:22694:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1783441732.443684:0:22694:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1783441732.443686:0:22694:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1783441732.443687:0:22694:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1783441732.443689:0:22694:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1783441732.443691:0:22694:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1783441732.443693:0:22694:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1783441732.443698:0:22694:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:2.0:1783441732.443702:0:22694:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-MDT0000 0x40020005 00000020:01000004:2.0:1783441732.443705:0:22694:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:2.0:1783441732.443705:0:22694:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1783441732.443706:0:22694:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1783441732.443707:0:22694:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1783441732.443708:0:22694:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1783441732.443709:0:22694:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1783441732.443710:0:22694:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1783441732.443710:0:22694:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1783441732.443711:0:22694:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1783441732.443712:0:22694:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:2.0:1783441732.443725:0:22694:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-MDT0000 00000100:00100000:2.0:1783441732.443734:0:22694:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9114bfb45180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0:22694:1870073572868608:0@lo:253:mount.lustre.0 00000100:00100000:2.0:1783441732.443762:0:22694:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783441732.443781:0:22708:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572868608 00000100:00100000:2.0:1783441732.443785:0:22708:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572868608 00000100:00100000:2.0:1783441732.443820:0:22708:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24 00000100:00100000:2.0:1783441732.443827:0:22708:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9114b84d9850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0+12:22694:x1870073572868608:12345-0@lo:253:mount.lustre.0 20000000:01000000:2.0:1783441732.443847:0:22708:0:(mgs_handler.c:453:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:01000000:2.0:1783441732.443859:0:22708:0:(mgs_nids.c:463:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #0 00000100:00100000:2.0:1783441732.444262:0:22694:0:(client.c:2702:ptlrpc_set_wait()) set ffff911498722f00 going to sleep for 11 seconds 20000000:01000000:2.0:1783441732.470520:0:22708:0:(mgs_nids.c:815:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:01000000:2.0:1783441732.470541:0:22708:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 20000000:01000000:1.0:1783441732.471941:0:22730:0:(mgs_nids.c:712:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 10000000:01000000:1.0:1783441732.471948:0:22730:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00010000:1.0:1783441732.471972:0:22730:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff9114c2167000/0x4778038d8fc36bdf lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 22730 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783441732.472001:0:22730:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9114aebd0000/0x4778038d8fc36bae lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x4778038d8fc36ba7 expref: 12 pid: 22709 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783441732.472010:0:22730:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff9114c2167000/0x4778038d8fc36bdf lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 22730 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783441732.472052:0:22730:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9114aebd0000/0x4778038d8fc36bae lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x4778038d8fc36ba7 expref: 12 pid: 22709 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783441732.472066:0:22730:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff9114aebd0000/0x4778038d8fc36bae lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x4778038d8fc36ba7 expref: 12 pid: 22709 timeout: 823 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783441732.472082:0:22730:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff911488b46d80 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22730:1870073572868736:0@lo:104: 00000100:00100000:1.0:1783441732.472151:0:22730:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783441732.472342:0:22708:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9114b84d9850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0+12:22694:x1870073572868608:12345-0@lo:253:mount.lustre.0 Request processed in 28514us (28577us total) trans 0 rc 0/0 00000100:00100000:2.0:1783441732.472352:0:22708:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24 00000100:00100000:2.0:1783441732.472409:0:22694:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9114bfb45180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0:22694:1870073572868608:0@lo:253:mount.lustre.0 10000000:01000000:2.0:1783441732.472421:0:22694:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-MDT0000 got index = 0 00000020:01000004:2.0:1783441732.472424:0:22694:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:2.0:1783441732.472426:0:22694:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1783441732.472427:0:22694:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1783441732.472440:0:22694:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1783441732.472441:0:22694:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1783441732.472442:0:22694:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1783441732.472444:0:22694:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1783441732.472446:0:22694:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1783441732.472448:0:22694:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1783441732.472449:0:22694:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 00000020:02000000:2.0:1783441732.472466:0:22694:0:(tgt_mount.c:2690:server_calc_timeout()) lustre-MDT0000: Imperative Recovery not enabled, recovery window 60-180 00000100:00100000:1.0:1783441732.476435:0:22730:0:(client.c:2702:ptlrpc_set_wait()) set ffff9114aa400540 going to sleep for 11 seconds 00000100:00100000:1.0:1783441732.492246:0:22698:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572868736 00000100:00100000:1.0:1783441732.492265:0:22698:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572868736 00000100:00100000:1.0:1783441732.492338:0:22698:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:1.0:1783441732.492348:0:22698:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff911488b44380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0+3:22730:x1870073572868736:12345-0@lo:104: 00010000:00010000:1.0:1783441732.492365:0:22698:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.106@tcp lock: ffff9114b50d4200/0x4778038d8fc36ba7 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x4778038d8fc36bae expref: -99 pid: 22694 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783441732.492457:0:22698:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1783441732.492463:0:22698:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff911488b44380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0+3:22730:x1870073572868736:12345-0@lo:104: Request processed in 118us (20312us total) trans 0 rc 0/0 00000100:00100000:1.0:1783441732.492470:0:22698:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00010000:00010000:1.0:1783441732.492525:0:22704:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1783441732.492532:0:22704:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.106@tcp lock: ffff9114b50d4200/0x4778038d8fc36ba7 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x4778038d8fc36bae expref: -99 pid: 22694 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783441732.492540:0:22704:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9114b50d4200 already unused, calling callback (ffffffffc126cc20) 10000000:00010000:1.0:1783441732.492545:0:22704:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.106@tcp lock: ffff9114b50d4200/0x4778038d8fc36ba7 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x4778038d8fc36bae expref: -99 pid: 22694 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783441732.492554:0:22704:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.106@tcp lock: ffff9114b50d4200/0x4778038d8fc36ba7 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x4778038d8fc36bae expref: -99 pid: 22694 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1783441732.492572:0:22704:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.106@tcp lock: ffff9114b50d4200/0x4778038d8fc36ba7 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x4778038d8fc36bae expref: -99 pid: 22694 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1783441732.492577:0:22704:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:1.0:1783441732.492622:0:22704:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.106@tcp lock: ffff9114b50d4200/0x4778038d8fc36ba7 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x4778038d8fc36bae expref: -99 pid: 22694 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783441732.492628:0:22704:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1783441732.492646:0:22704:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.106@tcp lock: ffff9114b50d4200/0x4778038d8fc36ba7 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x4778038d8fc36bae expref: -99 pid: 22694 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783441732.492653:0:22704:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.106@tcp lock: ffff9114b50d4200/0x4778038d8fc36ba7 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x4778038d8fc36bae expref: -99 pid: 22694 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783441732.492668:0:22704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783441732.492670:0:22704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783441732.492672:0:22704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1783441732.492699:0:3648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1783441732.492710:0:3648:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff911488b45880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0:3648:1870073572868864:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1783441732.492746:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783441732.493006:0:22700:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572868864 00000100:00100000:0.0:1783441732.493012:0:22700:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572868864 00010000:00010000:0.0:1783441732.493034:0:22700:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9114aebd0000/0x4778038d8fc36bae lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x4778038d8fc36ba7 expref: 12 pid: 22709 timeout: 823 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783441732.493058:0:22700:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:0.0:1783441732.493064:0:22700:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff911488b47b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0+12:3648:x1870073572868864:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1783441732.493093:0:22700:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1783441732.493099:0:22700:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9114aebd0000/0x4778038d8fc36bae lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x4778038d8fc36ba7 expref: 12 pid: 22709 timeout: 823 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783441732.493115:0:22700:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9114aebd0000/0x4778038d8fc36bae lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x4778038d8fc36ba7 expref: 12 pid: 22709 timeout: 823 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783441732.493135:0:22700:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff9114c2167000/0x4778038d8fc36bdf lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 22730 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783441732.493144:0:22700:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9114c2167000/0x4778038d8fc36bdf lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 22730 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 20000000:01000000:0.0:1783441732.493159:0:22700:0:(mgs_nids.c:688:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.021211216s 00010000:00010000:0.0:1783441732.493163:0:22700:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff9114c2167000/0x4778038d8fc36bdf lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 22730 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783441732.493170:0:22700:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff9114c2167000/0x4778038d8fc36bdf lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22730 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783441732.493176:0:22700:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff9114c2167000/0x4778038d8fc36bdf lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22730 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783441732.493182:0:22700:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff9114c2167000/0x4778038d8fc36bdf lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22730 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783441732.493187:0:22700:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9114c2167000 already unused, calling callback (ffffffffc0c73f90) 00010000:00010000:0.0:1783441732.493191:0:22700:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff9114c2167000/0x4778038d8fc36bdf lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22730 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783441732.493198:0:22700:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff9114c2167000/0x4778038d8fc36bdf lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 22730 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783441732.493207:0:22700:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff9114c2167000/0x4778038d8fc36bdf lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22730 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783441732.493236:0:22700:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1783441732.493276:0:22700:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff911488b47b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0+12:3648:x1870073572868864:12345-0@lo:103:ldlm_bl.0 Request processed in 211us (529us total) trans 0 rc 0/0 00000100:00100000:0.0:1783441732.493282:0:22700:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00010000:00010000:1.0:1783441732.493386:0:22730:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9114aebd0000/0x4778038d8fc36bae lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x4778038d8fc36ba7 expref: 11 pid: 22709 timeout: 823 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783441732.493399:0:22730:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff911488b46d80 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22730:1870073572868736:0@lo:104: 00010000:00010000:1.0:1783441732.493420:0:22730:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff9114c2167000/0x4778038d8fc36bdf lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22730 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783441732.493430:0:22730:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff9114c2167000/0x4778038d8fc36bdf lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22730 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783441732.493436:0:22730:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff9114c2167000/0x4778038d8fc36bdf lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22730 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783441732.493443:0:22730:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9114c2167000/0x4778038d8fc36bdf lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22730 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783441732.493481:0:3648:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff911488b45880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0:3648:1870073572868864:0@lo:103:ldlm_bl.0 00000020:00080000:3.0:1783441732.514467:0:22694:0:(update_trans.c:1487:distribute_txn_commit_batchid_init()) lustre-MDT0000: committed batchid 4294967529 00000040:01000000:3.0:1783441732.522428:0:22694:0:(llog_obd.c:197:llog_setup()) obd lustre-MDT0000-osd ctxt 16 is initialized 00000020:00080000:2.0:1783441732.522657:0:22753:0:(update_trans.c:1530:distribute_txn_commit_thread()) lustre-MDT0000: start commit thread committed batchid 4294967529 00000020:00080000:2.0:1783441732.522662:0:22753:0:(update_trans.c:1581:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 4294967529 00000040:01000000:2.0:1783441732.522731:0:22754:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000040:00080000:2.0:1783441732.523213:0:22754:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:01000000:3.0:1783441732.524939:0:22694:0:(llog_obd.c:197:llog_setup()) obd lustre-MDT0001-osp-MDT0000 ctxt 16 is initialized 00000040:00080000:2.0:1783441732.530481:0:22754:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x200000400:0x1:0x0] index 261376 count 1 00000100:00080000:0.0:1783441732.531203:0:22755:0:(client.c:1832:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != DISCONN) req@ffff9113848c5180 x1870073572868992/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 304/4320 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'lod0000_rec0001.0' uid:0 gid:0 projid:4294967295 00000040:01000000:3.0:1783441732.531679:0:22694:0:(llog_obd.c:197:llog_setup()) obd lustre-MDD0000 ctxt 12 is initialized 00000040:00080000:3.0:1783441732.531717:0:22694:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:0.0:1783441732.532420:0:22755:0:(client.c:2702:ptlrpc_set_wait()) set ffff9114892b5000 going to sleep for 0 seconds 00000004:00080000:2.0:1783441732.534148:0:22754:0:(lod_dev.c:521:lod_sub_recovery_thread()) lustre-MDT0000-osd retrieved update log, duration 0, retries 0 00000004:00000080:3.0:1783441732.534482:0:22694:0:(mdd_device.c:553:mdd_changelog_llog_init()) changelog starting index=0 00000040:01000000:3.0:1783441732.534622:0:22694:0:(llog_obd.c:197:llog_setup()) obd lustre-MDD0000 ctxt 14 is initialized 00000040:00080000:3.0:1783441732.534719:0:22694:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:3.0:1783441732.539119:0:22694:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x5:0x0] index 64768 count 1 00000040:00080000:3.0:1783441732.540790:0:22694:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x6:0x0] index 64768 count 1 00000040:01000000:3.0:1783441732.540853:0:22694:0:(llog_obd.c:197:llog_setup()) obd lustre-MDD0000 ctxt 15 is initialized 00000040:00080000:3.0:1783441732.543911:0:22694:0:(llog_cat.c:1220:llog_cat_set_first_idx()) catlog [0xa:0x7:0x0] first idx 1, last_idx 2 00080000:10000000:3.0:1783441732.544458:0:22694:0:(osd_handler.c:5579:osd_index_try()) lustre-MDT0000: index object [0x200000003:0x36:0x0] (8/32) registered 00000001:00000004:2.0:1783441732.553032:0:22694:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 3, last_transno is 12884901888 00000001:00080000:2.0:1783441732.561759:0:22694:0:(tgt_lastrcvd.c:222:tgt_reply_header_read()) lustre-MDT0000: read reply_data header. magic=0xbdabda01 header_size=32 reply_size=32 00000004:00000080:2.0:1783441732.561797:0:22694:0:(mdd_device.c:2302:mdd_iocontrol()) lustre-MDD0000: cmd=c00866e6 len=0 karg=ffffa26c41c2f988 00100000:10000000:2.0:1783441732.561820:0:22694:0:(lfsck_lib.c:3085:lfsck_start()) lustre-MDT0000-osd: start master thread 00000020:01000004:2.0:1783441732.562727:0:22694:0:(tgt_mount.c:298:server_mgc_clear_fs()) Unassign mgc disk 10000000:01000000:2.0:1783441732.562744:0:22694:0:(mgc_request_server.c:166:mgc_fs_clear()) MGC192.168.202.106@tcp: cl_mgc_mutex unlock 00000020:01000004:2.0:1783441732.562762:0:22694:0:(tgt_mount.c:2459:server_fill_super_common()) Server sb, dev=46 00000080:00000004:2.0:1783441732.562790:0:22694:0:(super25.c:187:lustre_fill_super()) /dev/mapper/mds1_flakey: Mount complete 00000020:00000004:0.0:1783441732.566001:0:22694:0:(tgt_mount.c:2345:server_getattr()) lustre-MDT0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:0.0:1783441732.566165:0:22694:0:(tgt_mount.c:2360:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:1.0:1783441732.626452:0:22703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1783441733.461008:0:22748:0:(llog.c:805:llog_process_thread()) index: 2, lh_last_idx: 2 synced_idx: 2 lgh_last_idx: 2 00000040:00080000:1.0:1783441733.461024:0:22748:0:(llog_cat.c:841:llog_cat_process_common()) processing log [0x1:0xe:0x0] at index 2 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1783441733.469282:0:22748:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0xe:0x0] index 2 count 2 00000040:00080000:1.0:1783441733.469300:0:22748:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 3 count 2 00000100:00100000:1.0:1783441733.589992:0:22755:0:(client.c:2702:ptlrpc_set_wait()) set ffff9114892b5000 going to sleep for 0 seconds 10000000:01000000:1.0:1783441733.601167:0:22712:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:01000000:1.0:1783441733.601176:0:22712:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-mdtir-ffff9113821bd800 from 11 10000000:01000000:1.0:1783441733.601182:0:22712:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:1.0:1783441733.601237:0:22712:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.106@tcp lock: ffff9114c2166400/0x4778038d8fc36be6 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22712 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783441733.601249:0:22712:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.106@tcp lock: ffff9114c2166400/0x4778038d8fc36be6 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22712 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783441733.602182:0:22712:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.106@tcp lock: ffff9114c2166400/0x4778038d8fc36be6 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22712 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783441733.602211:0:22712:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff911488b45880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0:22712:1870073572869120:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1783441733.602294:0:22712:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783441733.602344:0:22709:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572869120 00000100:00100000:1.0:1783441733.602346:0:22712:0:(client.c:2702:ptlrpc_set_wait()) set ffff911382b4d840 going to sleep for 11 seconds 00000100:00100000:3.0:1783441733.602352:0:22709:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572869120 00000100:00100000:3.0:1783441733.602406:0:22709:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25 00000100:00100000:3.0:1783441733.602415:0:22709:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9114b84d9050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0+11:22712:x1870073572869120:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1783441733.602432:0:22709:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1783441733.602448:0:22709:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9114b50d5a00/0x4778038d8fc36bed lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x4778038d8fc36be6 expref: -99 pid: 22709 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783441733.602471:0:22709:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9114b50d5a00/0x4778038d8fc36bed lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x4778038d8fc36be6 expref: 12 pid: 22709 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783441733.602490:0:22709:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9114b50d5a00/0x4778038d8fc36bed lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x4778038d8fc36be6 expref: 12 pid: 22709 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783441733.602523:0:22709:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9114b50d5a00, rc 0) 00000100:00100000:3.0:1783441733.602565:0:22709:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9114b84d9050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0+12:22712:x1870073572869120:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 152us (272us total) trans 0 rc 0/0 00000100:00100000:3.0:1783441733.602572:0:22709:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25 00000100:00100000:2.0:1783441733.602671:0:22712:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff911488b45880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0:22712:1870073572869120:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1783441733.602685:0:22712:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.106@tcp lock: ffff9114c2166400/0x4778038d8fc36be6 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x4778038d8fc36bed expref: -99 pid: 22712 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441733.602693:0:22712:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.106@tcp lock: ffff9114c2166400/0x4778038d8fc36be6 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x4778038d8fc36bed expref: -99 pid: 22712 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783441733.602748:0:22712:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9114bfb45180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0:22712:1870073572869248:0@lo:256:ll_cfg_requeue.0 00000100:00100000:2.0:1783441733.602781:0:22712:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783441733.602835:0:22712:0:(client.c:2702:ptlrpc_set_wait()) set ffff9114862c4300 going to sleep for 11 seconds 00000100:00100000:0.0:1783441733.603142:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572869248 00000100:00100000:0.0:1783441733.603148:0:22710:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572869248 00000100:00100000:0.0:1783441733.603194:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 26 00000100:00100000:0.0:1783441733.603202:0:22710:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9114b84d9c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0+12:22712:x1870073572869248:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:0.0:1783441733.603224:0:22710:0:(mgs_nids.c:914:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:0.0:1783441733.603241:0:22710:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:0.0:1783441733.603244:0:22710:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 11 00000100:00100000:0.0:1783441733.603324:0:22710:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9114b84d9c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0+12:22712:x1870073572869248:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 122us (542us total) trans 0 rc 0/0 00000100:00100000:0.0:1783441733.603331:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 26 00000100:00100000:0.0:1783441733.603366:0:22712:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9114bfb45180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0:22712:1870073572869248:0@lo:256:ll_cfg_requeue.0 10000000:01000000:0.0:1783441733.603404:0:22712:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.202.106@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:0.0:1783441733.603411:0:22712:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.106@tcp lock: ffff9114c2166400/0x4778038d8fc36be6 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x4778038d8fc36bed expref: -99 pid: 22712 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783441733.603418:0:22712:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.106@tcp lock: ffff9114c2166400/0x4778038d8fc36be6 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x4778038d8fc36bed expref: -99 pid: 22712 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783441733.656851:0:22704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1783441734.482848:0:22748:0:(llog.c:805:llog_process_thread()) index: 2, lh_last_idx: 2 synced_idx: 2 lgh_last_idx: 2 00000040:00080000:0.0:1783441734.482855:0:22748:0:(llog_cat.c:841:llog_cat_process_common()) processing log [0x1:0xe:0x0] at index 2 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1783441734.483735:0:22748:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0xe:0x0] index 1 count 1 00000040:00080000:0.0:1783441734.483782:0:22748:0:(llog_cat.c:1263:llog_cat_cleanup()) cancel plain log [0x1:0xe:0x0] at index 2 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1783441734.485376:0:22748:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 1 00000100:00100000:1.0:1783441734.609395:0:22755:0:(client.c:2702:ptlrpc_set_wait()) set ffff9114892b5000 going to sleep for 0 seconds 00010000:00010000:1.0:1783441734.678389:0:22703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1783441735.642710:0:22755:0:(client.c:2702:ptlrpc_set_wait()) set ffff9114892b5000 going to sleep for 0 seconds 00010000:00010000:2.0:1783441735.711485:0:22704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1783441736.662647:0:22755:0:(client.c:2702:ptlrpc_set_wait()) set ffff9114892b5000 going to sleep for 0 seconds 00010000:00010000:1.0:1783441736.728341:0:22703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1783441737.680725:0:21139:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:3.0:1783441737.680733:0:21139:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1783441737.680737:0:21139:0:(import.c:65:import_set_state_nolock()) ffff9114b138d800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1783441737.680745:0:21139:0:(import.c:510:import_select_connection()) lustre-MDT0001-osp-MDT0000: connect to NID 0@lo last attempt 723 00000100:00080000:3.0:1783441737.680750:0:21139:0:(import.c:589:import_select_connection()) lustre-MDT0001-osp-MDT0000: tried all connections, increasing latency to 5s 00000100:00080000:3.0:1783441737.680757:0:21139:0:(import.c:624:import_select_connection()) lustre-MDT0001-osp-MDT0000: import ffff9114b138d800 using connection 192.168.202.106@tcp/0@lo 00000100:00100000:3.0:1783441737.680782:0:21139:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9114aeae0000 x1870073572869504/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1783441737.680799:0:21139:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1783441737.680803:0:21139:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1783441737.680806:0:21139:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1783441737.680808:0:21139:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1783441737.680811:0:21139:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:3.0:1783441737.680814:0:21139:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1783441737.680815:0:21139:0:(import.c:65:import_set_state_nolock()) ffff911490557800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1783441737.680820:0:21139:0:(import.c:624:import_select_connection()) lustre-MDT0000-lwp-MDT0000: import ffff911490557800 using connection 192.168.202.106@tcp/0@lo 00000100:00100000:3.0:1783441737.680844:0:21139:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9114aeae0700 x1870073572869632/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1783441737.680875:0:3647:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1783441737.680891:0:3647:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9114aeae2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0:3647:1870073572869376:0@lo:400:kworker.0 00000100:00100000:3.0:1783441737.680971:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783441737.681034:0:3646:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9114aeae0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3646:1870073572869504:0@lo:38:kworker.0 00000100:00100000:3.0:1783441737.681066:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783441737.681100:0:3646:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9114aeae0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3646:1870073572869632:0@lo:38:kworker.0 00000100:00100000:3.0:1783441737.681128:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783441737.681178:0:22720:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572869504 00000100:00100000:3.0:1783441737.681186:0:22720:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572869504 00000100:00100000:3.0:1783441737.681218:0:22720:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:3.0:1783441737.681225:0:22720:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9114aeae0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3646:x1870073572869504:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1783441737.681244:0:22720:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0001: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1783441737.681284:0:22720:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9114aeae0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3646:x1870073572869504:12345-0@lo:38:kworker.0 Request processed in 58us (217us total) trans 0 rc -19/-19 00000100:00100000:3.0:1783441737.681291:0:22720:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00080000:3.0:1783441737.681327:0:3646:0:(import.c:65:import_set_state_nolock()) ffff9114b138d800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1783441737.681331:0:3646:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1783441737.681335:0:3646:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9114aeae0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3646:1870073572869504:0@lo:38:kworker.0 00000100:00100000:0.0:1783441737.681426:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572869376 00000100:00100000:0.0:1783441737.681430:0:22710:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572869376 00000100:00100000:0.0:1783441737.681469:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 27 00000100:00100000:0.0:1783441737.681477:0:22710:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9114b84db050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0+12:3647:x1870073572869376:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1783441737.681551:0:22710:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9114b84db050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0+12:3647:x1870073572869376:12345-0@lo:400:kworker.0 Request processed in 74us (579us total) trans 0 rc 0/0 00000100:00100000:0.0:1783441737.681557:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 27 00000100:00100000:0.0:1783441737.681591:0:3647:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9114aeae2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0:3647:1870073572869376:0@lo:400:kworker.0 00000100:00100000:0.0:1783441737.681636:0:22716:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572869632 00000100:00100000:0.0:1783441737.681640:0:22716:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572869632 00000100:00100000:0.0:1783441737.681661:0:22716:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:0.0:1783441737.681666:0:22716:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9114aeae1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3646:x1870073572869632:12345-0@lo:38:kworker.0 00010000:00080000:0.0:1783441737.681682:0:22716:0:(ldlm_lib.c:1432:target_handle_connect()) lustre-MDT0000: connection from lustre-MDT0000-lwp-MDT0000_UUID@0@lo t0 exp 0000000000000000 cur 728 last 0 00000020:00000080:0.0:1783441737.681715:0:22716:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0000-lwp-MDT0000_UUID, cookie 0x4778038d8fc36bf4 00000004:00100000:0.0:1783441737.681732:0:22716:0:(mdt_handler.c:7286:mdt_connect_internal()) lustre-MDT0000: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000100:00080000:0.0:1783441737.681849:0:22716:0:(import.c:65:import_set_state_nolock()) ffff9114adc99800 : changing import state from RECOVER to FULL 00000100:00100000:0.0:1783441737.681891:0:22716:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9114aeae1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3646:x1870073572869632:12345-0@lo:38:kworker.0 Request processed in 223us (762us total) trans 0 rc 0/0 00000100:00100000:0.0:1783441737.681897:0:22716:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00010000:00080000:0.0:1783441737.681953:0:3646:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=184649) req@ffff9114aeae0700 x1870073572869632/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/416 e 0 to 0 dl 1783441747 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1783441737.681964:0:3646:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-MDT0000-lwp-MDT0000: connect to target with instance 3 00000100:00080000:0.0:1783441737.681971:0:3646:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-MDT0000-lwp-MDT0000: Resetting ns_connect_flags to server flags: 0x2041401047000020 00000100:00080000:0.0:1783441737.681976:0:3646:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:0.0:1783441737.681978:0:3646:0:(import.c:65:import_set_state_nolock()) ffff911490557800 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00100000:0.0:1783441737.681983:0:3646:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9114aeae0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3646:1870073572869632:0@lo:38:kworker.0 00000100:00100000:0.0:1783441737.684050:0:22755:0:(client.c:2702:ptlrpc_set_wait()) set ffff9114892b5000 going to sleep for 0 seconds 00010000:00010000:2.0:1783441737.753757:0:22704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1783441738.713775:0:22755:0:(client.c:2702:ptlrpc_set_wait()) set ffff9114892b5000 going to sleep for 0 seconds 00010000:00010000:3.0:1783441738.770729:0:22703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1783441739.733819:0:22755:0:(client.c:2702:ptlrpc_set_wait()) set ffff9114892b5000 going to sleep for 0 seconds 00010000:00010000:2.0:1783441739.794526:0:22704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:2.0:1783441740.417522:0:22998:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg206-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all 00000100:00100000:1.0:1783441740.754135:0:22755:0:(client.c:2702:ptlrpc_set_wait()) set ffff9114892b5000 going to sleep for 0 seconds 00010000:00010000:2.0:1783441740.818101:0:22703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1783441741.781770:0:22755:0:(client.c:2702:ptlrpc_set_wait()) set ffff9114892b5000 going to sleep for 0 seconds 00010000:00010000:1.0:1783441741.856282:0:22704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000004:1.0:1783441742.534129:0:23050:0:(tgt_mount.c:2345:server_getattr()) lustre-MDT0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:1.0:1783441742.534347:0:23050:0:(tgt_mount.c:2360:is_cmd_supported()) ioctl cmd=81009431 00000100:00080000:3.0:1783441742.804764:0:21139:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:3.0:1783441742.804773:0:21139:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1783441742.804778:0:21139:0:(import.c:65:import_set_state_nolock()) ffff9114b138d800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1783441742.804788:0:21139:0:(import.c:510:import_select_connection()) lustre-MDT0001-osp-MDT0000: connect to NID 0@lo last attempt 728 00000100:00080000:3.0:1783441742.804807:0:21139:0:(import.c:589:import_select_connection()) lustre-MDT0001-osp-MDT0000: tried all connections, increasing latency to 10s 00000100:00080000:3.0:1783441742.804816:0:21139:0:(import.c:624:import_select_connection()) lustre-MDT0001-osp-MDT0000: import ffff9114b138d800 using connection 192.168.202.106@tcp/0@lo 00000100:00100000:3.0:1783441742.804841:0:21139:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9114aeae3b80 x1870073572869888/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1783441742.804856:0:21139:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1783441742.804859:0:21139:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1783441742.804862:0:21139:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1783441742.804865:0:21139:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:3.0:1783441742.804908:0:3650:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9114aeae3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3650:1870073572870016:0@lo:400:kworker.0 00000100:00100000:3.0:1783441742.804990:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783441742.805212:0:3650:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1783441742.805220:0:3650:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9114aeae0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0:3650:1870073572869760:0@lo:400:kworker.0 00000100:00100000:3.0:1783441742.805251:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783441742.805324:0:22715:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572870016 00000100:00100000:3.0:1783441742.805333:0:22715:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572870016 00000100:00100000:3.0:1783441742.805379:0:22715:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:3.0:1783441742.805388:0:22715:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9114aeae2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3650:x1870073572870016:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1783441742.805439:0:22715:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9114aeae2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3650:x1870073572870016:12345-0@lo:400:kworker.0 Request processed in 52us (448us total) trans 0 rc 0/0 00000100:00100000:3.0:1783441742.805446:0:22715:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00010000:00080000:3.0:1783441742.805492:0:3650:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=184649) req@ffff9114aeae3100 x1870073572870016/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1783441758 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1783441742.805520:0:3650:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9114aeae3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3650:1870073572870016:0@lo:400:kworker.0 00000100:00100000:1.0:1783441742.817103:0:3646:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1783441732/real 1783441732] req@ffff9114aeae1500 x1870073572866560/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1783441742 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1783441742.817146:0:3646:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9114aeae1500 x1870073572866560/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1783441742 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1783441742.817190:0:22708:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572869760 00000100:00100000:1.0:1783441742.817200:0:22708:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572869760 00000100:00100000:1.0:1783441742.817264:0:22708:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28 00000100:00100000:1.0:1783441742.817274:0:22708:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9114b84d8c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0+12:3650:x1870073572869760:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1783441742.817363:0:22708:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9114b84d8c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0+12:3650:x1870073572869760:12345-0@lo:400:kworker.0 Request processed in 90us (12111us total) trans 0 rc 0/0 00000100:00100000:1.0:1783441742.817371:0:22708:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28 00000100:00100000:1.0:1783441742.817425:0:3646:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1783441732/real 1783441732] req@ffff9114aeae0e00 x1870073572866432/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1783441742 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1783441742.817440:0:3646:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9114aeae0e00 x1870073572866432/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1783441742 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1783441742.817458:0:3646:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9114aeae3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3646:1870073572869888:0@lo:38:kworker.0 00000100:00100000:1.0:1783441742.817493:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1783441742.817536:0:3646:0:(import.c:65:import_set_state_nolock()) ffff9114b0dd8800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1783441742.817564:0:3646:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-110) 00000100:00100000:1.0:1783441742.817568:0:3646:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9114aeae1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3646:1870073572866560:0@lo:8:llog_process_th.0 00000100:00080000:1.0:1783441742.817582:0:20835:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1783441742.817587:0:20835:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1783441742.817589:0:20835:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1783441742.817592:0:20835:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1783441742.817594:0:20835:0:(import.c:65:import_set_state_nolock()) ffff9114b0dd8800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1783441742.817599:0:20835:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 723 00000100:00080000:1.0:1783441742.817603:0:20835:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-MDT0000: tried all connections, increasing latency to 5s 00000100:00080000:1.0:1783441742.817609:0:20835:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-MDT0000: import ffff9114b0dd8800 using connection 192.168.202.106@tcp/0@lo 00000100:00100000:1.0:1783441742.817636:0:20835:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff911488b47480 x1870073572870144/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1783441742.817661:0:3646:0:(import.c:65:import_set_state_nolock()) ffff9114bf502800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1783441742.817668:0:3646:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 0@lo failed (-110) 00000100:00100000:1.0:1783441742.817671:0:3646:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9114aeae0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3646:1870073572866432:0@lo:8:llog_process_th.0 00000100:00080000:1.0:1783441742.817694:0:20835:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1783441742.817704:0:20835:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1783441742.817706:0:20835:0:(import.c:65:import_set_state_nolock()) ffff9114bf502800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1783441742.817709:0:20835:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 723 00000100:00080000:1.0:1783441742.817712:0:20835:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 5s 00000100:00080000:1.0:1783441742.817716:0:20835:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff9114bf502800 using connection 192.168.202.106@tcp/0@lo 00000100:00100000:1.0:1783441742.817730:0:20835:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff911488b45c00 x1870073572870272/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1783441742.817749:0:3646:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff911488b47480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3646:1870073572870144:0@lo:8:kworker.0 00000400:00000100:1.0:1783441742.817771:0:3646:0:(lib-move.c:4262:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1870073572870144 offset 0 length 520: 4 00000100:00100000:1.0:1783441742.817788:0:3646:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff911488b45c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3646:1870073572870272:0@lo:8:kworker.0 00000400:00000100:1.0:1783441742.817803:0:3646:0:(lib-move.c:4262:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1870073572870272 offset 0 length 520: 4 00000100:00100000:3.0:1783441742.818066:0:22720:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572869888 00000100:00100000:3.0:1783441742.818078:0:22720:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572869888 00000100:00100000:3.0:1783441742.818103:0:22720:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:3.0:1783441742.818109:0:22720:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff911488b46d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3646:x1870073572869888:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1783441742.818128:0:22720:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0001: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1783441742.818171:0:22720:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff911488b46d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3646:x1870073572869888:12345-0@lo:38:kworker.0 Request processed in 61us (677us total) trans 0 rc -19/-19 00000100:00100000:3.0:1783441742.818178:0:22720:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00100000:3.0:1783441742.818214:0:3650:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9114aeae0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0:3650:1870073572869760:0@lo:400:kworker.0 00000100:00080000:3.0:1783441742.818240:0:3646:0:(import.c:65:import_set_state_nolock()) ffff9114b138d800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1783441742.818244:0:3646:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1783441742.818247:0:3646:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9114aeae3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3646:1870073572869888:0@lo:38:kworker.0 00000100:00100000:2.0:1783441742.840327:0:22755:0:(client.c:2702:ptlrpc_set_wait()) set ffff9114892b5000 going to sleep for 0 seconds 00010000:00010000:2.0:1783441742.866948:0:22703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1783441743.889639:0:22755:0:(client.c:2702:ptlrpc_set_wait()) set ffff9114892b5000 going to sleep for 0 seconds 00010000:00010000:1.0:1783441743.898292:0:22704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000004:2.0:1783441744.005276:0:23100:0:(tgt_mount.c:2345:server_getattr()) lustre-MDT0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:2.0:1783441744.009775:0:23100:0:(tgt_mount.c:2360:is_cmd_supported()) ioctl cmd=81009431 00000040:00080000:2.0:1783441744.721150:0:22748:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:1.0:1783441744.914711:0:22703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1783441744.916313:0:22755:0:(client.c:2702:ptlrpc_set_wait()) set ffff9114892b5000 going to sleep for 0 seconds 00000100:00100000:2.0:1783441745.938199:0:22755:0:(client.c:2702:ptlrpc_set_wait()) set ffff9114892b5000 going to sleep for 0 seconds 00010000:00010000:1.0:1783441745.952523:0:22704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783441746.960904:0:22703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1783441746.961115:0:22755:0:(client.c:2702:ptlrpc_set_wait()) set ffff9114892b5000 going to sleep for 0 seconds 00000100:00080000:1.0:1783441747.926905:0:20835:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:1.0:1783441747.926913:0:20835:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1783441747.926917:0:20835:0:(import.c:65:import_set_state_nolock()) ffff9114b138d800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1783441747.926925:0:20835:0:(import.c:510:import_select_connection()) lustre-MDT0001-osp-MDT0000: connect to NID 0@lo last attempt 733 00000100:00080000:1.0:1783441747.926931:0:20835:0:(import.c:589:import_select_connection()) lustre-MDT0001-osp-MDT0000: tried all connections, increasing latency to 15s 00000100:00080000:1.0:1783441747.926938:0:20835:0:(import.c:624:import_select_connection()) lustre-MDT0001-osp-MDT0000: import ffff9114b138d800 using connection 192.168.202.106@tcp/0@lo 00000100:00100000:1.0:1783441747.926963:0:20835:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff911488b44a80 x1870073572870528/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1783441747.926982:0:20835:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1783441747.926985:0:20835:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1783441747.926995:0:20835:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1783441747.926999:0:20835:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:1.0:1783441747.927035:0:3646:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff911488b44a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3646:1870073572870528:0@lo:38:kworker.0 00000100:00100000:3.0:1783441747.927307:0:3647:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff911488b47800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0:3647:1870073572870400:0@lo:400:kworker.0 00000100:00100000:3.0:1783441747.927365:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783441747.927417:0:3647:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1783441747.927423:0:3647:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff911488b45f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3647:1870073572870656:0@lo:400:kworker.0 00000100:00100000:3.0:1783441747.927450:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783441747.927529:0:22709:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572870400 00000100:00100000:3.0:1783441747.927537:0:22709:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572870400 00000100:00100000:3.0:1783441747.927584:0:22709:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 29 00000100:00100000:3.0:1783441747.927595:0:22709:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9114b84da050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0+12:3647:x1870073572870400:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1783441747.927643:0:22709:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9114b84da050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0+12:3647:x1870073572870400:12345-0@lo:400:kworker.0 Request processed in 50us (277us total) trans 0 rc 0/0 00000100:00100000:3.0:1783441747.927649:0:22709:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 29 00000100:00100000:3.0:1783441747.927700:0:3647:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff911488b47800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0:3647:1870073572870400:0@lo:400:kworker.0 00000100:00100000:1.0:1783441747.928309:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783441747.928688:0:22714:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572870656 00000100:00100000:0.0:1783441747.928695:0:22714:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572870656 00000100:00100000:0.0:1783441747.928815:0:22714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:0.0:1783441747.928824:0:22714:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9114aeae3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3647:x1870073572870656:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1783441747.928889:0:22714:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9114aeae3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3647:x1870073572870656:12345-0@lo:400:kworker.0 Request processed in 66us (1436us total) trans 0 rc 0/0 00000100:00100000:0.0:1783441747.928896:0:22714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00010000:00080000:0.0:1783441747.928933:0:3647:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=184649) req@ffff911488b45f80 x1870073572870656/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1783441763 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783441747.928944:0:3647:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff911488b45f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3647:1870073572870656:0@lo:400:kworker.0 00000100:00100000:3.0:1783441747.929396:0:22720:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572870528 00000100:00100000:3.0:1783441747.929411:0:22720:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572870528 00000100:00100000:3.0:1783441747.929444:0:22720:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:3.0:1783441747.929449:0:22720:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff911488b47800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3646:x1870073572870528:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1783441747.929468:0:22720:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0001: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1783441747.929808:0:22720:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff911488b47800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3646:x1870073572870528:12345-0@lo:38:kworker.0 Request processed in 356us (1499us total) trans 0 rc -19/-19 00000100:00100000:3.0:1783441747.929814:0:22720:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00080000:3.0:1783441747.929932:0:3646:0:(import.c:65:import_set_state_nolock()) ffff9114b138d800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1783441747.929938:0:3646:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1783441747.929941:0:3646:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff911488b44a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3646:1870073572870528:0@lo:38:kworker.0 00000100:00100000:2.0:1783441747.984797:0:22755:0:(client.c:2702:ptlrpc_set_wait()) set ffff9114892b5000 going to sleep for 0 seconds 00010000:00010000:2.0:1783441747.985327:0:22704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783441749.010481:0:22703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1783441749.011744:0:22755:0:(client.c:2702:ptlrpc_set_wait()) set ffff9114892b5000 going to sleep for 0 seconds 00010000:00010000:0.0:1783441750.040380:0:22704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1783441750.042745:0:22755:0:(client.c:2702:ptlrpc_set_wait()) set ffff9114892b5000 going to sleep for 0 seconds 00010000:00010000:3.0:1783441751.058253:0:22703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1783441751.058761:0:22755:0:(client.c:2702:ptlrpc_set_wait()) set ffff9114892b5000 going to sleep for 0 seconds 00000100:00100000:0.0:1783441752.080630:0:22755:0:(client.c:2702:ptlrpc_set_wait()) set ffff9114892b5000 going to sleep for 0 seconds 00010000:00010000:0.0:1783441752.080698:0:22704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1783441753.044185:0:20835:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:1.0:1783441753.044193:0:20835:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1783441753.044197:0:20835:0:(import.c:65:import_set_state_nolock()) ffff9114b138d800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1783441753.044205:0:20835:0:(import.c:510:import_select_connection()) lustre-MDT0001-osp-MDT0000: connect to NID 0@lo last attempt 738 00000100:00080000:1.0:1783441753.044210:0:20835:0:(import.c:589:import_select_connection()) lustre-MDT0001-osp-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1783441753.044217:0:20835:0:(import.c:624:import_select_connection()) lustre-MDT0001-osp-MDT0000: import ffff9114b138d800 using connection 192.168.202.106@tcp/0@lo 00000100:00100000:1.0:1783441753.044239:0:20835:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff911488b45500 x1870073572870912/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1783441753.044251:0:20835:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1783441753.044255:0:20835:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1783441753.044258:0:20835:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1783441753.044261:0:20835:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:2.0:1783441753.044437:0:3646:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff911488b45500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3646:1870073572870912:0@lo:38:kworker.0 00000100:00100000:2.0:1783441753.044526:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783441753.044643:0:3649:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff911488b45880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0:3649:1870073572870784:0@lo:400:kworker.0 00000100:00100000:0.0:1783441753.044709:0:22720:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572870912 00000100:00100000:0.0:1783441753.044728:0:22720:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572870912 00000100:00100000:3.0:1783441753.044755:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783441753.044771:0:22720:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:0.0:1783441753.044778:0:22720:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9114bfb46680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3646:x1870073572870912:12345-0@lo:38:kworker.0 00000100:00100000:3.0:1783441753.044780:0:3649:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1783441753.044786:0:3649:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff911488b44e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3649:1870073572871040:0@lo:400:kworker.0 00010000:00020000:0.0:1783441753.044807:0:22720:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0001: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1783441753.044852:0:22720:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9114bfb46680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3646:x1870073572870912:12345-0@lo:38:kworker.0 Request processed in 73us (325us total) trans 0 rc -19/-19 00000100:00100000:0.0:1783441753.044860:0:22720:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00080000:2.0:1783441753.044960:0:3646:0:(import.c:65:import_set_state_nolock()) ffff9114b138d800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1783441753.044965:0:3646:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1783441753.044968:0:3646:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff911488b45500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3646:1870073572870912:0@lo:38:kworker.0 00000100:00100000:3.0:1783441753.045421:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783441753.045463:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572870784 00000100:00100000:3.0:1783441753.045467:0:22710:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572870784 00000100:00100000:0.0:1783441753.045485:0:22716:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572871040 00000100:00100000:0.0:1783441753.045489:0:22716:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572871040 00000100:00100000:3.0:1783441753.045525:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 30 00000100:00100000:3.0:1783441753.045533:0:22710:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9114b84dac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0+12:3649:x1870073572870784:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1783441753.045534:0:22716:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:0.0:1783441753.045541:0:22716:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9114aeae0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3649:x1870073572871040:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1783441753.045574:0:22716:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9114aeae0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3649:x1870073572871040:12345-0@lo:400:kworker.0 Request processed in 33us (153us total) trans 0 rc 0/0 00000100:00100000:0.0:1783441753.045581:0:22716:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00100000:3.0:1783441753.048154:0:22710:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9114b84dac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0+12:3649:x1870073572870784:12345-0@lo:400:kworker.0 Request processed in 2614us (3390us total) trans 0 rc 0/0 00000100:00100000:3.0:1783441753.048168:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 30 00010000:00080000:2.0:1783441753.048968:0:3649:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=184649) req@ffff911488b44e00 x1870073572871040/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1783441769 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1783441753.048984:0:3649:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff911488b44e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3649:1870073572871040:0@lo:400:kworker.0 00000100:00100000:2.0:1783441753.049001:0:3649:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff911488b45880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0:3649:1870073572870784:0@lo:400:kworker.0 00010000:00010000:2.0:1783441753.105254:0:22703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1783441753.105757:0:22755:0:(client.c:2702:ptlrpc_set_wait()) set ffff9114892b5000 going to sleep for 0 seconds 00010000:00010000:0.0:1783441754.129606:0:22704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1783441754.130276:0:22755:0:(client.c:2702:ptlrpc_set_wait()) set ffff9114892b5000 going to sleep for 0 seconds 00000020:01000004:1.0:1783441754.629131:0:23446:0:(obd_mount.c:923:lmd_print()) mount data: 00000020:01000004:1.0:1783441754.629135:0:23446:0:(obd_mount.c:926:lmd_print()) device: /dev/mapper/mds2_flakey 00000020:01000004:1.0:1783441754.629136:0:23446:0:(obd_mount.c:929:lmd_print()) options: user_xattr,errors=remount-ro 00000080:01200004:1.0:1783441754.629253:0:23446:0:(super25.c:130:lustre_fill_super()) VFS Op: sb ffff91148a291000 00000020:01000004:1.0:1783441754.629270:0:23446:0:(tgt_mount.c:2501:osd_start()) Attempting to start lustre-MDT0001, type=osd-ldiskfs, lsifl=200001, mountfl=0 00000020:01000004:1.0:1783441754.629281:0:23446:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0001-osd (typ=osd-ldiskfs) 00000020:00000080:1.0:1783441754.629295:0:23446:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0001-osd (ffff9114b56299c0) 00000020:00000080:1.0:1783441754.629321:0:23446:0:(obd_config.c:720:class_attach_name()) OBD: dev 12 attached type osd-ldiskfs with refcount 2 00100000:10000000:3.0:1783441754.868882:0:23446:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000001:0x3:0x0] (8/24) registered 00100000:10000000:3.0:1783441754.870919:0:23446:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0xd:0x0] (16/1) registered 00100000:10000000:0.0:1783441754.878544:0:23446:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x3:0x0] (8/32) registered 00100000:10000000:0.0:1783441754.878972:0:23446:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x6:0x0] (8/32) registered 00100000:10000000:0.0:1783441754.879224:0:23446:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000005:0x2:0x0] (8/8) registered 00100000:10000000:0.0:1783441754.883999:0:23446:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x4:0x0] (8/32) registered 00100000:10000000:0.0:1783441754.884274:0:23446:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000005:0x20001:0x0] (8/8) registered 00100000:10000000:0.0:1783441754.884546:0:23446:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x8:0x0] (8/32) registered 00100000:10000000:0.0:1783441754.884860:0:23446:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000005:0x1:0x0] (8/8) registered 00100000:10000000:0.0:1783441754.885061:0:23446:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x7:0x0] (8/32) registered 00100000:10000000:0.0:1783441754.885247:0:23446:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x5:0x0] (8/32) registered 00100000:10000000:0.0:1783441754.885478:0:23446:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000005:0x3:0x0] (8/8) registered 00100000:10000000:0.0:1783441754.885746:0:23446:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000005:0x20002:0x0] (8/8) registered 00100000:10000000:0.0:1783441754.886010:0:23446:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000005:0x20003:0x0] (8/8) registered 00100000:10000000:1.0:1783441754.895655:0:23446:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x1d:0x0] (16/1) registered 00100000:10000000:1.0:1783441754.896604:0:23446:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x26:0x0] (24/16) registered 00100000:10000000:1.0:1783441754.897538:0:23446:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x2c:0x0] (24/16) registered 00100000:10000000:1.0:1783441754.898899:0:23446:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x29:0x0] (24/16) registered 00100000:10000000:1.0:1783441754.899391:0:23446:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x20:0x0] (24/16) registered 00100000:10000000:1.0:1783441754.901110:0:23446:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x16:0x0] (16/1) registered 00100000:10000000:1.0:1783441754.901869:0:23446:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x23:0x0] (24/16) registered 00100000:10000000:1.0:1783441754.902877:0:23446:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x1c:0x0] (16/1) registered 00100000:10000000:1.0:1783441754.904610:0:23446:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x2d:0x0] (24/16) registered 00100000:10000000:1.0:1783441754.906907:0:23446:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x2b:0x0] (24/16) registered 00100000:10000000:1.0:1783441754.907401:0:23446:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x22:0x0] (24/16) registered 00100000:10000000:1.0:1783441754.907871:0:23446:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x12:0x0] (16/1) registered 00100000:10000000:1.0:1783441754.908398:0:23446:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x18:0x0] (16/1) registered 00100000:10000000:1.0:1783441754.909955:0:23446:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x1f:0x0] (24/16) registered 00100000:10000000:1.0:1783441754.911112:0:23446:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x1a:0x0] (16/1) registered 00100000:10000000:0.0:1783441754.918584:0:23446:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x14:0x0] (16/1) registered 00100000:10000000:0.0:1783441754.925889:0:23446:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x1b:0x0] (16/1) registered 00100000:10000000:0.0:1783441754.926772:0:23446:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x17:0x0] (16/1) registered 00100000:10000000:0.0:1783441754.927409:0:23446:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x28:0x0] (24/16) registered 00100000:10000000:0.0:1783441754.927888:0:23446:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x24:0x0] (24/16) registered 00100000:10000000:0.0:1783441754.928410:0:23446:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x2a:0x0] (24/16) registered 00100000:10000000:0.0:1783441754.928649:0:23446:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0xf:0x0] (16/1) registered 00100000:10000000:0.0:1783441754.929006:0:23446:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0xe:0x0] (16/1) registered 00100000:10000000:0.0:1783441754.929604:0:23446:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x25:0x0] (24/16) registered 00100000:10000000:0.0:1783441754.933191:0:23446:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x2e:0x0] (24/16) registered 00100000:10000000:0.0:1783441754.933885:0:23446:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x19:0x0] (16/1) registered 00100000:10000000:0.0:1783441754.934410:0:23446:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x27:0x0] (24/16) registered 00100000:10000000:0.0:1783441754.934818:0:23446:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x21:0x0] (24/16) registered 00100000:10000000:0.0:1783441754.935902:0:23446:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x10:0x0] (16/1) registered 00100000:10000000:0.0:1783441754.937639:0:23446:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x11:0x0] (16/1) registered 00100000:10000000:0.0:1783441754.938182:0:23446:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x13:0x0] (16/1) registered 00100000:10000000:0.0:1783441754.940517:0:23446:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x15:0x0] (16/1) registered 00080000:01000000:2.0:1783441754.964541:0:23446:0:(osd_lproc.c:911:osd_procfs_init()) lustre-MDT0001: register osd-ldiskfs tunable parameters 00000020:00000080:2.0:1783441754.965239:0:23446:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0001-osd (uuid lustre-MDT0001-osd_UUID) 00080000:01000000:2.0:1783441754.965250:0:23446:0:(osd_handler.c:8929:osd_obd_connect()) connect #0 00000020:00000080:2.0:1783441754.965262:0:23446:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0001-osd_UUID, cookie 0x4778038d8fc36c02 00000020:01000004:2.0:1783441754.965270:0:23446:0:(tgt_mount.c:2586:server_fill_super()) Found service lustre-MDT0001 on device /dev/mapper/mds2_flakey 00000020:01000004:2.0:1783441754.965290:0:23446:0:(obd_mount.c:403:lustre_start_mgc()) MGC192.168.202.106@tcp:Set MGC reconnect 1 10000000:01000000:2.0:1783441754.965294:0:23446:0:(mgc_request.c:1071:mgc_set_info_async()) InitRecov MGC192.168.202.106@tcp 1/d0:i0:r0:or0:FULL 00000020:01000004:2.0:1783441754.965301:0:23446:0:(tgt_mount.c:1810:server_start_targets()) starting target lustre-MDT0001 00000020:01000004:2.0:1783441754.966478:0:23446:0:(tgt_mount.c:280:server_mgc_set_fs()) Set mgc disk for /dev/mapper/mds2_flakey 10000000:01000000:2.0:1783441754.966485:0:23446:0:(mgc_request_server.c:89:mgc_fs_setup()) MGC192.168.202.106@tcp: cl_mgc_mutex lustre-MDT0001-osd for locked: rc = 0 00000040:00080000:3.0:1783441754.969398:0:22748:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000040:01000000:2.0:1783441754.974228:0:23446:0:(llog_obd.c:197:llog_setup()) obd MGC192.168.202.106@tcp ctxt 0 is initialized 00000020:01000004:2.0:1783441754.974270:0:23446:0:(tgt_mount.c:1418:server_register_target()) Registration lustre-MDT0001, fs=lustre, 192.168.202.106@tcp, index=0001, flags=0x20001 00000020:01000004:2.0:1783441754.974276:0:23446:0:(tgt_mount.c:1175:server_mti_print()) mti - server_register_target 00000020:01000004:2.0:1783441754.974278:0:23446:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0001 00000020:01000004:2.0:1783441754.974279:0:23446:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1783441754.974280:0:23446:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1783441754.974281:0:23446:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1783441754.974283:0:23446:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1783441754.974284:0:23446:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1783441754.974286:0:23446:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1783441754.974287:0:23446:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:2.0:1783441754.974291:0:23446:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-MDT0001 0x10020001 00000020:01000004:2.0:1783441754.974294:0:23446:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:2.0:1783441754.974295:0:23446:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0001 00000020:01000004:2.0:1783441754.974296:0:23446:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1783441754.974297:0:23446:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1783441754.974298:0:23446:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1783441754.974299:0:23446:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1783441754.974300:0:23446:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1783441754.974301:0:23446:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1783441754.974302:0:23446:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:2.0:1783441754.974339:0:23446:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-MDT0001 00000100:00100000:2.0:1783441754.974359:0:23446:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9114bfb47800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0:23446:1870073572871168:0@lo:253:mount.lustre.0 00000100:00100000:2.0:1783441754.974424:0:23446:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783441754.974472:0:23446:0:(client.c:2702:ptlrpc_set_wait()) set ffff9114884cee40 going to sleep for 11 seconds 00000100:00100000:3.0:1783441754.975416:0:22708:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572871168 00000100:00100000:3.0:1783441754.975426:0:22708:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572871168 00000100:00100000:3.0:1783441754.975481:0:22708:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 31 00000100:00100000:3.0:1783441754.975490:0:22708:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff911489216c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0+12:23446:x1870073572871168:12345-0@lo:253:mount.lustre.0 20000000:01000000:3.0:1783441754.975741:0:22708:0:(mgs_handler.c:479:mgs_target_reg()) fs: lustre index: 1 is registered to MGS. 20000000:01000000:3.0:1783441754.975745:0:22708:0:(mgs_handler.c:529:mgs_target_reg()) Server lustre-MDT0001 is running on 0@lo 20000000:01000000:3.0:1783441754.975752:0:22708:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-MDT0001, index=1, rc=0 00000100:00100000:2.0:1783441754.977737:0:22708:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff911489216c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0+12:23446:x1870073572871168:12345-0@lo:253:mount.lustre.0 Request processed in 2240us (3303us total) trans 0 rc 0/0 00000100:00100000:2.0:1783441754.977763:0:22708:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 31 00000100:00100000:0.0:1783441754.982291:0:23446:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9114bfb47800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0:23446:1870073572871168:0@lo:253:mount.lustre.0 10000000:01000000:0.0:1783441754.983090:0:23446:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-MDT0001 got index = 1 00000020:01000004:0.0:1783441754.983095:0:23446:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:0.0:1783441754.983097:0:23446:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0001 00000020:01000004:0.0:1783441754.983098:0:23446:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:0.0:1783441754.983099:0:23446:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:0.0:1783441754.983101:0:23446:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:0.0:1783441754.983102:0:23446:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:0.0:1783441754.983103:0:23446:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1783441754.983105:0:23446:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1783441754.983123:0:23446:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 00000020:01000004:1.0:1783441754.990447:0:23446:0:(tgt_mount.c:101:server_register_mount()) register mount ffff91148a291000 from lustre-MDT0001 10000000:01000000:1.0:1783441754.990575:0:23446:0:(mgc_request.c:1943:mgc_process_config()) parse_log lustre-MDT0001 from 0 10000000:01000000:1.0:1783441754.990578:0:23446:0:(mgc_request.c:329:config_log_add()) add config log lustre-MDT0001-0000000000000000 10000000:01000000:1.0:1783441754.990586:0:23446:0:(mgc_request_server.c:874:mgc_get_local_copy()) Get log lustre-sptlrpc-ffff9114b6b3cd40 local copy 00010000:00010000:1.0:1783441754.990598:0:23446:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.106@tcp lock: ffff9114aeae4400/0x4778038d8fc36af8 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x4778038d8fc36aff expref: -99 pid: 22694 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783441754.991004:0:23446:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff911488b44700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0:23446:1870073572871296:0@lo:501:mount.lustre.0 00000100:00100000:1.0:1783441754.991436:0:23446:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783441754.991483:0:23446:0:(client.c:2702:ptlrpc_set_wait()) set ffff9114b5076480 going to sleep for 11 seconds 00000100:00100000:3.0:1783441754.992224:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572871296 00000100:00100000:3.0:1783441754.992233:0:22710:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572871296 00000100:00100000:3.0:1783441754.992323:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 32 00000100:00100000:3.0:1783441754.992333:0:22710:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff911489217c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0+12:23446:x1870073572871296:12345-0@lo:501:mount.lustre.0 00000100:00100000:3.0:1783441754.992426:0:22710:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff911489217c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0+12:23446:x1870073572871296:12345-0@lo:501:mount.lustre.0 Request processed in 95us (990us total) trans 0 rc -2/-2 00000100:00100000:3.0:1783441754.992433:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 32 00000100:00100000:1.0:1783441754.992852:0:23446:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff911488b44700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0:23446:1870073572871296:0@lo:501:mount.lustre.0 10000000:01000000:1.0:1783441754.992891:0:23446:0:(mgc_request_server.c:765:mgc_llog_local_copy()) MGC192.168.202.106@tcp: no remote llog for lustre-sptlrpc, check MGS config 10000000:01000000:1.0:1783441754.992917:0:23446:0:(mgc_request_server.c:897:mgc_get_local_copy()) MGC192.168.202.106@tcp: can't save local copy of 'lustre-sptlrpc': rc = -2. 00010000:00010000:1.0:1783441754.992925:0:23446:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.106@tcp lock: ffff9114aeae4400/0x4778038d8fc36af8 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x4778038d8fc36aff expref: -99 pid: 22694 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783441754.992936:0:23446:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.106@tcp lock: ffff9114aeae4400/0x4778038d8fc36af8 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x4778038d8fc36aff expref: -99 pid: 22694 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1783441754.992966:0:23446:0:(mgc_request.c:194:do_config_log_add()) do adding config log params-ffff91148a291000 10000000:01000000:1.0:1783441754.992971:0:23446:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 10000000:01000000:1.0:1783441754.992976:0:23446:0:(mgc_request.c:194:do_config_log_add()) do adding config log nodemap-ffff9114b6b3cd40 10000000:01000000:1.0:1783441754.992979:0:23446:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 10000000:01000000:1.0:1783441754.992983:0:23446:0:(mgc_request.c:1801:mgc_process_log()) Process log nodemap-ffff9114b6b3cd40 from 1 10000000:01000000:1.0:1783441754.992986:0:23446:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:1.0:1783441754.993013:0:23446:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.106@tcp lock: ffff9114c2167a00/0x4778038d8fc36c09 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 23446 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783441754.993032:0:23446:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.106@tcp lock: ffff9114c2167a00/0x4778038d8fc36c09 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 23446 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783441754.993040:0:23446:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.106@tcp lock: ffff9114c2167a00/0x4778038d8fc36c09 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 23446 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783441754.993059:0:23446:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff911488b44700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0:23446:1870073572871424:0@lo:101:mount.lustre.0 00000100:00100000:1.0:1783441754.993090:0:23446:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783441755.001468:0:23446:0:(client.c:2702:ptlrpc_set_wait()) set ffff9114b5076480 going to sleep for 10 seconds 00000100:00100000:2.0:1783441755.007449:0:22709:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572871424 00000100:00100000:2.0:1783441755.007465:0:22709:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572871424 00000100:00100000:2.0:1783441755.007555:0:22709:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 33 00000100:00100000:2.0:1783441755.007566:0:22709:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff911489215c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0+12:23446:x1870073572871424:12345-0@lo:101:mount.lustre.0 00010000:00010000:2.0:1783441755.007585:0:22709:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1783441755.007608:0:22709:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9114aeae4c00/0x4778038d8fc36c10 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x4778038d8fc36c09 expref: -99 pid: 22709 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441755.007636:0:22709:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9114aeae4c00/0x4778038d8fc36c10 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x4778038d8fc36c09 expref: 13 pid: 22709 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441755.007647:0:22709:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9114aeae4c00/0x4778038d8fc36c10 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x4778038d8fc36c09 expref: 13 pid: 22709 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441755.008381:0:22709:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9114aeae4c00, rc 0) 00000100:00100000:2.0:1783441755.008470:0:22709:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff911489215c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0+13:23446:x1870073572871424:12345-0@lo:101:mount.lustre.0 Request processed in 905us (15379us total) trans 0 rc 0/0 00000100:00100000:2.0:1783441755.008478:0:22709:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 33 00000100:00100000:1.0:1783441755.008618:0:23446:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff911488b44700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0:23446:1870073572871424:0@lo:101:mount.lustre.0 00010000:00010000:1.0:1783441755.008637:0:23446:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.106@tcp lock: ffff9114c2167a00/0x4778038d8fc36c09 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x4778038d8fc36c10 expref: -99 pid: 23446 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783441755.008669:0:23446:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.106@tcp lock: ffff9114c2167a00/0x4778038d8fc36c09 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x4778038d8fc36c10 expref: -99 pid: 23446 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1783441755.008694:0:23446:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.202.106@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:1.0:1783441755.008713:0:23446:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.106@tcp lock: ffff9114c2167a00/0x4778038d8fc36c09 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x4778038d8fc36c10 expref: -99 pid: 23446 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783441755.008722:0:23446:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.106@tcp lock: ffff9114c2167a00/0x4778038d8fc36c09 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x4778038d8fc36c10 expref: -99 pid: 23446 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1783441755.008734:0:23446:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-barrier-ffff91148a291000 10000000:01000000:1.0:1783441755.008739:0:23446:0:(mgc_request.c:68:mgc_name2resid()) log lustre-barrier to resid 0x65727473756c/0x5 (lustre) 10000000:01000000:1.0:1783441755.008744:0:23446:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-barrier-ffff91148a291000 from 1 10000000:01000000:1.0:1783441755.008747:0:23446:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-barrier (res 0x65727473756c) 00010000:00010000:1.0:1783441755.008770:0:23446:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.106@tcp lock: ffff9114c2167400/0x4778038d8fc36c17 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 23446 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783441755.008990:0:23446:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.106@tcp lock: ffff9114c2167400/0x4778038d8fc36c17 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 23446 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783441755.008999:0:23446:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.106@tcp lock: ffff9114c2167400/0x4778038d8fc36c17 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 23446 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783441755.009080:0:23446:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff911488b44700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0:23446:1870073572871552:0@lo:101:mount.lustre.0 00000100:00100000:1.0:1783441755.009115:0:23446:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783441755.009144:0:23446:0:(client.c:2702:ptlrpc_set_wait()) set ffff9114b5076480 going to sleep for 11 seconds 00000100:00100000:2.0:1783441755.009204:0:22709:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572871552 00000100:00100000:2.0:1783441755.009209:0:22709:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572871552 00000100:00100000:2.0:1783441755.009238:0:22709:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34 00000100:00100000:2.0:1783441755.009245:0:22709:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff911489216850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0+13:23446:x1870073572871552:12345-0@lo:101:mount.lustre.0 00010000:00010000:2.0:1783441755.009264:0:22709:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1783441755.009275:0:22709:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9114aeae4a00/0x4778038d8fc36c1e lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x4778038d8fc36c17 expref: -99 pid: 22709 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441755.009290:0:22709:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9114aeae4a00/0x4778038d8fc36c1e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x4778038d8fc36c17 expref: 14 pid: 22709 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441755.009306:0:22709:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9114aeae4a00/0x4778038d8fc36c1e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x4778038d8fc36c17 expref: 14 pid: 22709 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441755.009627:0:22709:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9114aeae4a00, rc 0) 00000100:00100000:2.0:1783441755.009668:0:22709:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff911489216850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0+14:23446:x1870073572871552:12345-0@lo:101:mount.lustre.0 Request processed in 423us (551us total) trans 0 rc 0/0 00000100:00100000:2.0:1783441755.009675:0:22709:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34 00000100:00100000:1.0:1783441755.009958:0:23446:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff911488b44700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0:23446:1870073572871552:0@lo:101:mount.lustre.0 00010000:00010000:1.0:1783441755.009970:0:23446:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.106@tcp lock: ffff9114c2167400/0x4778038d8fc36c17 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x4778038d8fc36c1e expref: -99 pid: 23446 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783441755.009987:0:23446:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.106@tcp lock: ffff9114c2167400/0x4778038d8fc36c17 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x4778038d8fc36c1e expref: -99 pid: 23446 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1783441755.010002:0:23446:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.202.106@tcp: configuration from log 'lustre-barrier' succeeded (0). 00010000:00010000:1.0:1783441755.010075:0:23446:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.106@tcp lock: ffff9114c2167400/0x4778038d8fc36c17 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x4778038d8fc36c1e expref: -99 pid: 23446 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783441755.010085:0:23446:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.106@tcp lock: ffff9114c2167400/0x4778038d8fc36c17 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x4778038d8fc36c1e expref: -99 pid: 23446 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1783441755.010092:0:23446:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-MDT0001-0000000000000000 10000000:01000000:1.0:1783441755.010097:0:23446:0:(mgc_request.c:68:mgc_name2resid()) log lustre-MDT0001 to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:1.0:1783441755.010101:0:23446:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-mdtir-ffff91148a291000 10000000:01000000:1.0:1783441755.010104:0:23446:0:(mgc_request.c:68:mgc_name2resid()) log lustre-mdtir to resid 0x65727473756c/0x2 (lustre) 10000000:01000000:1.0:1783441755.010107:0:23446:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-MDT0001-0000000000000000 from 1 10000000:01000000:1.0:1783441755.010110:0:23446:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-MDT0001 (res 0x65727473756c) 00010000:00010000:1.0:1783441755.010128:0:23446:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.106@tcp lock: ffff9114c2166a00/0x4778038d8fc36c25 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 23446 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783441755.010136:0:23446:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.106@tcp lock: ffff9114c2166a00/0x4778038d8fc36c25 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 23446 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783441755.010144:0:23446:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.106@tcp lock: ffff9114c2166a00/0x4778038d8fc36c25 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 23446 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783441755.010157:0:23446:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff911488b44700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0:23446:1870073572871680:0@lo:101:mount.lustre.0 00000100:00100000:1.0:1783441755.010186:0:23446:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783441755.010210:0:23446:0:(client.c:2702:ptlrpc_set_wait()) set ffff9114b5076480 going to sleep for 11 seconds 00000100:00100000:3.0:1783441755.010295:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572871680 00000100:00100000:3.0:1783441755.010300:0:22710:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572871680 00000100:00100000:3.0:1783441755.010337:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35 00000100:00100000:3.0:1783441755.010344:0:22710:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff911489215050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0+14:23446:x1870073572871680:12345-0@lo:101:mount.lustre.0 00010000:00010000:3.0:1783441755.010352:0:22710:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1783441755.010361:0:22710:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9114b50d4e00/0x4778038d8fc36c2c lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: local remote: 0x4778038d8fc36c25 expref: -99 pid: 22710 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783441755.010377:0:22710:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9114b50d4e00/0x4778038d8fc36c2c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x4778038d8fc36c25 expref: 15 pid: 22710 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783441755.010385:0:22710:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9114b50d4e00/0x4778038d8fc36c2c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x4778038d8fc36c25 expref: 15 pid: 22710 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783441755.010402:0:22710:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9114b50d4e00, rc 0) 00000100:00100000:3.0:1783441755.010431:0:22710:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff911489215050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0+15:23446:x1870073572871680:12345-0@lo:101:mount.lustre.0 Request processed in 88us (244us total) trans 0 rc 0/0 00000100:00100000:3.0:1783441755.010437:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35 00000100:00100000:1.0:1783441755.010736:0:23446:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff911488b44700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0:23446:1870073572871680:0@lo:101:mount.lustre.0 00010000:00010000:1.0:1783441755.010746:0:23446:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.106@tcp lock: ffff9114c2166a00/0x4778038d8fc36c25 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x4778038d8fc36c2c expref: -99 pid: 23446 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783441755.010754:0:23446:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.106@tcp lock: ffff9114c2166a00/0x4778038d8fc36c25 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x4778038d8fc36c2c expref: -99 pid: 23446 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1783441755.014978:0:23446:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x9:0x0] index 46 count 46 00000040:00080000:0.0:1783441755.020726:0:23446:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:0.0:1783441755.033271:0:23446:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].1, 224 off8416 00000040:00080000:0.0:1783441755.033975:0:23446:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].2, 136 off8552 00000040:00080000:0.0:1783441755.033995:0:23446:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].3, 176 off8728 00000040:00080000:0.0:1783441755.034008:0:23446:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].4, 224 off8952 00000040:00080000:0.0:1783441755.036128:0:23446:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].5, 224 off9176 00000040:00080000:0.0:1783441755.036180:0:23446:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].6, 120 off9296 00000040:00080000:0.0:1783441755.036193:0:23446:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].7, 112 off9408 00000040:00080000:0.0:1783441755.036205:0:23446:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].8, 160 off9568 00000040:00080000:0.0:1783441755.036216:0:23446:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].9, 224 off9792 00000040:00080000:0.0:1783441755.036228:0:23446:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].10, 224 off10016 00000040:00080000:0.0:1783441755.036243:0:23446:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].11, 88 off10104 00000040:00080000:0.0:1783441755.036256:0:23446:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].12, 144 off10248 00000040:00080000:0.0:1783441755.036270:0:23446:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].13, 152 off10400 00000040:00080000:0.0:1783441755.036282:0:23446:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].14, 168 off10568 00000040:00080000:0.0:1783441755.036294:0:23446:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].15, 224 off10792 00000040:00080000:0.0:1783441755.036306:0:23446:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].16, 224 off11016 00000040:00080000:0.0:1783441755.036316:0:23446:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].17, 80 off11096 00000040:00080000:0.0:1783441755.036327:0:23446:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].18, 224 off11320 00000040:00080000:0.0:1783441755.036337:0:23446:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].19, 224 off11544 00000040:00080000:0.0:1783441755.036349:0:23446:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].20, 160 off11704 00000040:00080000:0.0:1783441755.036362:0:23446:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].21, 224 off11928 00000040:00080000:0.0:1783441755.036376:0:23446:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].22, 224 off12152 00000040:00080000:0.0:1783441755.036386:0:23446:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].23, 80 off12232 00000040:00080000:0.0:1783441755.036398:0:23446:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].24, 224 off12456 00000040:00080000:0.0:1783441755.036409:0:23446:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].25, 224 off12680 00000040:00080000:0.0:1783441755.036419:0:23446:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].26, 88 off12768 00000040:00080000:0.0:1783441755.036429:0:23446:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].27, 144 off12912 00000040:00080000:0.0:1783441755.036442:0:23446:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].28, 152 off13064 00000040:00080000:0.0:1783441755.036453:0:23446:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].29, 136 off13200 00000040:00080000:0.0:1783441755.036463:0:23446:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].30, 224 off13424 00000040:00080000:0.0:1783441755.036473:0:23446:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].31, 224 off13648 00000040:00080000:0.0:1783441755.036516:0:23446:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].32, 80 off13728 00000040:00080000:0.0:1783441755.036531:0:23446:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].33, 224 off13952 00000040:00080000:0.0:1783441755.036543:0:23446:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].34, 224 off14176 00000040:00080000:0.0:1783441755.036555:0:23446:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].35, 88 off14264 00000040:00080000:0.0:1783441755.036566:0:23446:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].36, 144 off14408 00000040:00080000:0.0:1783441755.036578:0:23446:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].37, 152 off14560 00000040:00080000:0.0:1783441755.036589:0:23446:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].38, 136 off14696 00000040:00080000:0.0:1783441755.036601:0:23446:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].39, 224 off14920 00000040:00080000:0.0:1783441755.036613:0:23446:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].40, 224 off15144 00000040:00080000:0.0:1783441755.036624:0:23446:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].41, 80 off15224 00000040:00080000:0.0:1783441755.036635:0:23446:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].42, 224 off15448 00000040:00080000:0.0:1783441755.036648:0:23446:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].43, 224 off15672 00000040:00080000:0.0:1783441755.036675:0:23446:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].44, 120 off15792 00000040:00080000:0.0:1783441755.036704:0:23446:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].45, 224 off16016 00000040:00080000:0.0:1783441755.036709:0:23446:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x9:0x0] index 45 count 46 00000100:00100000:0.0:1783441755.039489:0:23446:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9113848c7480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0:23446:1870073572871808:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1783441755.040418:0:23446:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783441755.040468:0:23446:0:(client.c:2702:ptlrpc_set_wait()) set ffff9114892b5180 going to sleep for 11 seconds 00000100:00100000:3.0:1783441755.040559:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572871808 00000100:00100000:3.0:1783441755.040567:0:22710:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572871808 00000100:00100000:3.0:1783441755.040638:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36 00000100:00100000:3.0:1783441755.040647:0:22710:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff911489215850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0+15:23446:x1870073572871808:12345-0@lo:501:mount.lustre.0 00000100:00100000:3.0:1783441755.041425:0:22710:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff911489215850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0+15:23446:x1870073572871808:12345-0@lo:501:mount.lustre.0 Request processed in 777us (1009us total) trans 0 rc 0/0 00000100:00100000:3.0:1783441755.041433:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36 00000100:00100000:0.0:1783441755.042187:0:23446:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9113848c7480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0:23446:1870073572871808:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1783441755.042252:0:23446:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9113848c7480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0:23446:1870073572871936:0@lo:503:mount.lustre.0 00000100:00100000:0.0:1783441755.043125:0:23446:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783441755.043160:0:23446:0:(client.c:2702:ptlrpc_set_wait()) set ffff9114892b5180 going to sleep for 11 seconds 00000100:00100000:2.0:1783441755.043331:0:22708:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572871936 00000100:00100000:2.0:1783441755.043337:0:22708:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572871936 00000100:00100000:2.0:1783441755.043386:0:22708:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37 00000100:00100000:2.0:1783441755.043393:0:22708:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff911489214c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0+15:23446:x1870073572871936:12345-0@lo:503:mount.lustre.0 00000100:00100000:2.0:1783441755.044532:0:22708:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff911489214c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0+15:23446:x1870073572871936:12345-0@lo:503:mount.lustre.0 Request processed in 1135us (1403us total) trans 0 rc 0/0 00000100:00100000:2.0:1783441755.044543:0:22708:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37 00000100:00100000:0.0:1783441755.049596:0:23446:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9113848c7480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0:23446:1870073572871936:0@lo:503:mount.lustre.0 00000040:00080000:0.0:1783441755.052460:0:23446:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:0.0:1783441755.053273:0:23446:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9113848c7480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0:23446:1870073572872064:0@lo:502:mount.lustre.0 00000100:00100000:0.0:1783441755.053944:0:23446:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783441755.054051:0:23446:0:(client.c:2702:ptlrpc_set_wait()) set ffff9114892b5180 going to sleep for 11 seconds 00000100:00100000:3.0:1783441755.059113:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572872064 00000100:00100000:3.0:1783441755.059128:0:22710:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572872064 00000100:00100000:2.0:1783441755.064486:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38 00000100:00100000:2.0:1783441755.064513:0:22710:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff911489217850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0+15:23446:x1870073572872064:12345-0@lo:502:mount.lustre.0 00000100:00100000:2.0:1783441755.070545:0:22710:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff911489217850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0+15:23446:x1870073572872064:12345-0@lo:502:mount.lustre.0 Request processed in 6002us (16843us total) trans 0 rc 0/0 00000100:00100000:2.0:1783441755.070560:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38 00000100:00100000:1.0:1783441755.072622:0:23446:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9113848c7480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0:23446:1870073572872064:0@lo:502:mount.lustre.0 00000040:00080000:1.0:1783441755.073268:0:23446:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].1, 224 off8416 00000040:00080000:1.0:1783441755.073301:0:23446:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].2, 136 off8552 00000040:00080000:1.0:1783441755.073391:0:23446:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].3, 176 off8728 00000040:00080000:1.0:1783441755.073408:0:23446:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].4, 224 off8952 00000040:00080000:1.0:1783441755.073420:0:23446:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].5, 224 off9176 00000040:00080000:1.0:1783441755.073432:0:23446:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].6, 120 off9296 00000040:00080000:1.0:1783441755.073445:0:23446:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].7, 112 off9408 00000040:00080000:1.0:1783441755.073458:0:23446:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].8, 160 off9568 00000040:00080000:1.0:1783441755.073473:0:23446:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].9, 224 off9792 00000040:00080000:1.0:1783441755.073488:0:23446:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].10, 224 off10016 00000040:00080000:1.0:1783441755.073538:0:23446:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].11, 88 off10104 00000040:00080000:1.0:1783441755.073555:0:23446:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].12, 144 off10248 00000040:00080000:1.0:1783441755.073569:0:23446:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].13, 152 off10400 00000040:00080000:1.0:1783441755.073584:0:23446:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].14, 168 off10568 00000040:00080000:1.0:1783441755.073599:0:23446:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].15, 224 off10792 00000040:00080000:1.0:1783441755.073614:0:23446:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].16, 224 off11016 00000040:00080000:1.0:1783441755.073627:0:23446:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].17, 80 off11096 00000040:00080000:1.0:1783441755.073639:0:23446:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].18, 224 off11320 00000040:00080000:1.0:1783441755.073652:0:23446:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].19, 224 off11544 00000040:00080000:1.0:1783441755.074947:0:23446:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].20, 160 off11704 00000040:00080000:1.0:1783441755.074970:0:23446:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].21, 224 off11928 00000040:00080000:1.0:1783441755.074982:0:23446:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].22, 224 off12152 00000040:00080000:1.0:1783441755.075009:0:23446:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].23, 80 off12232 00000040:00080000:1.0:1783441755.075085:0:23446:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].24, 224 off12456 00000040:00080000:1.0:1783441755.075101:0:23446:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].25, 224 off12680 00000040:00080000:1.0:1783441755.075111:0:23446:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].26, 88 off12768 00000040:00080000:1.0:1783441755.075124:0:23446:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].27, 144 off12912 00000040:00080000:1.0:1783441755.075137:0:23446:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].28, 152 off13064 00000040:00080000:1.0:1783441755.075149:0:23446:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].29, 136 off13200 00000040:00080000:1.0:1783441755.075162:0:23446:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].30, 224 off13424 00000040:00080000:1.0:1783441755.075176:0:23446:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].31, 224 off13648 00000040:00080000:1.0:1783441755.075190:0:23446:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].32, 80 off13728 00000040:00080000:1.0:1783441755.075202:0:23446:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].33, 224 off13952 00000040:00080000:1.0:1783441755.075216:0:23446:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].34, 224 off14176 00000040:00080000:1.0:1783441755.075229:0:23446:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].35, 88 off14264 00000040:00080000:1.0:1783441755.075242:0:23446:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].36, 144 off14408 00000040:00080000:1.0:1783441755.075253:0:23446:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].37, 152 off14560 00000040:00080000:1.0:1783441755.075264:0:23446:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].38, 136 off14696 00000040:00080000:1.0:1783441755.075276:0:23446:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].39, 224 off14920 00000040:00080000:1.0:1783441755.075287:0:23446:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].40, 224 off15144 00000040:00080000:1.0:1783441755.075297:0:23446:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].41, 80 off15224 00000040:00080000:1.0:1783441755.076103:0:23446:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].42, 224 off15448 00000040:00080000:1.0:1783441755.076134:0:23446:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].43, 224 off15672 00000040:00080000:1.0:1783441755.076148:0:23446:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].44, 120 off15792 00000100:00100000:1.0:1783441755.076195:0:23446:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff911488b44700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0:23446:1870073572872192:0@lo:502:mount.lustre.0 00000100:00100000:1.0:1783441755.076279:0:23446:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783441755.076766:0:22708:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572872192 00000100:00100000:2.0:1783441755.076976:0:22708:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572872192 00000100:00100000:1.0:1783441755.077175:0:23446:0:(client.c:2702:ptlrpc_set_wait()) set ffff9114988dbc00 going to sleep for 11 seconds 00000100:00100000:2.0:1783441755.078226:0:22708:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 39 00000100:00100000:2.0:1783441755.078245:0:22708:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff911489214050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0+15:23446:x1870073572872192:12345-0@lo:502:mount.lustre.0 00000100:00100000:2.0:1783441755.078413:0:22708:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff911489214050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0+15:23446:x1870073572872192:12345-0@lo:502:mount.lustre.0 Request processed in 176us (2132us total) trans 0 rc 0/0 00000100:00100000:2.0:1783441755.078430:0:22708:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 39 00000100:00100000:1.0:1783441755.078549:0:23446:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff911488b44700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0:23446:1870073572872192:0@lo:502:mount.lustre.0 00000040:00080000:1.0:1783441755.078617:0:23446:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].45, 224 off16016 00000040:00080000:1.0:1783441755.078630:0:23446:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x8:0x0] index 45 count 46 00000020:01000000:3.0:1783441755.082249:0:23450:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1783441755.082263:0:23450:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1783441755.082266:0:23450:0:(obd_config.c:1561:class_process_config()) marker 11 (0x1) lustre-MDT0001-m lov setup 00000020:01000000:3.0:1783441755.082273:0:23450:0:(obd_config.c:1967:class_config_llog_handler()) For 2.x interoperability, rename obd type from lov to lod (lustre-MDT0001) 00000020:00000080:3.0:1783441755.082276:0:23450:0:(obd_config.c:1470:class_process_config()) processing cmd: cf001 00000020:00000080:3.0:1783441755.082291:0:23450:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0001-mdtlov (ffff9114b6b3b380) 00000020:00000080:3.0:1783441755.082311:0:23450:0:(obd_config.c:720:class_attach_name()) OBD: dev 13 attached type lod with refcount 2 00000020:00000080:3.0:1783441755.082315:0:23450:0:(obd_config.c:1470:class_process_config()) processing cmd: cf003 00080000:01000000:3.0:1783441755.082383:0:23450:0:(osd_handler.c:8929:osd_obd_connect()) connect #1 00000020:00000080:3.0:1783441755.082390:0:23450:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0001-osd_UUID, cookie 0x4778038d8fc36c3a 00000020:00000080:3.0:1783441755.082619:0:23450:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0001-mdtlov (uuid lustre-MDT0001-mdtlov_UUID) 00000020:01000000:3.0:1783441755.082624:0:23450:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1783441755.082627:0:23450:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1783441755.082629:0:23450:0:(obd_config.c:1561:class_process_config()) marker 11 (0x2) lustre-MDT0001-m lov setup 00000020:01000000:3.0:1783441755.082631:0:23450:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1783441755.082646:0:23450:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1783441755.082648:0:23450:0:(obd_config.c:1561:class_process_config()) marker 12 (0x1) lustre-MDT0001 add mdt 00000020:00000080:3.0:1783441755.082651:0:23450:0:(obd_config.c:1470:class_process_config()) processing cmd: cf001 00000020:00000080:3.0:1783441755.082659:0:23450:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0001 (ffff911382b199c0) 00000020:00000080:3.0:1783441755.082669:0:23450:0:(obd_config.c:720:class_attach_name()) OBD: dev 14 attached type mdt with refcount 2 00000020:00000080:3.0:1783441755.082674:0:23450:0:(obd_config.c:1470:class_process_config()) processing cmd: cf007 00000020:00000080:3.0:1783441755.082675:0:23450:0:(obd_config.c:1514:class_process_config()) mountopt: profile lustre-MDT0001 osc lustre-MDT0001-mdtlov mdc (null) 00000020:01000000:3.0:1783441755.082678:0:23450:0:(obd_config.c:1148:class_add_profile()) Add profile lustre-MDT0001 00000020:00000080:3.0:1783441755.082683:0:23450:0:(obd_config.c:1470:class_process_config()) processing cmd: cf003 00000020:01000004:3.0:1783441755.082754:0:23450:0:(tgt_mount.c:153:server_get_mount()) get mount ffff91148a291000 from lustre-MDT0001, refs=2 00000020:00000080:3.0:1783441755.082767:0:23450:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDD0001 (ffff911382b1b380) 00000020:00000080:3.0:1783441755.082969:0:23450:0:(obd_config.c:720:class_attach_name()) OBD: dev 15 attached type mdd with refcount 2 00000004:01000000:3.0:1783441755.083103:0:23450:0:(lod_dev.c:2291:lod_obd_connect()) connect #0 00000020:00000080:3.0:1783441755.083110:0:23450:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0001-mdtlov_UUID, cookie 0x4778038d8fc36c4f 00000020:00000080:3.0:1783441755.083210:0:23450:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDD0001 (uuid lustre-MDD0001_UUID) 00000004:01000000:3.0:1783441755.083216:0:23450:0:(mdd_device.c:1596:mdd_obd_connect()) connect #0 00000020:00000080:3.0:1783441755.083220:0:23450:0:(genops.c:1406:class_connect()) connect: client lustre-MDD0001_UUID, cookie 0x4778038d8fc36c56 00080000:01000000:3.0:1783441755.083225:0:23450:0:(osd_handler.c:8929:osd_obd_connect()) connect #2 00000020:00000080:3.0:1783441755.083228:0:23450:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0001-osd_UUID, cookie 0x4778038d8fc36c5d 00000100:00100000:0.0:1783441755.152576:0:22755:0:(client.c:2702:ptlrpc_set_wait()) set ffff9114892b5000 going to sleep for 0 seconds 00010000:00010000:2.0:1783441755.153487:0:22703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783441755.313923:0:23450:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-mdt-lustre-MDT0001_UUID-2 is initialized 00000001:00000004:2.0:1783441755.316215:0:23450:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0001_UUID: mount_count is 3, last_transno is 8589934595 00000001:00080000:3.0:1783441755.318249:0:23450:0:(tgt_lastrcvd.c:222:tgt_reply_header_read()) lustre-MDT0001: read reply_data header. magic=0xbdabda01 header_size=32 reply_size=32 00000020:00000080:3.0:1783441755.321051:0:23450:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0001 (uuid lustre-MDT0001_UUID) 00000020:01000000:3.0:1783441755.321069:0:23450:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1783441755.321079:0:23450:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1783441755.321080:0:23450:0:(obd_config.c:1561:class_process_config()) marker 12 (0x2) lustre-MDT0001 add mdt 00000020:01000000:3.0:1783441755.321084:0:23450:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1783441755.321091:0:23450:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1783441755.321093:0:23450:0:(obd_config.c:1561:class_process_config()) marker 13 (0x1) lustre-MDT0000 add osp 00000020:00000080:3.0:1783441755.321096:0:23450:0:(obd_config.c:1470:class_process_config()) processing cmd: cf005 00000020:00000080:3.0:1783441755.321102:0:23450:0:(obd_config.c:1485:class_process_config()) adding mapping from uuid 192.168.202.106@tcp to nid 0x20000c0a8ca6a (192.168.202.106@tcp) 00000020:00000080:3.0:1783441755.321131:0:23450:0:(obd_config.c:1470:class_process_config()) processing cmd: cf001 00000020:00000080:3.0:1783441755.321145:0:23450:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-osp-MDT0001 (ffff911382b18000) 00000020:00000080:3.0:1783441755.321167:0:23450:0:(obd_config.c:720:class_attach_name()) OBD: dev 16 attached type osp with refcount 2 00000020:00000080:3.0:1783441755.321173:0:23450:0:(obd_config.c:1470:class_process_config()) processing cmd: cf003 00000004:00080000:3.0:1783441755.321257:0:23450:0:(osp_dev.c:1203:osp_init0()) lustre-MDT0000-osp-MDT0001: connect to lustre-MDT0001-osd (lustre-MDT0000-osp-MDT0001) 00080000:01000000:3.0:1783441755.321265:0:23450:0:(osd_handler.c:8929:osd_obd_connect()) connect #3 00000020:00000080:3.0:1783441755.321274:0:23450:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0001-osd_UUID, cookie 0x4778038d8fc36c6b 00010000:00080000:3.0:1783441755.321318:0:23450:0:(ldlm_lib.c:102:import_set_conn()) imp ffff9114b0d7e000@lustre-MDT0000-osp-MDT0001: add connection 192.168.202.106@tcp at head 00010000:00010000:3.0:1783441755.330202:0:23450:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-osp-MDT0001-5 is initialized 00000020:00000080:3.0:1783441755.337136:0:23450:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-osp-MDT0001 (uuid lustre-MDT0001-mdtlov_UUID) 00000020:00000080:3.0:1783441755.337153:0:23450:0:(obd_config.c:1470:class_process_config()) processing cmd: cf014 00000004:01000000:3.0:1783441755.337190:0:23450:0:(lod_lov.c:128:lod_add_device()) osp:lustre-MDT0000_UUID idx:0 gen:1 00000020:00000080:3.0:1783441755.337212:0:23450:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0001-mdtlov_UUID, cookie 0x4778038d8fc36c72 00000100:00080000:3.0:1783441755.337221:0:23450:0:(import.c:510:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 0 00000100:00080000:3.0:1783441755.337227:0:23450:0:(import.c:624:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9114b0d7e000 using connection 192.168.202.106@tcp/0@lo 00000100:00100000:3.0:1783441755.337263:0:23450:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9114aeae3100 x1870073572872320/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1783441755.337284:0:23450:0:(pinger.c:374:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID 00000100:00080000:3.0:1783441755.338009:0:21139:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:3.0:1783441755.338081:0:21139:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1783441755.338084:0:21139:0:(import.c:65:import_set_state_nolock()) ffff9114b138d800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1783441755.338089:0:21139:0:(import.c:510:import_select_connection()) lustre-MDT0001-osp-MDT0000: connect to NID 0@lo last attempt 743 00000100:00080000:3.0:1783441755.338092:0:21139:0:(import.c:589:import_select_connection()) lustre-MDT0001-osp-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1783441755.338097:0:21139:0:(import.c:624:import_select_connection()) lustre-MDT0001-osp-MDT0000: import ffff9114b138d800 using connection 192.168.202.106@tcp/0@lo 00000100:00100000:3.0:1783441755.338114:0:21139:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9114aeae0a80 x1870073572872576/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1783441755.338124:0:21139:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1783441755.338127:0:21139:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1783441755.338129:0:21139:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1783441755.338132:0:21139:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000020:01000000:3.0:1783441755.338215:0:23450:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1783441755.338220:0:23450:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1783441755.338222:0:23450:0:(obd_config.c:1561:class_process_config()) marker 13 (0x2) lustre-MDT0000 add osp 00000020:01000000:3.0:1783441755.338226:0:23450:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:3.0:1783441755.338228:0:23450:0:(obd_config.c:1899:class_config_llog_handler()) SKIP #14 00000020:01000000:3.0:1783441755.338230:0:23450:0:(obd_config.c:1925:class_config_llog_handler()) skipping 0x6 00000020:01000000:3.0:1783441755.338232:0:23450:0:(obd_config.c:1925:class_config_llog_handler()) skipping 0x6 00000020:01000000:3.0:1783441755.338233:0:23450:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:3.0:1783441755.338235:0:23450:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1783441755.338236:0:23450:0:(obd_config.c:1561:class_process_config()) marker 14 (0x6) lustre sys.timeout 00000020:01000000:3.0:1783441755.338238:0:23450:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1783441755.338243:0:23450:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1783441755.338244:0:23450:0:(obd_config.c:1561:class_process_config()) marker 15 (0x1) lustre-MDT0001 mdt.identity_upcall 00000020:00000080:3.0:1783441755.338247:0:23450:0:(obd_config.c:1470:class_process_config()) processing cmd: cf00f 00000004:01000000:3.0:1783441755.338285:0:23450:0:(mdt_lproc.c:316:identity_upcall_store()) lustre-MDT0001: identity upcall set to /home/green/git/lustre-release/lustre/utils/l_getidentity 00000020:01000000:3.0:1783441755.338297:0:23450:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000100:00100000:1.0:1783441755.338647:0:3647:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9114aeae1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0:3647:1870073572872448:0@lo:400:kworker.0 00000100:00100000:1.0:1783441755.338716:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783441755.338769:0:3647:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1783441755.338787:0:3647:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9114aeae2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3647:1870073572872704:0@lo:400:kworker.0 00000100:00100000:1.0:1783441755.338814:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783441755.338847:0:22715:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572872704 00000100:00100000:1.0:1783441755.338853:0:22715:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572872704 00000100:00100000:1.0:1783441755.338906:0:22715:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:1.0:1783441755.338915:0:22715:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff911488b44700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3647:x1870073572872704:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1783441755.338964:0:22715:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff911488b44700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3647:x1870073572872704:12345-0@lo:400:kworker.0 Request processed in 50us (149us total) trans 0 rc 0/0 00000100:00100000:1.0:1783441755.338972:0:22715:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00010000:00080000:1.0:1783441755.339010:0:3647:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=184649) req@ffff9114aeae2d80 x1870073572872704/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1783441771 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1783441755.339034:0:3647:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9114aeae2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3647:1870073572872704:0@lo:400:kworker.0 00000020:00000080:3.0:1783441755.339295:0:23450:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1783441755.339298:0:23450:0:(obd_config.c:1561:class_process_config()) marker 15 (0x2) lustre-MDT0001 mdt.identity_upcall 00000020:01000000:3.0:1783441755.339368:0:23450:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:3.0:1783441755.339371:0:23450:0:(obd_config.c:1899:class_config_llog_handler()) SKIP #20 00000020:01000000:3.0:1783441755.339373:0:23450:0:(obd_config.c:1925:class_config_llog_handler()) skipping 0x6 00000020:01000000:3.0:1783441755.339375:0:23450:0:(obd_config.c:1925:class_config_llog_handler()) skipping 0x6 00000020:01000000:3.0:1783441755.339377:0:23450:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:3.0:1783441755.339381:0:23450:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1783441755.339382:0:23450:0:(obd_config.c:1561:class_process_config()) marker 20 (0x6) lustre sys.timeout 00000020:01000000:3.0:1783441755.339385:0:23450:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:3.0:1783441755.339389:0:23450:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0000 (0) in 0 of /dev/mapper/mds2_flakey 00000020:00000080:3.0:1783441755.339392:0:23450:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1783441755.339393:0:23450:0:(obd_config.c:1561:class_process_config()) marker 23 (0x1) lustre-OST0000 add osc 00000020:00000080:3.0:1783441755.339396:0:23450:0:(obd_config.c:1470:class_process_config()) processing cmd: cf005 00000020:00000080:3.0:1783441755.339400:0:23450:0:(obd_config.c:1485:class_process_config()) adding mapping from uuid 192.168.202.106@tcp to nid 0x20000c0a8ca6a (192.168.202.106@tcp) 00000020:01000000:3.0:1783441755.339420:0:23450:0:(obd_config.c:1975:class_config_llog_handler()) For 2.x interoperability, rename obd type from osc to osp (lustre-MDT0001) 00000020:00000080:3.0:1783441755.339422:0:23450:0:(obd_config.c:1470:class_process_config()) processing cmd: cf001 00000020:00000080:3.0:1783441755.339442:0:23450:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0000-osc-MDT0001 (ffff911382b1cd40) 00000020:00000080:3.0:1783441755.339459:0:23450:0:(obd_config.c:720:class_attach_name()) OBD: dev 17 attached type osp with refcount 2 00000020:00000080:3.0:1783441755.339464:0:23450:0:(obd_config.c:1470:class_process_config()) processing cmd: cf003 00000004:00080000:3.0:1783441755.339571:0:23450:0:(osp_dev.c:1203:osp_init0()) lustre-OST0000-osc-MDT0001: connect to lustre-MDT0001-osd (lustre-OST0000-osc-MDT0001) 00080000:01000000:3.0:1783441755.339579:0:23450:0:(osd_handler.c:8929:osd_obd_connect()) connect #4 00000020:00000080:3.0:1783441755.339585:0:23450:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0001-osd_UUID, cookie 0x4778038d8fc36c80 00010000:00080000:3.0:1783441755.339611:0:23450:0:(ldlm_lib.c:102:import_set_conn()) imp ffff911484de7000@lustre-OST0000-osc-MDT0001: add connection 192.168.202.106@tcp at head 00010000:00010000:3.0:1783441755.339855:0:23450:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0000-osc-MDT0001-6 is initialized 00000100:00100000:2.0:1783441755.340155:0:3646:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9114aeae3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3646:1870073572872320:0@lo:38:llog_process_th.0 00000100:00100000:2.0:1783441755.340204:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783441755.340236:0:3646:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9114aeae0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3646:1870073572872576:0@lo:38:kworker.0 00000100:00100000:2.0:1783441755.340258:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783441755.340291:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572872448 00000100:00100000:2.0:1783441755.340297:0:22710:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572872448 00000100:00100000:2.0:1783441755.340347:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40 00000100:00100000:2.0:1783441755.340355:0:22710:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff911489215450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0+15:3647:x1870073572872448:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1783441755.340398:0:22710:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff911489215450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0+15:3647:x1870073572872448:12345-0@lo:400:kworker.0 Request processed in 42us (1680us total) trans 0 rc 0/0 00000100:00100000:2.0:1783441755.340404:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40 00000100:00100000:2.0:1783441755.340445:0:22719:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572872320 00000100:00100000:2.0:1783441755.340449:0:22719:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572872320 00000100:00100000:2.0:1783441755.340459:0:22719:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572872576 00000100:00100000:2.0:1783441755.340461:0:22719:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572872576 00000100:00100000:2.0:1783441755.340470:0:22719:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:2.0:1783441755.340474:0:22719:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9114bfb45f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:3646:x1870073572872320:12345-0@lo:38:llog_process_th.0 00010000:00080000:2.0:1783441755.340493:0:22719:0:(ldlm_lib.c:1432:target_handle_connect()) lustre-MDT0000: connection from lustre-MDT0001-mdtlov_UUID@0@lo t0 exp 0000000000000000 cur 746 last 0 00000020:00000080:2.0:1783441755.340533:0:22719:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0001-mdtlov_UUID, cookie 0x4778038d8fc36c87 00000004:00100000:2.0:1783441755.340546:0:22719:0:(mdt_handler.c:7286:mdt_connect_internal()) lustre-MDT0000: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000001:00000004:2.0:1783441755.340552:0:22719:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 3, last_transno is 12884901888 00000100:00100000:1.0:1783441755.341145:0:3647:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9114aeae1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0:3647:1870073572872448:0@lo:400:kworker.0 00000040:01000000:3.0:1783441755.344809:0:23450:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000040:01000000:3.0:1783441755.346194:0:23450:0:(llog_obd.c:197:llog_setup()) obd lustre-OST0000-osc-MDT0001 ctxt 2 is initialized 00000040:00080000:3.0:1783441755.350043:0:23450:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00080000:0.0:1783441755.350534:0:22719:0:(import.c:65:import_set_state_nolock()) ffff9114adc9b000 : changing import state from RECOVER to FULL 00000100:00100000:0.0:1783441755.350648:0:22719:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9114bfb45f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3646:x1870073572872320:12345-0@lo:38:llog_process_th.0 Request processed in 10169us (10442us total) trans 0 rc 0/0 00000100:00100000:0.0:1783441755.350661:0:22719:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00100000:0.0:1783441755.350695:0:22719:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:0.0:1783441755.350703:0:22719:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9114bfb45500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:3646:x1870073572872576:12345-0@lo:38:kworker.0 00000100:00100000:0.0:1783441755.350747:0:22719:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9114bfb45500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:3646:x1870073572872576:12345-0@lo:38:kworker.0 Request processed in 43us (10487us total) trans 0 rc -11/-11 00000100:00100000:0.0:1783441755.350754:0:22719:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00100000:2.0:1783441755.350914:0:3646:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: committing for last_committed 0 gen 2 00000100:00080000:2.0:1783441755.350933:0:3646:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-MDT0000-osp-MDT0001: connect to target with instance 3 00000100:00080000:2.0:1783441755.350944:0:3646:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-MDT0000-osp-MDT0001: Resetting ns_connect_flags to server flags: 0xa2400010450010a0 00000100:00080000:2.0:1783441755.350950:0:3646:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:2.0:1783441755.350953:0:3646:0:(import.c:65:import_set_state_nolock()) ffff9114b0d7e000 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00100000:2.0:1783441755.350971:0:3646:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9114aeae3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3646:1870073572872320:0@lo:38:llog_process_th.0 00000100:00100000:2.0:1783441755.350987:0:3646:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: committing for last_committed 0 gen 2 00000100:00080000:2.0:1783441755.350992:0:3646:0:(import.c:65:import_set_state_nolock()) ffff9114b138d800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1783441755.350995:0:3646:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-11) 00000100:00100000:2.0:1783441755.350998:0:3646:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9114aeae0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3646:1870073572872576:0@lo:38:kworker.0 00000100:00100000:1.0:1783441755.351639:0:3650:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1783441755.351656:0:3650:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9114aeae1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3650:1870073572872832:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1783441755.351705:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783441755.351791:0:22720:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572872832 00000100:00100000:3.0:1783441755.351798:0:22720:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572872832 00000100:00100000:3.0:1783441755.351841:0:22720:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:3.0:1783441755.351850:0:22720:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff911488b46300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3650:x1870073572872832:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1783441755.351878:0:22720:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000100:00100000:3.0:1783441755.351931:0:22720:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff911488b46300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3650:x1870073572872832:12345-0@lo:41:osp-pre-0-1.0 Request processed in 83us (225us total) trans 0 rc 0/0 00000100:00100000:3.0:1783441755.351938:0:22720:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00100000:3.0:1783441755.351975:0:3650:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9114aeae1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3650:1870073572872832:0@lo:41:osp-pre-0-1.0 00000040:00080000:0.0:1783441755.352232:0:23450:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x2:0x0].3, 64 off8384 00000040:00080000:0.0:1783441755.352547:0:23450:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xc:0x0].1, 64 off8256 00000040:00080000:0.0:1783441755.353223:0:23455:0:(llog.c:805:llog_process_thread()) index: 3, lh_last_idx: 3 synced_idx: 3 lgh_last_idx: 3 00000040:00080000:0.0:1783441755.353229:0:23455:0:(llog_cat.c:841:llog_cat_process_common()) processing log [0x1:0xc:0x0] at index 3 of catalog [0x1:0x2:0x0] 00000020:00000080:0.0:1783441755.354454:0:23450:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0000-osc-MDT0001 (uuid lustre-MDT0001-mdtlov_UUID) 00000020:00000080:0.0:1783441755.354468:0:23450:0:(obd_config.c:1470:class_process_config()) processing cmd: cf00d 00000004:01000000:0.0:1783441755.354543:0:23450:0:(lod_lov.c:128:lod_add_device()) osp:lustre-OST0000_UUID idx:0 gen:1 00000020:00000080:0.0:1783441755.354568:0:23450:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0001-mdtlov_UUID, cookie 0x4778038d8fc36c8e 00000100:00080000:0.0:1783441755.354579:0:23450:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 0 00000100:00080000:0.0:1783441755.354586:0:23450:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff911484de7000 using connection 192.168.202.106@tcp/0@lo 00000100:00100000:0.0:1783441755.354625:0:23450:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9113848c7100 x1870073572872960/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1783441755.354648:0:23450:0:(pinger.c:374:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID 00000100:00080000:0.0:1783441755.354683:0:21598:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1783441755.354687:0:21598:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1783441755.354690:0:21598:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1783441755.354692:0:21598:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000020:01000000:0.0:1783441755.354739:0:23450:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1783441755.354753:0:23450:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1783441755.354755:0:23450:0:(obd_config.c:1561:class_process_config()) marker 23 (0x2) lustre-OST0000 add osc 00000020:01000000:0.0:1783441755.354759:0:23450:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:0.0:1783441755.354762:0:23450:0:(obd_config.c:1899:class_config_llog_handler()) SKIP #27 00000020:01000000:0.0:1783441755.354763:0:23450:0:(obd_config.c:1925:class_config_llog_handler()) skipping 0x6 00000020:01000000:0.0:1783441755.354765:0:23450:0:(obd_config.c:1925:class_config_llog_handler()) skipping 0x6 00000020:01000000:0.0:1783441755.354766:0:23450:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:0.0:1783441755.354768:0:23450:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1783441755.354780:0:23450:0:(obd_config.c:1561:class_process_config()) marker 27 (0x6) lustre sys.timeout 00000020:01000000:0.0:1783441755.354784:0:23450:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:0.0:1783441755.354788:0:23450:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0001 (1) in 0 of /dev/mapper/mds2_flakey 00000020:00000080:0.0:1783441755.354792:0:23450:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1783441755.354793:0:23450:0:(obd_config.c:1561:class_process_config()) marker 31 (0x1) lustre-OST0001 add osc 00000020:00000080:0.0:1783441755.354796:0:23450:0:(obd_config.c:1470:class_process_config()) processing cmd: cf005 00000020:00000080:0.0:1783441755.354800:0:23450:0:(obd_config.c:1485:class_process_config()) adding mapping from uuid 192.168.202.106@tcp to nid 0x20000c0a8ca6a (192.168.202.106@tcp) 00000020:01000000:0.0:1783441755.354820:0:23450:0:(obd_config.c:1975:class_config_llog_handler()) For 2.x interoperability, rename obd type from osc to osp (lustre-MDT0001) 00000020:00000080:0.0:1783441755.354823:0:23450:0:(obd_config.c:1470:class_process_config()) processing cmd: cf001 00000020:00000080:0.0:1783441755.354834:0:23450:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0001-osc-MDT0001 (ffff9114b5124d40) 00000020:00000080:0.0:1783441755.354847:0:23450:0:(obd_config.c:720:class_attach_name()) OBD: dev 18 attached type osp with refcount 2 00000020:00000080:0.0:1783441755.354852:0:23450:0:(obd_config.c:1470:class_process_config()) processing cmd: cf003 00000100:00100000:2.0:1783441755.355192:0:3646:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9113848c7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3646:1870073572872960:0@lo:8:llog_process_th.0 00000400:00000100:2.0:1783441755.355258:0:3646:0:(lib-move.c:4262:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1870073572872960 offset 0 length 520: 4 00000004:00080000:0.0:1783441755.355417:0:23450:0:(osp_dev.c:1203:osp_init0()) lustre-OST0001-osc-MDT0001: connect to lustre-MDT0001-osd (lustre-OST0001-osc-MDT0001) 00080000:01000000:0.0:1783441755.355425:0:23450:0:(osd_handler.c:8929:osd_obd_connect()) connect #5 00000020:00000080:0.0:1783441755.355433:0:23450:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0001-osd_UUID, cookie 0x4778038d8fc36c9c 00010000:00080000:0.0:1783441755.355468:0:23450:0:(ldlm_lib.c:102:import_set_conn()) imp ffff9114a77f3000@lustre-OST0001-osc-MDT0001: add connection 192.168.202.106@tcp at head 00010000:00010000:0.0:1783441755.356290:0:23450:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0001-osc-MDT0001-7 is initialized 00000040:01000000:0.0:1783441755.357144:0:23450:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000040:01000000:0.0:1783441755.357161:0:23450:0:(llog_obd.c:197:llog_setup()) obd lustre-OST0001-osc-MDT0001 ctxt 2 is initialized 00000040:00080000:0.0:1783441755.359867:0:23450:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:0.0:1783441755.362373:0:23450:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x5:0x0].3, 64 off8384 00000040:00080000:0.0:1783441755.362603:0:23450:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xe:0x0].1, 64 off8256 00000040:00080000:2.0:1783441755.363411:0:23457:0:(llog.c:805:llog_process_thread()) index: 3, lh_last_idx: 3 synced_idx: 3 lgh_last_idx: 3 00000040:00080000:2.0:1783441755.363416:0:23457:0:(llog_cat.c:841:llog_cat_process_common()) processing log [0x1:0xe:0x0] at index 3 of catalog [0x1:0x5:0x0] 00000020:00000080:0.0:1783441755.364225:0:23450:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0001-osc-MDT0001 (uuid lustre-MDT0001-mdtlov_UUID) 00000020:00000080:0.0:1783441755.364240:0:23450:0:(obd_config.c:1470:class_process_config()) processing cmd: cf00d 00000004:01000000:0.0:1783441755.364287:0:23450:0:(lod_lov.c:128:lod_add_device()) osp:lustre-OST0001_UUID idx:1 gen:1 00000020:00000080:0.0:1783441755.365107:0:23450:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0001-mdtlov_UUID, cookie 0x4778038d8fc36ca3 00000100:00080000:0.0:1783441755.365121:0:23450:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 0@lo last attempt 0 00000100:00080000:0.0:1783441755.365128:0:23450:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-MDT0001: import ffff9114a77f3000 using connection 192.168.202.106@tcp/0@lo 00000100:00100000:0.0:1783441755.365184:0:23450:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9113848c5c00 x1870073572873088/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1783441755.365244:0:3646:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9113848c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3646:1870073572873088:0@lo:8:llog_process_th.0 00000400:00000100:2.0:1783441755.365327:0:3646:0:(lib-move.c:4262:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1870073572873088 offset 0 length 520: 4 00000100:00080000:0.0:1783441755.365476:0:23450:0:(pinger.c:374:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID 00000100:00080000:0.0:1783441755.365520:0:21598:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1783441755.365525:0:21598:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1783441755.365529:0:21598:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1783441755.365531:0:21598:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000020:01000000:0.0:1783441755.365600:0:23450:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1783441755.365606:0:23450:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1783441755.365608:0:23450:0:(obd_config.c:1561:class_process_config()) marker 31 (0x2) lustre-OST0001 add osc 00000020:01000000:0.0:1783441755.365611:0:23450:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1783441755.365615:0:23450:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1783441755.365617:0:23450:0:(obd_config.c:1561:class_process_config()) marker 36 (0x1) lustre sys.timeout 00000020:00000080:0.0:1783441755.365620:0:23450:0:(obd_config.c:1470:class_process_config()) processing cmd: cf009 00000020:00000080:0.0:1783441755.365622:0:23450:0:(obd_config.c:1535:class_process_config()) changing lustre timeout from 20 to 20 00000020:01000000:0.0:1783441755.365625:0:23450:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1783441755.365627:0:23450:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1783441755.365628:0:23450:0:(obd_config.c:1561:class_process_config()) marker 36 (0x2) lustre sys.timeout 00000020:01000000:0.0:1783441755.365631:0:23450:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1783441755.365633:0:23450:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1783441755.365634:0:23450:0:(obd_config.c:1561:class_process_config()) marker 41 (0x1) lustre sys.jobid_var 00000020:00000080:0.0:1783441755.365638:0:23450:0:(obd_config.c:1470:class_process_config()) processing cmd: cf00f 00000020:01000000:0.0:1783441755.365665:0:23450:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1783441755.365668:0:23450:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1783441755.365670:0:23450:0:(obd_config.c:1561:class_process_config()) marker 41 (0x2) lustre sys.jobid_var 00000040:00080000:0.0:1783441755.365673:0:23450:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xe:0x0] index 46 count 46 00000020:01000000:1.0:1783441755.367203:0:23446:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-MDT0001 gen 1-45 (rc=0) 10000000:01000000:1.0:1783441755.367254:0:23446:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.202.106@tcp: configuration from log 'lustre-MDT0001' succeeded (0). 00010000:00010000:1.0:1783441755.367275:0:23446:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.106@tcp lock: ffff9114c2166a00/0x4778038d8fc36c25 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x4778038d8fc36c2c expref: -99 pid: 23446 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783441755.367288:0:23446:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.106@tcp lock: ffff9114c2166a00/0x4778038d8fc36c25 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x4778038d8fc36c2c expref: -99 pid: 23446 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1783441755.367296:0:23446:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-mdtir-ffff91148a291000 from 1 10000000:01000000:1.0:1783441755.367299:0:23446:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:1.0:1783441755.367357:0:23446:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.106@tcp lock: ffff9114c2167000/0x4778038d8fc36caa lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 23446 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783441755.367365:0:23446:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.106@tcp lock: ffff9114c2167000/0x4778038d8fc36caa lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 23446 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783441755.367376:0:23446:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.106@tcp lock: ffff9114c2167000/0x4778038d8fc36caa lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 23446 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783441755.367398:0:23446:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff911488b45180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0:23446:1870073572873216:0@lo:101:mount.lustre.0 00000100:00100000:1.0:1783441755.367454:0:23446:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783441755.367479:0:23446:0:(client.c:2702:ptlrpc_set_wait()) set ffff9114988db840 going to sleep for 11 seconds 00000100:00100000:1.0:1783441755.367518:0:22708:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572873216 00000100:00100000:1.0:1783441755.367524:0:22708:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572873216 00000100:00100000:1.0:1783441755.367566:0:22708:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41 00000100:00100000:1.0:1783441755.367575:0:22708:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff911489217450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0+15:23446:x1870073572873216:12345-0@lo:101:mount.lustre.0 00010000:00010000:1.0:1783441755.367588:0:22708:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1783441755.367600:0:22708:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9114c2166c00/0x4778038d8fc36cb1 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x4778038d8fc36caa expref: -99 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783441755.367623:0:22708:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9114c2166c00/0x4778038d8fc36cb1 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x4778038d8fc36caa expref: 16 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783441755.367633:0:22708:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9114c2166c00/0x4778038d8fc36cb1 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x4778038d8fc36caa expref: 16 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783441755.367642:0:22708:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9114c2166c00, rc 0) 00000100:00100000:1.0:1783441755.367680:0:22708:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff911489217450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0+16:23446:x1870073572873216:12345-0@lo:101:mount.lustre.0 Request processed in 106us (225us total) trans 0 rc 0/0 00000100:00100000:1.0:1783441755.367686:0:22708:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41 00000100:00100000:1.0:1783441755.367742:0:23446:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff911488b45180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0:23446:1870073572873216:0@lo:101:mount.lustre.0 00010000:00010000:1.0:1783441755.367755:0:23446:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.106@tcp lock: ffff9114c2167000/0x4778038d8fc36caa lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x4778038d8fc36cb1 expref: -99 pid: 23446 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783441755.367763:0:23446:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.106@tcp lock: ffff9114c2167000/0x4778038d8fc36caa lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x4778038d8fc36cb1 expref: -99 pid: 23446 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783441755.368327:0:23446:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff911488b45180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0:23446:1870073572873344:0@lo:256:mount.lustre.0 00000100:00100000:1.0:1783441755.368365:0:23446:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783441755.368381:0:23446:0:(client.c:2702:ptlrpc_set_wait()) set ffff9114988db840 going to sleep for 11 seconds 00000100:00100000:0.0:1783441755.370295:0:22709:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572873344 00000100:00100000:0.0:1783441755.370323:0:22709:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572873344 00000100:00100000:0.0:1783441755.370384:0:22709:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42 00000100:00100000:0.0:1783441755.370393:0:22709:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff911489217050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0+16:23446:x1870073572873344:12345-0@lo:256:mount.lustre.0 20000000:01000000:0.0:1783441755.370417:0:22709:0:(mgs_nids.c:914:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 1048576. 20000000:01000000:0.0:1783441755.370437:0:22709:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/256/255. 20000000:01000000:0.0:1783441755.370441:0:22709:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 11 00000100:00100000:0.0:1783441755.370574:0:22709:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff911489217050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0+16:23446:x1870073572873344:12345-0@lo:256:mount.lustre.0 Request processed in 181us (2207us total) trans 0 rc 0/0 00000100:00100000:0.0:1783441755.370583:0:22709:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42 00000100:00100000:1.0:1783441755.370942:0:23446:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff911488b45180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0:23446:1870073572873344:0@lo:256:mount.lustre.0 10000000:01000000:1.0:1783441755.372761:0:23446:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.202.106@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:1.0:1783441755.372829:0:23446:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.106@tcp lock: ffff9114c2167000/0x4778038d8fc36caa lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x4778038d8fc36cb1 expref: -99 pid: 23446 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783441755.372842:0:23446:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.106@tcp lock: ffff9114c2167000/0x4778038d8fc36caa lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x4778038d8fc36cb1 expref: -99 pid: 23446 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1783441755.372927:0:23446:0:(mgc_request.c:1801:mgc_process_log()) Process log params-ffff91148a291000 from 1 10000000:01000000:3.0:1783441755.372930:0:23446:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:3.0:1783441755.372976:0:23446:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.106@tcp lock: ffff9114b50d5400/0x4778038d8fc36cb8 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 23446 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783441755.372986:0:23446:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.106@tcp lock: ffff9114b50d5400/0x4778038d8fc36cb8 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 23446 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783441755.372997:0:23446:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.106@tcp lock: ffff9114b50d5400/0x4778038d8fc36cb8 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 23446 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783441755.373059:0:23446:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9114aeae1880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0:23446:1870073572873472:0@lo:101:mount.lustre.0 00000100:00100000:3.0:1783441755.373135:0:23446:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783441755.373182:0:23446:0:(client.c:2702:ptlrpc_set_wait()) set ffff91149a70d240 going to sleep for 11 seconds 00000100:00100000:1.0:1783441755.373574:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572873472 00000100:00100000:1.0:1783441755.373582:0:22710:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572873472 00000100:00100000:1.0:1783441755.373638:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 43 00000100:00100000:1.0:1783441755.373648:0:22710:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff911489214850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0+16:23446:x1870073572873472:12345-0@lo:101:mount.lustre.0 00010000:00010000:1.0:1783441755.373662:0:22710:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1783441755.373675:0:22710:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9114c2167e00/0x4778038d8fc36cbf lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x4778038d8fc36cb8 expref: -99 pid: 22710 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783441755.373699:0:22710:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9114c2167e00/0x4778038d8fc36cbf lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x4778038d8fc36cb8 expref: 17 pid: 22710 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783441755.373723:0:22710:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9114c2167e00/0x4778038d8fc36cbf lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x4778038d8fc36cb8 expref: 17 pid: 22710 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783441755.373733:0:22710:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9114c2167e00, rc 0) 00000100:00100000:1.0:1783441755.373793:0:22710:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff911489214850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0+17:23446:x1870073572873472:12345-0@lo:101:mount.lustre.0 Request processed in 146us (658us total) trans 0 rc 0/0 00000100:00100000:1.0:1783441755.373800:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 43 00000100:00100000:1.0:1783441755.373850:0:23446:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9114aeae1880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0:23446:1870073572873472:0@lo:101:mount.lustre.0 00010000:00010000:1.0:1783441755.373865:0:23446:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.106@tcp lock: ffff9114b50d5400/0x4778038d8fc36cb8 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x4778038d8fc36cbf expref: -99 pid: 23446 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783441755.373874:0:23446:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.106@tcp lock: ffff9114b50d5400/0x4778038d8fc36cb8 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x4778038d8fc36cbf expref: -99 pid: 23446 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1783441755.379623:0:23446:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 13 count 13 00000040:00080000:1.0:1783441755.380247:0:23446:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:1.0:1783441755.381610:0:23446:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].1, 224 off8416 00000040:00080000:1.0:1783441755.381704:0:23446:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].2, 112 off8528 00000040:00080000:1.0:1783441755.381727:0:23446:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].3, 224 off8752 00000040:00080000:1.0:1783441755.381740:0:23446:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].4, 224 off8976 00000040:00080000:1.0:1783441755.381751:0:23446:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].5, 112 off9088 00000040:00080000:1.0:1783441755.381763:0:23446:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].6, 224 off9312 00000040:00080000:1.0:1783441755.381863:0:23446:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].7, 224 off9536 00000040:00080000:1.0:1783441755.381953:0:23446:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].8, 128 off9664 00000040:00080000:1.0:1783441755.381975:0:23446:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].9, 224 off9888 00000040:00080000:1.0:1783441755.381990:0:23446:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].10, 224 off10112 00000040:00080000:1.0:1783441755.382012:0:23446:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].11, 128 off10240 00000040:00080000:1.0:1783441755.382412:0:23446:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].12, 224 off10464 00000040:00080000:1.0:1783441755.382429:0:23446:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 12 count 13 00000100:00100000:1.0:1783441755.383394:0:23446:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff911488b45180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0:23446:1870073572873600:0@lo:501:mount.lustre.0 00000100:00100000:1.0:1783441755.383471:0:23446:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783441755.383630:0:23446:0:(client.c:2702:ptlrpc_set_wait()) set ffff9114988db900 going to sleep for 11 seconds 00000100:00100000:0.0:1783441755.383760:0:22708:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572873600 00000100:00100000:0.0:1783441755.383768:0:22708:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572873600 00000100:00100000:0.0:1783441755.384166:0:22708:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 44 00000100:00100000:0.0:1783441755.384177:0:22708:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff911489214450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0+17:23446:x1870073572873600:12345-0@lo:501:mount.lustre.0 00000100:00100000:0.0:1783441755.384326:0:22708:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff911489214450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0+17:23446:x1870073572873600:12345-0@lo:501:mount.lustre.0 Request processed in 152us (854us total) trans 0 rc 0/0 00000100:00100000:0.0:1783441755.384333:0:22708:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 44 00000100:00100000:1.0:1783441755.384411:0:23446:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff911488b45180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0:23446:1870073572873600:0@lo:501:mount.lustre.0 00000100:00100000:1.0:1783441755.384453:0:23446:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff911488b45180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0:23446:1870073572873728:0@lo:503:mount.lustre.0 00000100:00100000:1.0:1783441755.384520:0:23446:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783441755.388749:0:23446:0:(client.c:2702:ptlrpc_set_wait()) set ffff9114988db900 going to sleep for 11 seconds 00000100:00100000:2.0:1783441755.389255:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572873728 00000100:00100000:2.0:1783441755.389265:0:22710:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572873728 00000100:00100000:2.0:1783441755.393462:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 45 00000100:00100000:2.0:1783441755.393476:0:22710:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff911489216450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0+17:23446:x1870073572873728:12345-0@lo:503:mount.lustre.0 00000100:00100000:2.0:1783441755.393722:0:22710:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff911489216450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0+17:23446:x1870073572873728:12345-0@lo:503:mount.lustre.0 Request processed in 248us (9222us total) trans 0 rc 0/0 00000100:00100000:2.0:1783441755.393730:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 45 00000100:00100000:1.0:1783441755.394090:0:23446:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff911488b45180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0:23446:1870073572873728:0@lo:503:mount.lustre.0 00000040:00080000:1.0:1783441755.394878:0:23446:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:1.0:1783441755.395102:0:23446:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff911488b45180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0:23446:1870073572873856:0@lo:502:mount.lustre.0 00000100:00100000:1.0:1783441755.395170:0:23446:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783441755.395227:0:23446:0:(client.c:2702:ptlrpc_set_wait()) set ffff9114988db780 going to sleep for 11 seconds 00000100:00100000:0.0:1783441755.395302:0:22708:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572873856 00000100:00100000:0.0:1783441755.395319:0:22708:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572873856 00000100:00100000:3.0:1783441755.395743:0:22708:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 46 00000100:00100000:3.0:1783441755.395752:0:22708:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff911383b80450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0+17:23446:x1870073572873856:12345-0@lo:502:mount.lustre.0 00000100:00100000:3.0:1783441755.396138:0:22708:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff911383b80450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0+17:23446:x1870073572873856:12345-0@lo:502:mount.lustre.0 Request processed in 386us (966us total) trans 0 rc 0/0 00000100:00100000:3.0:1783441755.396146:0:22708:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 46 00000100:00100000:1.0:1783441755.396494:0:23446:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff911488b45180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0:23446:1870073572873856:0@lo:502:mount.lustre.0 00000040:00080000:1.0:1783441755.397007:0:23446:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].1, 224 off8416 00000040:00080000:1.0:1783441755.397112:0:23446:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].2, 112 off8528 00000040:00080000:1.0:1783441755.397128:0:23446:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].3, 224 off8752 00000040:00080000:1.0:1783441755.397140:0:23446:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].4, 224 off8976 00000040:00080000:1.0:1783441755.397152:0:23446:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].5, 112 off9088 00000040:00080000:1.0:1783441755.397166:0:23446:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].6, 224 off9312 00000040:00080000:1.0:1783441755.397178:0:23446:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].7, 224 off9536 00000040:00080000:1.0:1783441755.397188:0:23446:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].8, 128 off9664 00000040:00080000:1.0:1783441755.397200:0:23446:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].9, 224 off9888 00000040:00080000:1.0:1783441755.397210:0:23446:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].10, 224 off10112 00000040:00080000:1.0:1783441755.397222:0:23446:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].11, 128 off10240 00000100:00100000:1.0:1783441755.397256:0:23446:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff911488b45180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0:23446:1870073572873984:0@lo:502:mount.lustre.0 00000100:00100000:1.0:1783441755.397379:0:23446:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783441755.397418:0:23446:0:(client.c:2702:ptlrpc_set_wait()) set ffff9114988db780 going to sleep for 11 seconds 00000100:00100000:3.0:1783441755.397479:0:22708:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572873984 00000100:00100000:3.0:1783441755.397485:0:22708:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572873984 00000100:00100000:3.0:1783441755.397555:0:22708:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 47 00000100:00100000:3.0:1783441755.397563:0:22708:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff911383b80850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0+17:23446:x1870073572873984:12345-0@lo:502:mount.lustre.0 00000100:00100000:3.0:1783441755.397648:0:22708:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff911383b80850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0+17:23446:x1870073572873984:12345-0@lo:502:mount.lustre.0 Request processed in 86us (269us total) trans 0 rc 0/0 00000100:00100000:3.0:1783441755.397721:0:22708:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 47 00000100:00100000:1.0:1783441755.398000:0:23446:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff911488b45180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0:23446:1870073572873984:0@lo:502:mount.lustre.0 00000040:00080000:1.0:1783441755.398125:0:23446:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].12, 224 off10464 00000040:00080000:1.0:1783441755.398135:0:23446:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 12 count 13 00000020:01000000:2.0:1783441755.420801:0:23459:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1783441755.420818:0:23459:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1783441755.420821:0:23459:0:(obd_config.c:1561:class_process_config()) marker 2 (0x1) general debug_raw_pointers 00000020:01000000:2.0:1783441755.420849:0:23459:0:(obd_config.c:2005:class_config_llog_handler()) cmd ce032, instance name: general-ffff91148a291000 00000020:00000080:2.0:1783441755.420853:0:23459:0:(obd_config.c:1470:class_process_config()) processing cmd: ce032 00000020:01000000:2.0:1783441755.420861:0:23459:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1783441755.420864:0:23459:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1783441755.420865:0:23459:0:(obd_config.c:1561:class_process_config()) marker 2 (0x2) general debug_raw_pointers 00000020:01000000:2.0:1783441755.420867:0:23459:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1783441755.420870:0:23459:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1783441755.420871:0:23459:0:(obd_config.c:1561:class_process_config()) marker 3 (0x1) general lod.*.mdt_hash 00000020:01000000:2.0:1783441755.420875:0:23459:0:(obd_config.c:2005:class_config_llog_handler()) cmd ce032, instance name: general-ffff91148a291000 00000020:00000080:2.0:1783441755.420877:0:23459:0:(obd_config.c:1470:class_process_config()) processing cmd: ce032 00000020:01000000:2.0:1783441755.422278:0:23459:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1783441755.422286:0:23459:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1783441755.422288:0:23459:0:(obd_config.c:1561:class_process_config()) marker 3 (0x2) general lod.*.mdt_hash 00000020:01000000:2.0:1783441755.422291:0:23459:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1783441755.422295:0:23459:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1783441755.422296:0:23459:0:(obd_config.c:1561:class_process_config()) marker 4 (0x1) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:2.0:1783441755.422310:0:23459:0:(obd_config.c:2005:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff91148a291000 00000020:00000080:2.0:1783441755.422313:0:23459:0:(obd_config.c:1470:class_process_config()) processing cmd: ce032 00000020:01000000:2.0:1783441755.422354:0:23459:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1783441755.422358:0:23459:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1783441755.422360:0:23459:0:(obd_config.c:1561:class_process_config()) marker 4 (0x2) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:2.0:1783441755.422362:0:23459:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1783441755.422365:0:23459:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1783441755.422366:0:23459:0:(obd_config.c:1561:class_process_config()) marker 5 (0x1) lustre mdt.lustre-MDT0001.hsm_control 00000020:01000000:2.0:1783441755.422370:0:23459:0:(obd_config.c:2005:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff91148a291000 00000020:00000080:2.0:1783441755.422372:0:23459:0:(obd_config.c:1470:class_process_config()) processing cmd: ce032 00000020:01000000:2.0:1783441755.422402:0:23459:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1783441755.422405:0:23459:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1783441755.422407:0:23459:0:(obd_config.c:1561:class_process_config()) marker 5 (0x2) lustre mdt.lustre-MDT0001.hsm_control 00000040:00080000:2.0:1783441755.422410:0:23459:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x10:0x0] index 13 count 13 00000020:01000000:1.0:1783441755.429541:0:23446:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 1-12 (rc=0) 10000000:01000000:1.0:1783441755.429587:0:23446:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.202.106@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:1.0:1783441755.429610:0:23446:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.106@tcp lock: ffff9114b50d5400/0x4778038d8fc36cb8 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x4778038d8fc36cbf expref: -99 pid: 23446 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783441755.429623:0:23446:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.106@tcp lock: ffff9114b50d5400/0x4778038d8fc36cb8 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x4778038d8fc36cbf expref: -99 pid: 23446 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1783441755.429678:0:23446:0:(mgc_request.c:1943:mgc_process_config()) parse_log lustre-client from 0 10000000:01000000:1.0:1783441755.429681:0:23446:0:(mgc_request.c:329:config_log_add()) add config log lustre-client-ffff91148a291000 10000000:01000000:1.0:1783441755.429684:0:23446:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-client-ffff91148a291000 10000000:01000000:1.0:1783441755.429688:0:23446:0:(mgc_request.c:68:mgc_name2resid()) log lustre-client to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:1.0:1783441755.429693:0:23446:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-client-ffff91148a291000 from 1 10000000:01000000:1.0:1783441755.429696:0:23446:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:1.0:1783441755.429731:0:23446:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.106@tcp lock: ffff911480030400/0x4778038d8fc36cc6 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 23446 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783441755.429740:0:23446:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.106@tcp lock: ffff911480030400/0x4778038d8fc36cc6 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 23446 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783441755.429751:0:23446:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.106@tcp lock: ffff911480030400/0x4778038d8fc36cc6 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 23446 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783441755.429788:0:23446:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff911488b45180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0:23446:1870073572874112:0@lo:101:mount.lustre.0 00000100:00100000:1.0:1783441755.429852:0:23446:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783441755.430897:0:23446:0:(client.c:2702:ptlrpc_set_wait()) set ffff9114988db900 going to sleep for 11 seconds 00000100:00100000:2.0:1783441755.431457:0:22709:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572874112 00000100:00100000:2.0:1783441755.431468:0:22709:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572874112 00000100:00100000:2.0:1783441755.431544:0:22709:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 48 00000100:00100000:2.0:1783441755.431553:0:22709:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff911383b81050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0+17:23446:x1870073572874112:12345-0@lo:101:mount.lustre.0 00010000:00010000:2.0:1783441755.431575:0:22709:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1783441755.431590:0:22709:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9114aeae4200/0x4778038d8fc36ccd lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: local remote: 0x4778038d8fc36cc6 expref: -99 pid: 22709 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441755.431617:0:22709:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9114aeae4200/0x4778038d8fc36ccd lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x4778038d8fc36cc6 expref: 18 pid: 22709 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441755.431629:0:22709:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9114aeae4200/0x4778038d8fc36ccd lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x4778038d8fc36cc6 expref: 18 pid: 22709 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441755.431639:0:22709:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9114aeae4200, rc 0) 00000100:00100000:2.0:1783441755.431706:0:22709:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff911383b81050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0+18:23446:x1870073572874112:12345-0@lo:101:mount.lustre.0 Request processed in 154us (1853us total) trans 0 rc 0/0 00000100:00100000:2.0:1783441755.431714:0:22709:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 48 00000100:00100000:2.0:1783441755.431761:0:23446:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff911488b45180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0:23446:1870073572874112:0@lo:101:mount.lustre.0 00010000:00010000:2.0:1783441755.433027:0:23446:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.106@tcp lock: ffff911480030400/0x4778038d8fc36cc6 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0x4778038d8fc36ccd expref: -99 pid: 23446 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441755.433043:0:23446:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.106@tcp lock: ffff911480030400/0x4778038d8fc36cc6 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000000000000 nid: local remote: 0x4778038d8fc36ccd expref: -99 pid: 23446 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1783441755.450418:0:23446:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xc:0x0] index 52 count 51 00000040:00080000:2.0:1783441755.450749:0:23446:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:2.0:1783441755.453664:0:23446:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].1, 224 off8416 00000040:00080000:2.0:1783441755.453699:0:23446:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].2, 120 off8536 00000040:00080000:2.0:1783441755.453714:0:23446:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].3, 168 off8704 00000040:00080000:2.0:1783441755.453728:0:23446:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].4, 224 off8928 00000040:00080000:2.0:1783441755.453739:0:23446:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].5, 224 off9152 00000040:00080000:2.0:1783441755.453751:0:23446:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].6, 120 off9272 00000040:00080000:2.0:1783441755.456387:0:23446:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].7, 168 off9440 00000040:00080000:2.0:1783441755.456438:0:23446:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].8, 224 off9664 00000040:00080000:2.0:1783441755.456455:0:23446:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].9, 224 off9888 00000040:00080000:2.0:1783441755.456469:0:23446:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].10, 120 off10008 00000040:00080000:2.0:1783441755.456483:0:23446:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].11, 224 off10232 00000040:00080000:2.0:1783441755.456514:0:23446:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].12, 224 off10456 00000040:00080000:2.0:1783441755.456552:0:23446:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].13, 88 off10544 00000040:00080000:2.0:1783441755.456568:0:23446:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].14, 128 off10672 00000040:00080000:2.0:1783441755.456580:0:23446:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].15, 144 off10816 00000040:00080000:2.0:1783441755.456593:0:23446:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].16, 160 off10976 00000040:00080000:2.0:1783441755.456606:0:23446:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].17, 224 off11200 00000040:00080000:2.0:1783441755.456620:0:23446:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].18, 224 off11424 00000040:00080000:2.0:1783441755.456633:0:23446:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].19, 80 off11504 00000040:00080000:2.0:1783441755.456647:0:23446:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].20, 224 off11728 00000040:00080000:2.0:1783441755.456661:0:23446:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].21, 224 off11952 00000040:00080000:2.0:1783441755.456673:0:23446:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].22, 88 off12040 00000040:00080000:2.0:1783441755.456685:0:23446:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].23, 128 off12168 00000040:00080000:2.0:1783441755.456701:0:23446:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].24, 144 off12312 00000040:00080000:2.0:1783441755.456715:0:23446:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].25, 160 off12472 00000040:00080000:2.0:1783441755.456730:0:23446:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].26, 224 off12696 00000040:00080000:2.0:1783441755.456742:0:23446:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].27, 224 off12920 00000040:00080000:2.0:1783441755.456757:0:23446:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].28, 80 off13000 00000040:00080000:2.0:1783441755.460021:0:23446:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].29, 224 off13224 00000040:00080000:2.0:1783441755.460067:0:23446:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].30, 224 off13448 00000040:00080000:2.0:1783441755.460084:0:23446:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].31, 88 off13536 00000040:00080000:2.0:1783441755.460101:0:23446:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].32, 128 off13664 00000040:00080000:2.0:1783441755.460115:0:23446:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].33, 144 off13808 00000040:00080000:2.0:1783441755.460128:0:23446:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].34, 128 off13936 00000040:00080000:2.0:1783441755.460141:0:23446:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].35, 224 off14160 00000040:00080000:2.0:1783441755.460155:0:23446:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].36, 224 off14384 00000040:00080000:2.0:1783441755.460168:0:23446:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].37, 80 off14464 00000040:00080000:2.0:1783441755.460182:0:23446:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].38, 224 off14688 00000040:00080000:2.0:1783441755.460196:0:23446:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].39, 224 off14912 00000040:00080000:2.0:1783441755.460224:0:23446:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].40, 88 off15000 00000040:00080000:2.0:1783441755.460237:0:23446:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].41, 128 off15128 00000040:00080000:2.0:1783441755.460251:0:23446:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].42, 144 off15272 00000040:00080000:2.0:1783441755.460264:0:23446:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].43, 128 off15400 00000040:00080000:2.0:1783441755.460277:0:23446:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].44, 224 off15624 00000040:00080000:2.0:1783441755.460304:0:23446:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].45, 224 off15848 00000040:00080000:2.0:1783441755.460330:0:23446:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].46, 80 off15928 00000040:00080000:2.0:1783441755.460345:0:23446:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].47, 224 off16152 00000040:00080000:2.0:1783441755.460358:0:23446:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].48, 232 off16384 00000040:00080000:2.0:1783441755.460552:0:23446:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].49, 224 off16608 00000040:00080000:2.0:1783441755.460572:0:23446:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].50, 120 off16728 00000040:00080000:2.0:1783441755.460588:0:23446:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].51, 224 off16952 00000040:00080000:2.0:1783441755.460593:0:23446:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xc:0x0] index 51 count 51 00000100:00100000:2.0:1783441755.460709:0:23446:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9114bfb44000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0:23446:1870073572874240:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1783441755.460790:0:23446:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783441755.460852:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572874240 00000100:00100000:2.0:1783441755.460860:0:22710:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572874240 00000100:00100000:1.0:1783441755.463444:0:23446:0:(client.c:2702:ptlrpc_set_wait()) set ffff9114aea63600 going to sleep for 11 seconds 00000100:00100000:2.0:1783441755.466862:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 49 00000100:00100000:2.0:1783441755.466882:0:22710:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff911383b81450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0+18:23446:x1870073572874240:12345-0@lo:501:mount.lustre.0 00000100:00100000:2.0:1783441755.467068:0:22710:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff911383b81450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0+18:23446:x1870073572874240:12345-0@lo:501:mount.lustre.0 Request processed in 194us (6278us total) trans 0 rc 0/0 00000100:00100000:2.0:1783441755.467076:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 49 00000100:00100000:2.0:1783441755.474199:0:23446:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9114bfb44000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0:23446:1870073572874240:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1783441755.474268:0:23446:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9114bfb44000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0:23446:1870073572874368:0@lo:503:mount.lustre.0 00000100:00100000:2.0:1783441755.474637:0:23446:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783441755.474672:0:23446:0:(client.c:2702:ptlrpc_set_wait()) set ffff9114aea63600 going to sleep for 11 seconds 00000100:00100000:1.0:1783441755.478477:0:22709:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572874368 00000100:00100000:1.0:1783441755.478491:0:22709:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572874368 00000100:00100000:1.0:1783441755.478573:0:22708:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50 00000100:00100000:1.0:1783441755.478582:0:22708:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff911383b82450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0+18:23446:x1870073572874368:12345-0@lo:503:mount.lustre.0 00000100:00100000:1.0:1783441755.478748:0:22708:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff911383b82450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0+18:23446:x1870073572874368:12345-0@lo:503:mount.lustre.0 Request processed in 166us (4111us total) trans 0 rc 0/0 00000100:00100000:1.0:1783441755.478755:0:22708:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50 00000100:00100000:1.0:1783441755.478835:0:23446:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9114bfb44000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0:23446:1870073572874368:0@lo:503:mount.lustre.0 00000040:00080000:1.0:1783441755.479299:0:23446:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:1.0:1783441755.480467:0:23446:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff911488b46680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0:23446:1870073572874496:0@lo:502:mount.lustre.0 00000100:00100000:1.0:1783441755.480551:0:23446:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783441755.480592:0:23446:0:(client.c:2702:ptlrpc_set_wait()) set ffff9114988db180 going to sleep for 11 seconds 00000100:00100000:1.0:1783441755.480705:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572874496 00000100:00100000:1.0:1783441755.480712:0:22710:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572874496 00000100:00100000:1.0:1783441755.480750:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 51 00000100:00100000:1.0:1783441755.480758:0:22710:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9114b57bb050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0+18:23446:x1870073572874496:12345-0@lo:502:mount.lustre.0 00000100:00100000:1.0:1783441755.481316:0:22710:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9114b57bb050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0+18:23446:x1870073572874496:12345-0@lo:502:mount.lustre.0 Request processed in 547us (754us total) trans 0 rc 0/0 00000100:00100000:1.0:1783441755.481325:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 51 00000100:00100000:1.0:1783441755.481383:0:23446:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff911488b46680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0:23446:1870073572874496:0@lo:502:mount.lustre.0 00000040:00080000:1.0:1783441755.481581:0:23446:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].1, 224 off8416 00000040:00080000:1.0:1783441755.481610:0:23446:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].2, 120 off8536 00000040:00080000:1.0:1783441755.481623:0:23446:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].3, 168 off8704 00000040:00080000:1.0:1783441755.481637:0:23446:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].4, 224 off8928 00000040:00080000:1.0:1783441755.481650:0:23446:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].5, 224 off9152 00000040:00080000:1.0:1783441755.481663:0:23446:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].6, 120 off9272 00000040:00080000:1.0:1783441755.481688:0:23446:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].7, 168 off9440 00000040:00080000:1.0:1783441755.481713:0:23446:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].8, 224 off9664 00000040:00080000:1.0:1783441755.481727:0:23446:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].9, 224 off9888 00000040:00080000:1.0:1783441755.481739:0:23446:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].10, 120 off10008 00000040:00080000:1.0:1783441755.481750:0:23446:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].11, 224 off10232 00000040:00080000:1.0:1783441755.481760:0:23446:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].12, 224 off10456 00000040:00080000:1.0:1783441755.481789:0:23446:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].13, 88 off10544 00000040:00080000:1.0:1783441755.481806:0:23446:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].14, 128 off10672 00000040:00080000:1.0:1783441755.481819:0:23446:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].15, 144 off10816 00000040:00080000:1.0:1783441755.481832:0:23446:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].16, 160 off10976 00000040:00080000:1.0:1783441755.481844:0:23446:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].17, 224 off11200 00000040:00080000:1.0:1783441755.481855:0:23446:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].18, 224 off11424 00000040:00080000:1.0:1783441755.481867:0:23446:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].19, 80 off11504 00000040:00080000:1.0:1783441755.481878:0:23446:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].20, 224 off11728 00000040:00080000:1.0:1783441755.486162:0:23446:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].21, 224 off11952 00000040:00080000:1.0:1783441755.486185:0:23446:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].22, 88 off12040 00000040:00080000:1.0:1783441755.486199:0:23446:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].23, 128 off12168 00000040:00080000:1.0:1783441755.486230:0:23446:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].24, 144 off12312 00000040:00080000:1.0:1783441755.486245:0:23446:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].25, 160 off12472 00000040:00080000:1.0:1783441755.486259:0:23446:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].26, 224 off12696 00000040:00080000:1.0:1783441755.486272:0:23446:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].27, 224 off12920 00000040:00080000:1.0:1783441755.486285:0:23446:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].28, 80 off13000 00000040:00080000:1.0:1783441755.486357:0:23446:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].29, 224 off13224 00000040:00080000:1.0:1783441755.486380:0:23446:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].30, 224 off13448 00000040:00080000:1.0:1783441755.486396:0:23446:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].31, 88 off13536 00000040:00080000:1.0:1783441755.486410:0:23446:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].32, 128 off13664 00000040:00080000:1.0:1783441755.486424:0:23446:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].33, 144 off13808 00000040:00080000:1.0:1783441755.486437:0:23446:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].34, 128 off13936 00000040:00080000:1.0:1783441755.486448:0:23446:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].35, 224 off14160 00000040:00080000:1.0:1783441755.486460:0:23446:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].36, 224 off14384 00000040:00080000:1.0:1783441755.486472:0:23446:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].37, 80 off14464 00000040:00080000:1.0:1783441755.486484:0:23446:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].38, 224 off14688 00000040:00080000:1.0:1783441755.486495:0:23446:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].39, 224 off14912 00000040:00080000:1.0:1783441755.486545:0:23446:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].40, 88 off15000 00000040:00080000:1.0:1783441755.486559:0:23446:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].41, 128 off15128 00000040:00080000:1.0:1783441755.486569:0:23446:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].42, 144 off15272 00000040:00080000:1.0:1783441755.486580:0:23446:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].43, 128 off15400 00000040:00080000:1.0:1783441755.486592:0:23446:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].44, 224 off15624 00000040:00080000:1.0:1783441755.486603:0:23446:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].45, 224 off15848 00000040:00080000:1.0:1783441755.486613:0:23446:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].46, 80 off15928 00000040:00080000:1.0:1783441755.486625:0:23446:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].47, 224 off16152 00000040:00080000:1.0:1783441755.486637:0:23446:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].48, 232 off16384 00000100:00100000:1.0:1783441755.486693:0:23446:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff911488b46680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0:23446:1870073572874624:0@lo:502:mount.lustre.0 00000100:00100000:1.0:1783441755.486767:0:23446:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783441755.488220:0:23446:0:(client.c:2702:ptlrpc_set_wait()) set ffff9114988db180 going to sleep for 11 seconds 00000100:00100000:1.0:1783441755.488258:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572874624 00000100:00100000:1.0:1783441755.488266:0:22710:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572874624 00000100:00100000:1.0:1783441755.488323:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 52 00000100:00100000:1.0:1783441755.488332:0:22710:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9114b57ba850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0+18:23446:x1870073572874624:12345-0@lo:502:mount.lustre.0 00000100:00100000:1.0:1783441755.488464:0:22710:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9114b57ba850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0+18:23446:x1870073572874624:12345-0@lo:502:mount.lustre.0 Request processed in 132us (1695us total) trans 0 rc 0/0 00000100:00100000:1.0:1783441755.488471:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 52 00000100:00100000:1.0:1783441755.488553:0:23446:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff911488b46680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0:23446:1870073572874624:0@lo:502:mount.lustre.0 00000040:00080000:1.0:1783441755.488746:0:23446:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].49, 224 off16608 00000040:00080000:1.0:1783441755.490429:0:23446:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].50, 120 off16728 00000100:00100000:1.0:1783441755.490489:0:23446:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff911488b46680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0:23446:1870073572874752:0@lo:502:mount.lustre.0 00000100:00100000:1.0:1783441755.490562:0:23446:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783441755.490596:0:23446:0:(client.c:2702:ptlrpc_set_wait()) set ffff9114988db180 going to sleep for 11 seconds 00000100:00100000:1.0:1783441755.490621:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572874752 00000100:00100000:1.0:1783441755.490627:0:22710:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572874752 00000100:00100000:1.0:1783441755.490660:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53 00000100:00100000:1.0:1783441755.490676:0:22710:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9114b57ba050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0+18:23446:x1870073572874752:12345-0@lo:502:mount.lustre.0 00000100:00100000:1.0:1783441755.492972:0:22710:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9114b57ba050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0+18:23446:x1870073572874752:12345-0@lo:502:mount.lustre.0 Request processed in 2288us (2400us total) trans 0 rc 0/0 00000100:00100000:1.0:1783441755.492987:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53 00000100:00100000:1.0:1783441755.493162:0:23446:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff911488b46680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0:23446:1870073572874752:0@lo:502:mount.lustre.0 00000040:00080000:1.0:1783441755.493243:0:23446:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].51, 224 off16952 00000040:00080000:1.0:1783441755.493256:0:23446:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 51 count 51 00000020:01000004:3.0:1783441755.497587:0:23464:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0000-lwp-MDT0001 (typ=lwp) 00000020:00000080:3.0:1783441755.497611:0:23464:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-lwp-MDT0001 (ffff911484f9b380) 00000020:00000080:3.0:1783441755.497636:0:23464:0:(obd_config.c:720:class_attach_name()) OBD: dev 19 attached type lwp with refcount 2 00000020:01000004:3.0:1783441755.499632:0:23464:0:(tgt_mount.c:153:server_get_mount()) get mount ffff91148a291000 from lustre-MDT0001, refs=3 00000020:01000004:3.0:1783441755.499642:0:23464:0:(tgt_mount.c:187:server_put_mount()) put mount ffff91148a291000 from lustre-MDT0001, refs=3 00000020:01000004:3.0:1783441755.499644:0:23464:0:(obd_mount.c:710:lustre_put_lsi()) put ffff91148a291000 3 00010000:00080000:3.0:1783441755.499679:0:23464:0:(ldlm_lib.c:102:import_set_conn()) imp ffff911484fa1000@lustre-MDT0000-lwp-MDT0001: add connection 192.168.202.106@tcp at head 00010000:00010000:3.0:1783441755.523915:0:23464:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-lwp-MDT0001-8 is initialized 00000020:00000080:3.0:1783441755.524367:0:23464:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-lwp-MDT0001 (uuid lustre-MDT0000-lwp-MDT0001_UUID) 00000010:01000000:3.0:1783441755.524416:0:23464:0:(lwp_dev.c:497:lwp_obd_connect()) connect #0 00000020:00000080:3.0:1783441755.524438:0:23464:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0000-lwp-MDT0001, cookie 0x4778038d8fc36cdb 00000100:00080000:3.0:1783441755.524448:0:23464:0:(import.c:510:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 0 00000100:00080000:3.0:1783441755.524455:0:23464:0:(import.c:624:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff911484fa1000 using connection 192.168.202.106@tcp/0@lo 00000100:00100000:3.0:1783441755.524491:0:23464:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9114aeae3480 x1870073572874880/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1783441755.524556:0:3646:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9114aeae3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3646:1870073572874880:0@lo:38:llog_process_th.0 00000100:00100000:3.0:1783441755.524624:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1783441755.524684:0:23464:0:(pinger.c:374:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID 00000100:00080000:3.0:1783441755.524706:0:21139:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1783441755.524710:0:21139:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1783441755.524713:0:21139:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1783441755.524716:0:21139:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:1.0:1783441755.525967:0:22714:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572874880 00000100:00100000:1.0:1783441755.525978:0:22714:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572874880 00000100:00100000:1.0:1783441755.526038:0:22714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:1.0:1783441755.526047:0:22714:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9114aeae2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3646:x1870073572874880:12345-0@lo:38:llog_process_th.0 00010000:00080000:1.0:1783441755.526076:0:22714:0:(ldlm_lib.c:1432:target_handle_connect()) lustre-MDT0000: connection from lustre-MDT0000-lwp-MDT0001_UUID@0@lo t0 exp 0000000000000000 cur 746 last 0 00000020:00000080:1.0:1783441755.526133:0:22714:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0000-lwp-MDT0001_UUID, cookie 0x4778038d8fc36ce2 00000004:00100000:1.0:1783441755.526150:0:22714:0:(mdt_handler.c:7286:mdt_connect_internal()) lustre-MDT0000: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000100:00080000:1.0:1783441755.526187:0:22714:0:(import.c:65:import_set_state_nolock()) ffff911487efc800 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1783441755.526257:0:22714:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9114aeae2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3646:x1870073572874880:12345-0@lo:38:llog_process_th.0 Request processed in 210us (1633us total) trans 0 rc 0/0 00000100:00100000:1.0:1783441755.526265:0:22714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00010000:00080000:3.0:1783441755.526356:0:3646:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=184649) req@ffff9114aeae3480 x1870073572874880/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/416 e 0 to 0 dl 1783441765 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1783441755.526367:0:3646:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0001: committing for last_committed 0 gen 2 00000100:00080000:3.0:1783441755.526375:0:3646:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-MDT0000-lwp-MDT0001: connect to target with instance 3 00000100:00080000:3.0:1783441755.526382:0:3646:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-MDT0000-lwp-MDT0001: Resetting ns_connect_flags to server flags: 0x2041401047000020 00000100:00080000:3.0:1783441755.526387:0:3646:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:3.0:1783441755.526389:0:3646:0:(import.c:65:import_set_state_nolock()) ffff911484fa1000 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00100000:3.0:1783441755.526394:0:3646:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9114aeae3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3646:1870073572874880:0@lo:38:llog_process_th.0 00000040:00080000:3.0:1783441755.533544:0:23464:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x12:0x0] index 52 count 51 00000020:01000000:3.0:1783441755.533607:0:23446:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 1-51 (rc=0) 10000000:01000000:3.0:1783441755.533637:0:23446:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.202.106@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:3.0:1783441755.533655:0:23446:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.106@tcp lock: ffff911480030400/0x4778038d8fc36cc6 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0x4778038d8fc36ccd expref: -99 pid: 23446 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783441755.533684:0:23446:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.106@tcp lock: ffff911480030400/0x4778038d8fc36cc6 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0x4778038d8fc36ccd expref: -99 pid: 23446 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:01000004:3.0:1783441755.533733:0:23446:0:(tgt_mount.c:1175:server_mti_print()) mti - server_notify_target 00000020:01000004:3.0:1783441755.533736:0:23446:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0001 00000020:01000004:3.0:1783441755.533737:0:23446:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:3.0:1783441755.533738:0:23446:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:3.0:1783441755.533740:0:23446:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:3.0:1783441755.533741:0:23446:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:3.0:1783441755.533742:0:23446:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1783441755.533744:0:23446:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1783441755.533745:0:23446:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:3.0:1783441755.533749:0:23446:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-MDT0001 0x40020001 00000020:01000004:3.0:1783441755.533751:0:23446:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:3.0:1783441755.533753:0:23446:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0001 00000020:01000004:3.0:1783441755.533754:0:23446:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:3.0:1783441755.533755:0:23446:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:3.0:1783441755.533756:0:23446:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:3.0:1783441755.533758:0:23446:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:3.0:1783441755.533759:0:23446:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1783441755.533760:0:23446:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1783441755.533761:0:23446:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:3.0:1783441755.533805:0:23446:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-MDT0001 00000100:00100000:3.0:1783441755.533826:0:23446:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9114aeae3480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0:23446:1870073572875008:0@lo:253:mount.lustre.0 00000100:00100000:3.0:1783441755.533894:0:23446:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783441755.533929:0:23446:0:(client.c:2702:ptlrpc_set_wait()) set ffff9113821dfb40 going to sleep for 11 seconds 00000100:00100000:1.0:1783441755.536438:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572875008 00000100:00100000:1.0:1783441755.536452:0:22710:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572875008 00000100:00100000:1.0:1783441755.536520:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54 00000100:00100000:1.0:1783441755.536529:0:22710:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9114b57bac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0+18:23446:x1870073572875008:12345-0@lo:253:mount.lustre.0 20000000:01000000:1.0:1783441755.536557:0:22710:0:(mgs_handler.c:453:mgs_target_reg()) fs: lustre index: 1 is ready to reconnect. 20000000:01000000:1.0:1783441755.536571:0:22710:0:(mgs_nids.c:463:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #0 00000001:00100000:2.0:1783441755.554421:0:22695:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of lustre-MDT0001-mdtlov_UUID 20000000:01000000:1.0:1783441755.561970:0:22710:0:(mgs_nids.c:815:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:01000000:1.0:1783441755.561999:0:22710:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-MDT0001, index=1, rc=0 20000000:01000000:2.0:1783441755.562410:0:22730:0:(mgs_nids.c:712:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 10000000:01000000:2.0:1783441755.562421:0:22730:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00010000:2.0:1783441755.562446:0:22730:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff9114aeae5000/0x4778038d8fc36ce9 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 22730 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441755.562465:0:22730:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9114b50d5a00/0x4778038d8fc36bed lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x4778038d8fc36be6 expref: 18 pid: 22709 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441755.562474:0:22730:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9114c2166c00/0x4778038d8fc36cb1 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x4778038d8fc36caa expref: 18 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441755.562484:0:22730:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff9114aeae5000/0x4778038d8fc36ce9 lrc: 5/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 22730 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441755.562569:0:22730:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9114c2166c00/0x4778038d8fc36cb1 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x4778038d8fc36caa expref: 18 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441755.562586:0:22730:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff9114c2166c00/0x4778038d8fc36cb1 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x4778038d8fc36caa expref: 18 pid: 22708 timeout: 846 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783441755.562602:0:22730:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9114bfb44380 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22730:1870073572875136:0@lo:104: 00000100:00100000:2.0:1783441755.562673:0:22730:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1783441755.562732:0:22730:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9114b50d5a00/0x4778038d8fc36bed lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x4778038d8fc36be6 expref: 18 pid: 22709 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441755.562740:0:22730:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff9114b50d5a00/0x4778038d8fc36bed lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x4778038d8fc36be6 expref: 18 pid: 22709 timeout: 846 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783441755.562748:0:22730:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9114bfb44e00 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22730:1870073572875264:0@lo:104: 00000100:00100000:2.0:1783441755.562787:0:22730:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783441755.562805:0:22730:0:(client.c:2702:ptlrpc_set_wait()) set ffff9114aea633c0 going to sleep for 11 seconds 00000100:00100000:3.0:1783441755.562979:0:22699:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572875136 00000100:00100000:3.0:1783441755.562987:0:22699:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572875136 00000100:00100000:3.0:1783441755.563031:0:22699:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572875264 00000100:00100000:3.0:1783441755.563034:0:22699:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572875264 00000100:00100000:3.0:1783441755.563049:0:22699:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:3.0:1783441755.563056:0:22699:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9114bfb47480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0+4:22730:x1870073572875136:12345-0@lo:104: 00010000:00010000:3.0:1783441755.563068:0:22699:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.106@tcp lock: ffff9114c2167000/0x4778038d8fc36caa lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x4778038d8fc36cb1 expref: -99 pid: 23446 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783441755.563141:0:22699:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1783441755.563147:0:22699:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9114bfb47480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0+4:22730:x1870073572875136:12345-0@lo:104: Request processed in 92us (475us total) trans 0 rc 0/0 00000100:00100000:3.0:1783441755.563155:0:22699:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00100000:3.0:1783441755.563171:0:22699:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:3.0:1783441755.563177:0:22699:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9114bfb46d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0+3:22730:x1870073572875264:12345-0@lo:104: 00010000:00010000:3.0:1783441755.563184:0:22699:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.106@tcp lock: ffff9114c2166400/0x4778038d8fc36be6 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x4778038d8fc36bed expref: -99 pid: 22712 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783441755.563212:0:22699:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:3.0:1783441755.563216:0:22699:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9114bfb46d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0+3:22730:x1870073572875264:12345-0@lo:104: Request processed in 40us (430us total) trans 0 rc 0/0 00000100:00100000:3.0:1783441755.563222:0:22699:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00010000:00010000:3.0:1783441755.563238:0:22704:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1783441755.563243:0:22704:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.106@tcp lock: ffff9114c2167000/0x4778038d8fc36caa lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x4778038d8fc36cb1 expref: -99 pid: 23446 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783441755.563250:0:22704:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9114c2167000 already unused, calling callback (ffffffffc126cc20) 10000000:00010000:3.0:1783441755.563255:0:22704:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.106@tcp lock: ffff9114c2167000/0x4778038d8fc36caa lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0x4778038d8fc36cb1 expref: -99 pid: 23446 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783441755.563264:0:22704:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.106@tcp lock: ffff9114c2167000/0x4778038d8fc36caa lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0x4778038d8fc36cb1 expref: -99 pid: 23446 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1783441755.563272:0:22704:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.106@tcp lock: ffff9114c2167000/0x4778038d8fc36caa lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0x4778038d8fc36cb1 expref: -99 pid: 23446 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1783441755.563279:0:22704:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:3.0:1783441755.563334:0:22704:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.106@tcp lock: ffff9114c2167000/0x4778038d8fc36caa lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x4778038d8fc36cb1 expref: -99 pid: 23446 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783441755.563341:0:22704:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1783441755.563362:0:22704:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.106@tcp lock: ffff9114c2167000/0x4778038d8fc36caa lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x4778038d8fc36cb1 expref: -99 pid: 23446 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783441755.563371:0:22704:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.106@tcp lock: ffff9114c2167000/0x4778038d8fc36caa lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x4778038d8fc36cb1 expref: -99 pid: 23446 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783441755.563382:0:22704:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1783441755.563385:0:22704:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.106@tcp lock: ffff9114c2166400/0x4778038d8fc36be6 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x4778038d8fc36bed expref: -99 pid: 22712 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783441755.563390:0:22704:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9114c2166400 already unused, calling callback (ffffffffc126cc20) 10000000:00010000:3.0:1783441755.563393:0:22704:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.106@tcp lock: ffff9114c2166400/0x4778038d8fc36be6 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x4778038d8fc36bed expref: -99 pid: 22712 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783441755.563400:0:22704:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.106@tcp lock: ffff9114c2166400/0x4778038d8fc36be6 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x4778038d8fc36bed expref: -99 pid: 22712 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1783441755.563406:0:22704:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.106@tcp lock: ffff9114c2166400/0x4778038d8fc36be6 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x4778038d8fc36bed expref: -99 pid: 22712 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1783441755.563410:0:22704:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:3.0:1783441755.563422:0:22704:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.106@tcp lock: ffff9114c2166400/0x4778038d8fc36be6 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x4778038d8fc36bed expref: -99 pid: 22712 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783441755.563427:0:22704:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1783441755.563440:0:22704:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.106@tcp lock: ffff9114c2166400/0x4778038d8fc36be6 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x4778038d8fc36bed expref: -99 pid: 22712 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783441755.563455:0:22704:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.106@tcp lock: ffff9114c2166400/0x4778038d8fc36be6 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x4778038d8fc36bed expref: -99 pid: 22712 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783441755.563468:0:22704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783441755.563469:0:22704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783441755.563471:0:22704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1783441755.563490:0:3650:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9114aeae1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0:3650:1870073572875392:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1783441755.563539:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783441755.563574:0:22700:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572875392 00000100:00100000:3.0:1783441755.563578:0:22700:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572875392 00010000:00010000:3.0:1783441755.563596:0:22700:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9114c2166c00/0x4778038d8fc36cb1 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x4778038d8fc36caa expref: 19 pid: 22708 timeout: 846 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783441755.563615:0:22700:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:3.0:1783441755.563621:0:22700:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9114aeae0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0+19:3650:x1870073572875392:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1783441755.563629:0:22700:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1783441755.563634:0:22700:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9114c2166c00/0x4778038d8fc36cb1 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x4778038d8fc36caa expref: 19 pid: 22708 timeout: 846 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783441755.563643:0:22700:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9114c2166c00/0x4778038d8fc36cb1 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x4778038d8fc36caa expref: 19 pid: 22708 timeout: 846 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783441755.563657:0:22700:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1783441755.563682:0:22700:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9114aeae0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0+19:3650:x1870073572875392:12345-0@lo:103:ldlm_bl.0 Request processed in 61us (142us total) trans 0 rc 0/0 00000100:00100000:3.0:1783441755.563688:0:22700:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00100000:3.0:1783441755.563720:0:3650:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9114aeae1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0:3650:1870073572875392:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1783441755.564094:0:3647:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9114aeae1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0:3647:1870073572875520:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1783441755.564123:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783441755.564167:0:22701:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572875520 00000100:00100000:1.0:1783441755.564170:0:22701:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572875520 00010000:00010000:1.0:1783441755.564182:0:22701:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9114b50d5a00/0x4778038d8fc36bed lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x4778038d8fc36be6 expref: 19 pid: 22709 timeout: 846 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783441755.564229:0:22701:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:1.0:1783441755.564235:0:22701:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff911488b46680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0+19:3647:x1870073572875520:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1783441755.564241:0:22701:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1783441755.564245:0:22701:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9114b50d5a00/0x4778038d8fc36bed lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x4778038d8fc36be6 expref: 19 pid: 22709 timeout: 846 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783441755.564254:0:22701:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9114b50d5a00/0x4778038d8fc36bed lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x4778038d8fc36be6 expref: 19 pid: 22709 timeout: 846 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783441755.564266:0:22701:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff9114aeae5000/0x4778038d8fc36ce9 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 22730 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783441755.564274:0:22701:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9114aeae5000/0x4778038d8fc36ce9 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 22730 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 20000000:01000000:1.0:1783441755.564288:0:22701:0:(mgs_nids.c:688:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.021211216s 00010000:00010000:1.0:1783441755.564292:0:22701:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff9114aeae5000/0x4778038d8fc36ce9 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 22730 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783441755.564311:0:22701:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff9114aeae5000/0x4778038d8fc36ce9 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22730 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783441755.564319:0:22701:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff9114aeae5000/0x4778038d8fc36ce9 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22730 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783441755.564336:0:22701:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff9114aeae5000/0x4778038d8fc36ce9 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22730 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783441755.564343:0:22701:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9114aeae5000 already unused, calling callback (ffffffffc0c73f90) 00010000:00010000:1.0:1783441755.564346:0:22701:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff9114aeae5000/0x4778038d8fc36ce9 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22730 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783441755.564354:0:22701:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff9114aeae5000/0x4778038d8fc36ce9 lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 22730 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783441755.564362:0:22701:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff9114aeae5000/0x4778038d8fc36ce9 lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22730 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783441755.564371:0:22701:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1783441755.564395:0:22701:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff911488b46680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0+19:3647:x1870073572875520:12345-0@lo:103:ldlm_bl.0 Request processed in 160us (271us total) trans 0 rc 0/0 00000100:00100000:1.0:1783441755.564402:0:22701:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00100000:1.0:1783441755.564431:0:3647:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9114aeae1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0:3647:1870073572875520:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1783441755.564751:0:22730:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9114c2166c00/0x4778038d8fc36cb1 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x4778038d8fc36caa expref: 18 pid: 22708 timeout: 846 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783441755.564782:0:22730:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9114bfb44380 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22730:1870073572875136:0@lo:104: 00010000:00010000:2.0:1783441755.564797:0:22730:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9114b50d5a00/0x4778038d8fc36bed lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x4778038d8fc36be6 expref: 17 pid: 22709 timeout: 846 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783441755.564805:0:22730:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9114bfb44e00 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22730:1870073572875264:0@lo:104: 00010000:00010000:2.0:1783441755.564819:0:22730:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff9114aeae5000/0x4778038d8fc36ce9 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22730 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441755.564829:0:22730:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff9114aeae5000/0x4778038d8fc36ce9 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22730 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441755.564835:0:22730:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff9114aeae5000/0x4778038d8fc36ce9 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22730 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441755.564840:0:22730:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9114aeae5000/0x4778038d8fc36ce9 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22730 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441755.564858:0:22703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1783441755.567316:0:22710:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9114b57bac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0+16:23446:x1870073572875008:12345-0@lo:253:mount.lustre.0 Request processed in 30768us (33402us total) trans 0 rc 0/0 00000100:00100000:3.0:1783441755.567331:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54 00000100:00100000:2.0:1783441755.567943:0:23446:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9114aeae3480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0:23446:1870073572875008:0@lo:253:mount.lustre.0 10000000:01000000:2.0:1783441755.567960:0:23446:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-MDT0001 got index = 1 00000020:01000004:2.0:1783441755.567964:0:23446:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:2.0:1783441755.567966:0:23446:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0001 00000020:01000004:2.0:1783441755.567968:0:23446:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1783441755.567969:0:23446:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1783441755.567970:0:23446:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1783441755.567971:0:23446:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1783441755.567973:0:23446:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1783441755.567974:0:23446:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1783441755.567976:0:23446:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 00000020:02000000:2.0:1783441755.567992:0:23446:0:(tgt_mount.c:2690:server_calc_timeout()) lustre-MDT0001: Imperative Recovery not enabled, recovery window 60-180 00000040:01000000:2.0:1783441755.578743:0:23446:0:(llog_obd.c:197:llog_setup()) obd lustre-MDT0001-osd ctxt 16 is initialized 00000040:01000000:2.0:1783441755.579125:0:23471:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000040:01000000:0.0:1783441755.579572:0:23446:0:(llog_obd.c:197:llog_setup()) obd lustre-MDT0000-osp-MDT0001 ctxt 16 is initialized 00000020:00080000:3.0:1783441755.579806:0:23470:0:(update_trans.c:1530:distribute_txn_commit_thread()) lustre-MDT0001: start commit thread committed batchid 0 00000020:00080000:3.0:1783441755.579811:0:23470:0:(update_trans.c:1581:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 0 committed batchid 0 00000040:00080000:0.0:1783441755.579951:0:23471:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:2.0:1783441755.580828:0:23472:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9114bfb44e00 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0001-mdtlov_UUID:23472:1870073572875648:0@lo:1000:lod0001_rec0000.0 00000100:00100000:2.0:1783441755.580897:0:23472:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783441755.580925:0:23472:0:(client.c:2702:ptlrpc_set_wait()) set ffff9114aa4c39c0 going to sleep for 11 seconds 00000040:01000000:3.0:1783441755.582641:0:23446:0:(llog_obd.c:197:llog_setup()) obd lustre-MDD0001 ctxt 12 is initialized 00000040:00080000:3.0:1783441755.582688:0:23446:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000004:00000080:3.0:1783441755.583103:0:23446:0:(mdd_device.c:553:mdd_changelog_llog_init()) changelog starting index=0 00000040:01000000:3.0:1783441755.583111:0:23446:0:(llog_obd.c:197:llog_setup()) obd lustre-MDD0001 ctxt 14 is initialized 00000040:00080000:3.0:1783441755.583147:0:23446:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:3.0:1783441755.584056:0:23446:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x5:0x0] index 64768 count 1 00000040:00080000:3.0:1783441755.584527:0:23446:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x6:0x0] index 64768 count 1 00000040:01000000:3.0:1783441755.584559:0:23446:0:(llog_obd.c:197:llog_setup()) obd lustre-MDD0001 ctxt 15 is initialized 00000040:00080000:3.0:1783441755.584647:0:23446:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00080000:10000000:3.0:1783441755.585358:0:23446:0:(osd_handler.c:5579:osd_index_try()) lustre-MDT0001: index object [0x200000003:0x30:0x0] (8/32) registered 00000100:00100000:3.0:1783441755.585616:0:22720:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572875648 00000100:00100000:3.0:1783441755.585627:0:22720:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572875648 00000100:00100000:3.0:1783441755.585679:0:22720:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:3.0:1783441755.585690:0:22720:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9114bfb44380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:23472:x1870073572875648:12345-0@lo:1000:lod0001_rec0000.0 00000040:00080000:0.0:1783441755.591203:0:23471:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x240000400:0x1:0x0] index 261376 count 1 00000004:00080000:0.0:1783441755.591296:0:23471:0:(lod_dev.c:521:lod_sub_recovery_thread()) lustre-MDT0001-osd retrieved update log, duration 0, retries 0 00000100:00100000:3.0:1783441755.603321:0:22720:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9114bfb44380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:23472:x1870073572875648:12345-0@lo:1000:lod0001_rec0000.0 Request processed in 17612us (22403us total) trans 0 rc 0/0 00000100:00100000:3.0:1783441755.603337:0:22720:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00100000:2.0:1783441755.604431:0:23472:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9114bfb44e00 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0001-mdtlov_UUID:23472:1870073572875648:0@lo:1000:lod0001_rec0000.0 00000040:01000000:2.0:1783441755.604470:0:23472:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000100:00100000:2.0:1783441755.604546:0:23472:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9114bfb44e00 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0001-mdtlov_UUID:23472:1870073572875776:0@lo:1000:lod0001_rec0000.0 00000100:00100000:2.0:1783441755.604609:0:23472:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783441755.604635:0:23472:0:(client.c:2702:ptlrpc_set_wait()) set ffff9114851eac00 going to sleep for 11 seconds 00000001:00000004:2.0:1783441755.605750:0:23446:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0001_UUID: mount_count is 3, last_transno is 12884901888 00000100:00100000:0.0:1783441755.616045:0:22719:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572875776 00000100:00100000:0.0:1783441755.616060:0:22719:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572875776 00000100:00100000:0.0:1783441755.616124:0:22719:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:0.0:1783441755.616134:0:22719:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9114bfb46a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:23472:x1870073572875776:12345-0@lo:1000:lod0001_rec0000.0 00000100:00100000:0.0:1783441755.616319:0:22719:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9114bfb46a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:23472:x1870073572875776:12345-0@lo:1000:lod0001_rec0000.0 Request processed in 187us (11710us total) trans 0 rc 0/0 00000100:00100000:0.0:1783441755.616339:0:22719:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00100000:0.0:1783441755.616397:0:23472:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9114bfb44e00 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0001-mdtlov_UUID:23472:1870073572875776:0@lo:1000:lod0001_rec0000.0 00000100:00100000:0.0:1783441755.616531:0:23472:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9113848c4000 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:23472:1870073572875904:0@lo:900:lod0001_rec0000.0 00000100:00100000:0.0:1783441755.616569:0:23472:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783441755.616620:0:22725:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572875904 00000100:00100000:0.0:1783441755.616626:0:22725:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572875904 00000100:00100000:0.0:1783441755.616651:0:22725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:0.0:1783441755.616657:0:22725:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9113848c6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:lustre-MDT0000-lwp-MDT0001_UUID+5:23472:x1870073572875904:12345-0@lo:900:lod0001_rec0000.0 00000100:00100000:0.0:1783441755.616692:0:22725:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9113848c6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:lustre-MDT0000-lwp-MDT0001_UUID+5:23472:x1870073572875904:12345-0@lo:900:lod0001_rec0000.0 Request processed in 36us (123us total) trans 0 rc 0/0 00000100:00100000:0.0:1783441755.616699:0:22725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00100000:0.0:1783441755.616718:0:23472:0:(client.c:2702:ptlrpc_set_wait()) set ffff91148923da80 going to sleep for 11 seconds 00010000:00080000:0.0:1783441755.616735:0:23472:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=184649) req@ffff9113848c4000 x1870073572875904/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 1783441771 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'lod0001_rec0000.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783441755.616746:0:23472:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9113848c4000 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:23472:1870073572875904:0@lo:900:lod0001_rec0000.0 00000100:00100000:0.0:1783441755.623535:0:23472:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9113848c4000 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0001-mdtlov_UUID:23472:1870073572876032:0@lo:1000:lod0001_rec0000.0 00000100:00100000:0.0:1783441755.623603:0:23472:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783441755.623643:0:22719:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572876032 00000100:00100000:0.0:1783441755.623649:0:22719:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572876032 00000100:00100000:0.0:1783441755.623701:0:22719:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:0.0:1783441755.623710:0:22719:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9113848c5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:23472:x1870073572876032:12345-0@lo:1000:lod0001_rec0000.0 00000100:00100000:0.0:1783441755.623792:0:22719:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9113848c5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:23472:x1870073572876032:12345-0@lo:1000:lod0001_rec0000.0 Request processed in 83us (188us total) trans 0 rc 0/0 00000100:00100000:0.0:1783441755.623800:0:22719:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00100000:0.0:1783441755.623836:0:23472:0:(client.c:2702:ptlrpc_set_wait()) set ffff91148923d600 going to sleep for 11 seconds 00000100:00100000:0.0:1783441755.623863:0:23472:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9113848c4000 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0001-mdtlov_UUID:23472:1870073572876032:0@lo:1000:lod0001_rec0000.0 00000040:00080000:0.0:1783441755.623920:0:23472:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000001:00080000:3.0:1783441755.625954:0:23446:0:(tgt_lastrcvd.c:222:tgt_reply_header_read()) lustre-MDT0001: read reply_data header. magic=0xbdabda01 header_size=32 reply_size=32 00000004:00000080:3.0:1783441755.625994:0:23446:0:(mdd_device.c:2302:mdd_iocontrol()) lustre-MDD0001: cmd=c00866e6 len=0 karg=ffffa26c40d9b988 00100000:10000000:3.0:1783441755.626001:0:23446:0:(lfsck_lib.c:3085:lfsck_start()) lustre-MDT0001-osd: start master thread 00000020:01000004:3.0:1783441755.632005:0:23446:0:(tgt_mount.c:298:server_mgc_clear_fs()) Unassign mgc disk 10000000:01000000:3.0:1783441755.632111:0:23446:0:(mgc_request_server.c:166:mgc_fs_clear()) MGC192.168.202.106@tcp: cl_mgc_mutex unlock 00000020:01000004:3.0:1783441755.632132:0:23446:0:(tgt_mount.c:2459:server_fill_super_common()) Server sb, dev=48 00000080:00000004:3.0:1783441755.632157:0:23446:0:(super25.c:187:lustre_fill_super()) /dev/mapper/mds2_flakey: Mount complete 00000040:00080000:0.0:1783441755.640901:0:23472:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x200000401:0x1:0x0] index 261376 count 1 00000004:00080000:0.0:1783441755.640994:0:23472:0:(lod_dev.c:521:lod_sub_recovery_thread()) lustre-MDT0000-osp-MDT0001 retrieved update log, duration 0, retries 0 00000004:00080000:0.0:1783441755.641000:0:23472:0:(lod_dev.c:545:lod_sub_recovery_thread()) lustre-MDT0001 got update logs from all MDTs. 00000020:00000004:3.0:1783441755.642102:0:23446:0:(tgt_mount.c:2345:server_getattr()) lustre-MDT0001: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:3.0:1783441755.642334:0:23446:0:(tgt_mount.c:2360:is_cmd_supported()) ioctl cmd=81009431 00000100:00100000:1.0:1783441756.177839:0:22755:0:(client.c:2702:ptlrpc_set_wait()) set ffff9114892b5000 going to sleep for 0 seconds 00010000:00010000:3.0:1783441756.178003:0:22704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1783441756.625465:0:23473:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 10000000:01000000:3.0:1783441757.136605:0:22712:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:01000000:3.0:1783441757.136613:0:22712:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-mdtir-ffff91148a291000 from 12 10000000:01000000:3.0:1783441757.136618:0:22712:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:3.0:1783441757.136667:0:22712:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.106@tcp lock: ffff9114b50d4c00/0x4778038d8fc36cf0 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22712 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783441757.136678:0:22712:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.106@tcp lock: ffff9114b50d4c00/0x4778038d8fc36cf0 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22712 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783441757.136689:0:22712:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.106@tcp lock: ffff9114b50d4c00/0x4778038d8fc36cf0 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22712 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783441757.136717:0:22712:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9114aeae1f80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0:22712:1870073572876160:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1783441757.136817:0:22712:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783441757.136860:0:22712:0:(client.c:2702:ptlrpc_set_wait()) set ffff911487c08c00 going to sleep for 11 seconds 00000100:00100000:1.0:1783441757.137087:0:22708:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572876160 00000100:00100000:1.0:1783441757.137097:0:22708:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572876160 00000100:00100000:1.0:1783441757.137149:0:22708:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 55 00000100:00100000:1.0:1783441757.137159:0:22708:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9114b57bbc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0+16:22712:x1870073572876160:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1783441757.137175:0:22708:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1783441757.137188:0:22708:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff911480030c00/0x4778038d8fc36cf7 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x4778038d8fc36cf0 expref: -99 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783441757.137215:0:22708:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff911480030c00/0x4778038d8fc36cf7 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x4778038d8fc36cf0 expref: 17 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783441757.137237:0:22708:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff911480030c00/0x4778038d8fc36cf7 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x4778038d8fc36cf0 expref: 17 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783441757.137247:0:22708:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff911480030c00, rc 0) 00000100:00100000:1.0:1783441757.137292:0:22708:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9114b57bbc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0+17:22712:x1870073572876160:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 133us (475us total) trans 0 rc 0/0 00000100:00100000:1.0:1783441757.137299:0:22708:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 55 00000100:00100000:3.0:1783441757.137702:0:22712:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9114aeae1f80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0:22712:1870073572876160:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1783441757.137717:0:22712:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.106@tcp lock: ffff9114b50d4c00/0x4778038d8fc36cf0 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x4778038d8fc36cf7 expref: -99 pid: 22712 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783441757.137725:0:22712:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.106@tcp lock: ffff9114b50d4c00/0x4778038d8fc36cf0 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x4778038d8fc36cf7 expref: -99 pid: 22712 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783441757.137791:0:22712:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9114aeae1f80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0:22712:1870073572876288:0@lo:256:ll_cfg_requeue.0 00000100:00100000:3.0:1783441757.137898:0:22712:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783441757.137930:0:22712:0:(client.c:2702:ptlrpc_set_wait()) set ffff911487c08c00 going to sleep for 11 seconds 00000100:00100000:2.0:1783441757.138157:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572876288 00000100:00100000:2.0:1783441757.138163:0:22710:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572876288 00000100:00100000:2.0:1783441757.138202:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 56 00000100:00100000:2.0:1783441757.138210:0:22710:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9114b57b8050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0+17:22712:x1870073572876288:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:2.0:1783441757.138227:0:22710:0:(mgs_nids.c:914:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:2.0:1783441757.138246:0:22710:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:2.0:1783441757.138249:0:22710:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 12 00000100:00100000:2.0:1783441757.138327:0:22710:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9114b57b8050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0+17:22712:x1870073572876288:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 117us (428us total) trans 0 rc 0/0 00000100:00100000:2.0:1783441757.138336:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 56 00000100:00100000:3.0:1783441757.149207:0:22712:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9114aeae1f80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0:22712:1870073572876288:0@lo:256:ll_cfg_requeue.0 10000000:01000000:3.0:1783441757.149289:0:22712:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.202.106@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:3.0:1783441757.149300:0:22712:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.106@tcp lock: ffff9114b50d4c00/0x4778038d8fc36cf0 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x4778038d8fc36cf7 expref: -99 pid: 22712 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783441757.149311:0:22712:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.106@tcp lock: ffff9114b50d4c00/0x4778038d8fc36cf0 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x4778038d8fc36cf7 expref: -99 pid: 22712 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1783441757.149322:0:22712:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:01000000:3.0:1783441757.149325:0:22712:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-mdtir-ffff9113821bd800 from 12 10000000:01000000:3.0:1783441757.149328:0:22712:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:3.0:1783441757.149430:0:22712:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.106@tcp lock: ffff9114b50d5e00/0x4778038d8fc36cfe lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22712 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783441757.149438:0:22712:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.106@tcp lock: ffff9114b50d5e00/0x4778038d8fc36cfe lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22712 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783441757.149447:0:22712:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.106@tcp lock: ffff9114b50d5e00/0x4778038d8fc36cfe lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22712 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783441757.149471:0:22712:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9114aeae1f80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0:22712:1870073572876416:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1783441757.150082:0:22712:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783441757.150133:0:22712:0:(client.c:2702:ptlrpc_set_wait()) set ffff911487c08c00 going to sleep for 11 seconds 00000100:00100000:0.0:1783441757.151778:0:22709:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572876416 00000100:00100000:0.0:1783441757.151867:0:22709:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572876416 00000100:00100000:0.0:1783441757.151926:0:22709:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 57 00000100:00100000:0.0:1783441757.151936:0:22709:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9114b57ba450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0+17:22712:x1870073572876416:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1783441757.151953:0:22709:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1783441757.151970:0:22709:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9114aebd0e00/0x4778038d8fc36d05 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x4778038d8fc36cfe expref: -99 pid: 22709 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783441757.151997:0:22709:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9114aebd0e00/0x4778038d8fc36d05 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x4778038d8fc36cfe expref: 18 pid: 22709 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783441757.152008:0:22709:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9114aebd0e00/0x4778038d8fc36d05 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x4778038d8fc36cfe expref: 18 pid: 22709 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783441757.152018:0:22709:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9114aebd0e00, rc 0) 00000100:00100000:0.0:1783441757.152085:0:22709:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9114b57ba450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0+18:22712:x1870073572876416:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 150us (2005us total) trans 0 rc 0/0 00000100:00100000:0.0:1783441757.152093:0:22709:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 57 00000100:00100000:3.0:1783441757.152345:0:22712:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9114aeae1f80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0:22712:1870073572876416:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1783441757.152363:0:22712:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.106@tcp lock: ffff9114b50d5e00/0x4778038d8fc36cfe lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x4778038d8fc36d05 expref: -99 pid: 22712 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783441757.152372:0:22712:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.106@tcp lock: ffff9114b50d5e00/0x4778038d8fc36cfe lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x4778038d8fc36d05 expref: -99 pid: 22712 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783441757.152450:0:22712:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9114aeae1f80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0:22712:1870073572876544:0@lo:256:ll_cfg_requeue.0 00000100:00100000:3.0:1783441757.152486:0:22712:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783441757.152613:0:22712:0:(client.c:2702:ptlrpc_set_wait()) set ffff911487c08c00 going to sleep for 11 seconds 00000100:00100000:2.0:1783441757.152802:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572876544 00000100:00100000:2.0:1783441757.152807:0:22710:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572876544 00000100:00100000:2.0:1783441757.152842:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 58 00000100:00100000:2.0:1783441757.152850:0:22710:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9114b57b8c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0+18:22712:x1870073572876544:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:2.0:1783441757.152864:0:22710:0:(mgs_nids.c:914:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:2.0:1783441757.152880:0:22710:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:2.0:1783441757.152887:0:22710:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 12 00000100:00100000:2.0:1783441757.152959:0:22710:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9114b57b8c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0+18:22712:x1870073572876544:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 110us (472us total) trans 0 rc 0/0 00000100:00100000:2.0:1783441757.152967:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 58 00000100:00100000:3.0:1783441757.153125:0:22712:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9114aeae1f80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0:22712:1870073572876544:0@lo:256:ll_cfg_requeue.0 10000000:01000000:3.0:1783441757.153168:0:22712:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.202.106@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:3.0:1783441757.153176:0:22712:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.106@tcp lock: ffff9114b50d5e00/0x4778038d8fc36cfe lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x4778038d8fc36d05 expref: -99 pid: 22712 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783441757.153184:0:22712:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.106@tcp lock: ffff9114b50d5e00/0x4778038d8fc36cfe lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x4778038d8fc36d05 expref: -99 pid: 22712 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783441757.200961:0:22703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1783441757.203019:0:22755:0:(client.c:2702:ptlrpc_set_wait()) set ffff9114892b5000 going to sleep for 0 seconds 00000100:00100000:3.0:1783441757.588074:0:3646:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1783441742/real 1783441742] req@ffff911488b45c00 x1870073572870272/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1783441757 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1783441757.588107:0:3646:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff911488b45c00 x1870073572870272/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1783441757 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1783441757.588117:0:3646:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1783441742/real 1783441742] req@ffff911488b47480 x1870073572870144/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1783441757 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1783441757.588129:0:3646:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff911488b47480 x1870073572870144/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1783441757 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1783441757.588148:0:3646:0:(import.c:65:import_set_state_nolock()) ffff9114bf502800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1783441757.588160:0:3646:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 0@lo failed (-110) 00000100:00100000:3.0:1783441757.588165:0:3646:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff911488b45c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3646:1870073572870272:0@lo:8:kworker.0 00000100:00080000:3.0:1783441757.588188:0:3646:0:(import.c:65:import_set_state_nolock()) ffff9114b0dd8800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1783441757.588194:0:3646:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-110) 00000100:00100000:3.0:1783441757.588198:0:3646:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff911488b47480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3646:1870073572870144:0@lo:8:kworker.0 00000100:00080000:3.0:1783441757.588232:0:21139:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:3.0:1783441757.588238:0:21139:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1783441757.588241:0:21139:0:(import.c:65:import_set_state_nolock()) ffff9114b138d800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1783441757.588252:0:21139:0:(import.c:624:import_select_connection()) lustre-MDT0001-osp-MDT0000: import ffff9114b138d800 using connection 192.168.202.106@tcp/0@lo 00000100:00100000:3.0:1783441757.588283:0:21139:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9114aeae1f80 x1870073572876672/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1783441757.588302:0:21139:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1783441757.588305:0:21139:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1783441757.588307:0:21139:0:(import.c:65:import_set_state_nolock()) ffff9114bf502800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1783441757.588311:0:21139:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 733 00000100:00080000:3.0:1783441757.588316:0:21139:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 10s 00000100:00080000:3.0:1783441757.588320:0:21139:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff9114bf502800 using connection 192.168.202.106@tcp/0@lo 00000100:00100000:3.0:1783441757.588330:0:21139:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9114aeae3100 x1870073572876800/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1783441757.588338:0:21139:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1783441757.588340:0:21139:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1783441757.588342:0:21139:0:(import.c:65:import_set_state_nolock()) ffff9114b0dd8800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1783441757.588345:0:21139:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 733 00000100:00080000:3.0:1783441757.588348:0:21139:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-MDT0000: tried all connections, increasing latency to 10s 00000100:00080000:3.0:1783441757.588351:0:21139:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-MDT0000: import ffff9114b0dd8800 using connection 192.168.202.106@tcp/0@lo 00000100:00100000:3.0:1783441757.588360:0:21139:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9114aeae1180 x1870073572876928/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1783441757.588410:0:21139:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1783441757.588414:0:21139:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1783441757.588417:0:21139:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1783441757.588421:0:21139:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:3.0:1783441757.588446:0:3646:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9114aeae1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3646:1870073572876672:0@lo:38:kworker.0 00000100:00100000:3.0:1783441757.588539:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783441757.588570:0:3646:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9114aeae3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3646:1870073572876800:0@lo:8:kworker.0 00000400:00000100:3.0:1783441757.588593:0:3646:0:(lib-move.c:4262:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1870073572876800 offset 0 length 520: 4 00000100:00100000:3.0:1783441757.588612:0:3646:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9114aeae1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3646:1870073572876928:0@lo:8:kworker.0 00000400:00000100:3.0:1783441757.588628:0:3646:0:(lib-move.c:4262:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1870073572876928 offset 0 length 520: 4 00000100:00100000:3.0:1783441757.588649:0:3649:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9114aeae0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3649:1870073572877184:0@lo:400:kworker.0 00000100:00100000:3.0:1783441757.588673:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783441757.588690:0:3649:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1783441757.588696:0:3649:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9114aeae1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3649:1870073572877312:0@lo:400:kworker.0 00000100:00100000:3.0:1783441757.588716:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783441757.588746:0:22720:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572876672 00000100:00100000:3.0:1783441757.588763:0:22720:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572876672 00000100:00100000:3.0:1783441757.588788:0:22720:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572877184 00000100:00100000:3.0:1783441757.598085:0:22720:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572877184 00000100:00100000:3.0:1783441757.598160:0:22720:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:3.0:1783441757.598169:0:22720:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9114aeae0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3646:x1870073572876672:12345-0@lo:38:kworker.0 00010000:00080000:3.0:1783441757.598204:0:22720:0:(ldlm_lib.c:1432:target_handle_connect()) lustre-MDT0001: connection from lustre-MDT0000-mdtlov_UUID@0@lo t0 exp 0000000000000000 cur 748 last 0 00000020:00000080:3.0:1783441757.598241:0:22720:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0x4778038d8fc36d0c 00000004:00100000:3.0:1783441757.598273:0:22720:0:(mdt_handler.c:7286:mdt_connect_internal()) lustre-MDT0001: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000001:00000004:3.0:1783441757.598278:0:22720:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0001_UUID: mount_count is 3, last_transno is 12884901888 00000100:00100000:3.0:1783441757.598370:0:22716:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572877312 00000100:00100000:3.0:1783441757.598375:0:22716:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572877312 00000100:00100000:3.0:1783441757.598418:0:22716:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:3.0:1783441757.598425:0:22716:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9114aeae3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3649:x1870073572877312:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1783441757.598545:0:22716:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9114aeae3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3649:x1870073572877312:12345-0@lo:400:kworker.0 Request processed in 120us (9827us total) trans 0 rc 0/0 00000100:00100000:3.0:1783441757.598552:0:22716:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00010000:00080000:3.0:1783441757.598602:0:3649:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff9114aeae1500 x1870073572877312/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1783441773 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1783441757.598617:0:3649:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9114aeae1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3649:1870073572877312:0@lo:400:kworker.0 00000100:00100000:1.0:1783441757.599151:0:3648:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9114aeae2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3648:1870073572877056:0@lo:400:kworker.0 00000100:00100000:1.0:1783441757.599200:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783441757.608115:0:22715:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572877056 00000100:00100000:3.0:1783441757.608130:0:22715:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572877056 00000100:00100000:3.0:1783441757.608187:0:22715:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:3.0:1783441757.608197:0:22715:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff911488b44000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3648:x1870073572877056:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1783441757.608289:0:22715:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff911488b44000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3648:x1870073572877056:12345-0@lo:400:kworker.0 Request processed in 93us (9088us total) trans 0 rc 0/0 00000100:00100000:3.0:1783441757.608296:0:22715:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00010000:00080000:3.0:1783441757.608350:0:3648:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff9114aeae2d80 x1870073572877056/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1783441773 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1783441757.608367:0:3648:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9114aeae2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3648:1870073572877056:0@lo:400:kworker.0 00000100:00080000:3.0:1783441757.628090:0:22720:0:(import.c:65:import_set_state_nolock()) ffff911484de0000 : changing import state from RECOVER to FULL 00000100:00100000:3.0:1783441757.628193:0:22720:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9114aeae0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3646:x1870073572876672:12345-0@lo:38:kworker.0 Request processed in 30022us (39662us total) trans 0 rc 0/0 00000100:00100000:3.0:1783441757.628222:0:22720:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00100000:3.0:1783441757.628254:0:22720:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:3.0:1783441757.628264:0:22720:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9114aeae2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3649:x1870073572877184:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1783441757.628314:0:22720:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9114aeae2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3649:x1870073572877184:12345-0@lo:400:kworker.0 Request processed in 53us (39640us total) trans 0 rc 0/0 00000100:00100000:3.0:1783441757.628320:0:22720:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00100000:3.0:1783441757.628371:0:3649:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9114aeae0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3649:1870073572877184:0@lo:400:kworker.0 00000100:00080000:1.0:1783441757.631312:0:3646:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-MDT0001-osp-MDT0000: connect to target with instance 3 00000100:00080000:1.0:1783441757.631326:0:3646:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-MDT0001-osp-MDT0000: Resetting ns_connect_flags to server flags: 0xa2400010450010a0 00000100:00080000:1.0:1783441757.631333:0:3646:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0001_UUID 00000100:00080000:1.0:1783441757.631337:0:3646:0:(import.c:65:import_set_state_nolock()) ffff9114b138d800 lustre-MDT0001_UUID: changing import state from CONNECTING to FULL 00000100:00080000:1.0:1783441757.631371:0:3646:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 00000000fd59b957): req@ffff9113848c5180 x1870073572868992/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 304/4320 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'lod0000_rec0001.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1783441757.631391:0:3646:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9114aeae1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3646:1870073572876672:0@lo:38:kworker.0 00000100:00100000:0.0:1783441757.636697:0:22755:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783441757.636735:0:22755:0:(client.c:2702:ptlrpc_set_wait()) set ffff9114892b5000 going to sleep for 11 seconds 00000100:00100000:0.0:1783441757.636785:0:22719:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572868992 00000100:00100000:0.0:1783441757.636819:0:22719:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572868992 00000100:00100000:0.0:1783441757.636871:0:22719:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00100000:0.0:1783441757.636880:0:22719:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9113848c4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:22755:x1870073572868992:12345-0@lo:1000:lod0000_rec0001.0 00000100:00100000:0.0:1783441757.636966:0:22719:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9113848c4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:22755:x1870073572868992:12345-0@lo:1000:lod0000_rec0001.0 Request processed in 87us (274us total) trans 0 rc 0/0 00000100:00100000:0.0:1783441757.636974:0:22719:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000100:00100000:0.0:1783441757.637013:0:22755:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9113848c5180 pname:cluuid:pid:xid:nid:opc:job lod0000_rec0001:lustre-MDT0000-mdtlov_UUID:22755:1870073572868992:0@lo:1000:lod0000_rec0001.0 00000040:01000000:0.0:1783441757.637051:0:22755:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000100:00100000:0.0:1783441757.637083:0:22755:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9113848c5180 pname:cluuid:pid:xid:nid:opc:job lod0000_rec0001:lustre-MDT0000-mdtlov_UUID:22755:1870073572877568:0@lo:1000:lod0000_rec0001.0 00000100:00100000:0.0:1783441757.637112:0:22755:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783441757.637134:0:22755:0:(client.c:2702:ptlrpc_set_wait()) set ffff91148923d540 going to sleep for 11 seconds 00000100:00100000:0.0:1783441757.637145:0:22719:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572877568 00000100:00100000:0.0:1783441757.637147:0:22719:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572877568 00000100:00100000:0.0:1783441757.637164:0:22719:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:0.0:1783441757.637169:0:22719:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9113848c6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:22755:x1870073572877568:12345-0@lo:1000:lod0000_rec0001.0 00000100:00100000:0.0:1783441757.637266:0:22719:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9113848c6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:22755:x1870073572877568:12345-0@lo:1000:lod0000_rec0001.0 Request processed in 96us (152us total) trans 0 rc 0/0 00000100:00100000:0.0:1783441757.637273:0:22719:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000100:00100000:0.0:1783441757.637295:0:22755:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9113848c5180 pname:cluuid:pid:xid:nid:opc:job lod0000_rec0001:lustre-MDT0000-mdtlov_UUID:22755:1870073572877568:0@lo:1000:lod0000_rec0001.0 00000100:00100000:0.0:1783441757.637356:0:22755:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9113848c5180 pname:cluuid:pid:xid:nid:opc:job lod0000_rec0001:lustre-MDT0000-mdtlov_UUID:22755:1870073572877696:0@lo:1000:lod0000_rec0001.0 00000100:00100000:0.0:1783441757.637378:0:22755:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783441757.637392:0:22755:0:(client.c:2702:ptlrpc_set_wait()) set ffff91148923d0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1783441757.637403:0:22719:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572877696 00000100:00100000:0.0:1783441757.637406:0:22719:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572877696 00000100:00100000:0.0:1783441757.637422:0:22719:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:0.0:1783441757.637427:0:22719:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9113848c7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:22755:x1870073572877696:12345-0@lo:1000:lod0000_rec0001.0 00000100:00100000:0.0:1783441757.637481:0:22719:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9113848c7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:22755:x1870073572877696:12345-0@lo:1000:lod0000_rec0001.0 Request processed in 53us (101us total) trans 0 rc 0/0 00000100:00100000:0.0:1783441757.637488:0:22719:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000100:00100000:0.0:1783441757.637534:0:22755:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9113848c5180 pname:cluuid:pid:xid:nid:opc:job lod0000_rec0001:lustre-MDT0000-mdtlov_UUID:22755:1870073572877696:0@lo:1000:lod0000_rec0001.0 00000040:00080000:0.0:1783441757.637572:0:22755:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:0.0:1783441757.639317:0:22755:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x240000401:0x1:0x0] index 261376 count 1 00000004:00080000:0.0:1783441757.639394:0:22755:0:(lod_dev.c:521:lod_sub_recovery_thread()) lustre-MDT0001-osp-MDT0000 retrieved update log, duration 25, retries 0 00000004:00080000:0.0:1783441757.639399:0:22755:0:(lod_dev.c:545:lod_sub_recovery_thread()) lustre-MDT0000 got update logs from all MDTs. 00000100:00100000:3.0:1783441757.639969:0:3647:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9113848c4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3647:1870073572877440:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1783441757.640057:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783441757.640113:0:22719:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572877440 00000100:00100000:3.0:1783441757.640122:0:22719:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572877440 00000100:00100000:3.0:1783441757.640158:0:22719:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00100000:3.0:1783441757.640166:0:22719:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9114aeae0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:3647:x1870073572877440:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1783441757.640203:0:22719:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446461440 avail 1300221952 00000100:00100000:3.0:1783441757.640248:0:22719:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9114aeae0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:3647:x1870073572877440:12345-0@lo:41:osp-pre-1-0.0 Request processed in 82us (191us total) trans 0 rc 0/0 00000100:00100000:3.0:1783441757.640255:0:22719:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00000100:00100000:3.0:1783441757.640299:0:3647:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9113848c4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3647:1870073572877440:0@lo:41:osp-pre-1-0.0 00000040:00080000:1.0:1783441757.666988:0:23473:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:3.0:1783441758.225491:0:22704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783441759.250602:0:22703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783441760.273013:0:22704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1783441760.721353:0:3648:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9114bfb47100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3648:1870073572877824:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1783441760.721430:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783441760.721599:0:22719:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572877824 00000100:00100000:1.0:1783441760.721607:0:22719:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572877824 00000100:00100000:1.0:1783441760.721655:0:22719:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17 00000100:00100000:1.0:1783441760.721663:0:22719:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9113848c5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3648:x1870073572877824:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1783441760.721695:0:22719:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000100:00100000:1.0:1783441760.727256:0:22719:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9113848c5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3648:x1870073572877824:12345-0@lo:41:osp-pre-0-1.0 Request processed in 5582us (5814us total) trans 0 rc 0/0 00000100:00100000:1.0:1783441760.727273:0:22719:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17 00000100:00100000:0.0:1783441760.727969:0:3648:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9114bfb47100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3648:1870073572877824:0@lo:41:osp-pre-0-1.0 00010000:00010000:3.0:1783441761.314025:0:22703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:0.0:1783441762.049452:0:23715:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg206-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all 00010000:00010000:3.0:1783441762.322980:0:22704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1783441762.773546:0:3650:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9114aeae1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3650:1870073572878208:0@lo:400:kworker.0 00000100:00100000:2.0:1783441762.773631:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783441762.773658:0:3649:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9113848c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3649:1870073572877952:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1783441762.773687:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783441762.773725:0:3649:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9114aeae2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0:3649:1870073572878080:0@lo:400:kworker.0 00000100:00100000:1.0:1783441762.773752:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783441762.777739:0:22719:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572878208 00000100:00100000:0.0:1783441762.777760:0:22719:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572878208 00000100:00100000:0.0:1783441762.777840:0:22719:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572877952 00000100:00100000:0.0:1783441762.777844:0:22719:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572877952 00000100:00100000:0.0:1783441762.777864:0:22719:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 18 00000100:00100000:0.0:1783441762.777874:0:22719:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9114bfb45880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+7:3650:x1870073572878208:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1783441762.778000:0:22719:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9114bfb45880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+7:3650:x1870073572878208:12345-0@lo:400:kworker.0 Request processed in 127us (4373us total) trans 0 rc 0/0 00000100:00100000:0.0:1783441762.778008:0:22719:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 18 00000100:00100000:0.0:1783441762.778025:0:22719:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19 00000100:00100000:0.0:1783441762.778032:0:22719:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff911488b47100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:3649:x1870073572877952:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1783441762.778061:0:22719:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446461440 avail 1300221952 00000100:00100000:2.0:1783441762.778199:0:3650:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9114aeae1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3650:1870073572878208:0@lo:400:kworker.0 00000100:00080000:3.0:1783441762.782979:0:21139:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1783441762.782994:0:21139:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1783441762.783020:0:21139:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1783441762.783024:0:21139:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:3.0:1783441762.783491:0:3647:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9114aeae1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3647:1870073572878336:0@lo:400:kworker.0 00000100:00100000:3.0:1783441762.783607:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783441762.783668:0:22714:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572878336 00000100:00100000:3.0:1783441762.783678:0:22714:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572878336 00000100:00100000:1.0:1783441762.783696:0:22708:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572878080 00000100:00100000:1.0:1783441762.783702:0:22708:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572878080 00000100:00100000:1.0:1783441762.783745:0:22708:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 59 00000100:00100000:1.0:1783441762.783754:0:22708:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9114b57bb450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0+18:3649:x1870073572878080:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1783441762.783816:0:22714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:1.0:1783441762.783816:0:22708:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9114b57bb450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0+18:3649:x1870073572878080:12345-0@lo:400:kworker.0 Request processed in 62us (10062us total) trans 0 rc 0/0 00000100:00100000:3.0:1783441762.783825:0:22714:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9114aeae1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3647:x1870073572878336:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1783441762.783834:0:22708:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 59 00000100:00100000:3.0:1783441762.783860:0:22714:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9114aeae1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3647:x1870073572878336:12345-0@lo:400:kworker.0 Request processed in 38us (254us total) trans 0 rc 0/0 00000100:00100000:3.0:1783441762.783866:0:22714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00010000:00080000:3.0:1783441762.783903:0:3647:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff9114aeae1880 x1870073572878336/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1783441778 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1783441762.783917:0:3647:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9114aeae1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3647:1870073572878336:0@lo:400:kworker.0 00000100:00080000:3.0:1783441762.783958:0:21139:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1783441762.783961:0:21139:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1783441762.783964:0:21139:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1783441762.783967:0:21139:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:3.0:1783441762.783974:0:3647:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1783441762.783981:0:3647:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9114aeae1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3647:1870073572878464:0@lo:400:kworker.0 00000100:00100000:3.0:1783441762.784007:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783441762.784034:0:22720:0:(service.c:3462:ptlrpc_start_thread()) mdt_out[0] started 2 min 2 max 116 00000100:00100000:3.0:1783441762.784057:0:22720:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_out00_002' 00000100:00100000:3.0:1783441762.784094:0:3650:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1783441762.784112:0:3650:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9114b0d44700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3650:1870073572878592:0@lo:400:kworker.0 00000100:00100000:3.0:1783441762.784141:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783441762.784163:0:22716:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572878592 00000100:00100000:3.0:1783441762.784167:0:22716:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572878592 00000100:00100000:3.0:1783441762.784189:0:22716:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:3.0:1783441762.784195:0:22716:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9114b0d46a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3650:x1870073572878592:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1783441762.784228:0:22716:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9114b0d46a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3650:x1870073572878592:12345-0@lo:400:kworker.0 Request processed in 33us (86us total) trans 0 rc 0/0 00000100:00100000:3.0:1783441762.784235:0:22716:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00010000:00080000:3.0:1783441762.784259:0:3650:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff9114b0d44700 x1870073572878592/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1783441778 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1783441762.784269:0:3650:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9114b0d44700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3650:1870073572878592:0@lo:400:kworker.0 00000100:00100000:3.0:1783441762.784435:0:22720:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572878464 00000100:00100000:3.0:1783441762.784439:0:22720:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572878464 00000100:00100000:3.0:1783441762.784563:0:23738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20 00000100:00100000:3.0:1783441762.784571:0:23738:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9114aeae1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3647:x1870073572878464:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1783441762.784610:0:23738:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9114aeae1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3647:x1870073572878464:12345-0@lo:400:kworker.0 Request processed in 40us (602us total) trans 0 rc 0/0 00000100:00100000:3.0:1783441762.784617:0:23738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20 00000100:00100000:3.0:1783441762.784639:0:3647:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9114aeae1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3647:1870073572878464:0@lo:400:kworker.0 00000100:00100000:0.0:1783441762.784682:0:22719:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff911488b47100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:3649:x1870073572877952:12345-0@lo:41:osp-pre-1-0.0 Request processed in 6648us (10992us total) trans 0 rc 0/0 00000100:00100000:0.0:1783441762.784698:0:22719:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19 00000100:00100000:1.0:1783441762.795325:0:3649:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9113848c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3649:1870073572877952:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1783441762.795807:0:3649:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9114aeae2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0:3649:1870073572878080:0@lo:400:kworker.0 00000001:00100000:1.0:1783441763.294274:0:23447:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0001: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00010000:00010000:3.0:1783441763.344844:0:22703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000004:2.0:1783441763.627848:0:23769:0:(tgt_mount.c:2345:server_getattr()) lustre-MDT0001: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:2.0:1783441763.628056:0:23769:0:(tgt_mount.c:2360:is_cmd_supported()) ioctl cmd=81009431 00000040:00080000:3.0:1783441764.182832:0:22748:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:3.0:1783441764.370784:0:22704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000004:0.0:1783441765.300871:0:23819:0:(tgt_mount.c:2345:server_getattr()) lustre-MDT0001: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:0.0:1783441765.301074:0:23819:0:(tgt_mount.c:2360:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:3.0:1783441765.392741:0:22703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1783441765.714136:0:3646:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1783441755/real 1783441755] req@ffff9113848c5c00 x1870073572873088/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 1 dl 1783441765 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1783441765.714190:0:3646:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9113848c5c00 x1870073572873088/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 1 dl 1783441765 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1783441765.714201:0:3646:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1783441755/real 1783441755] req@ffff9113848c7100 x1870073572872960/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 1 dl 1783441765 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1783441765.714212:0:3646:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9113848c7100 x1870073572872960/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 1 dl 1783441765 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1783441765.714233:0:3646:0:(import.c:65:import_set_state_nolock()) ffff9114a77f3000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1783441765.714253:0:3646:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-110) 00000100:00100000:3.0:1783441765.714257:0:3646:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9113848c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3646:1870073572873088:0@lo:8:llog_process_th.0 00000100:00080000:3.0:1783441765.714262:0:3646:0:(import.c:65:import_set_state_nolock()) ffff911484de7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1783441765.714267:0:3646:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 0@lo failed (-110) 00000100:00100000:3.0:1783441765.714270:0:3646:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9113848c7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3646:1870073572872960:0@lo:8:llog_process_th.0 00000100:00080000:3.0:1783441765.714542:0:21139:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1783441765.714546:0:21139:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1783441765.714549:0:21139:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1783441765.714552:0:21139:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1783441765.714568:0:21139:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1783441765.714571:0:21139:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1783441765.714573:0:21139:0:(import.c:65:import_set_state_nolock()) ffff911484de7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1783441765.714578:0:21139:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 746 00000100:00080000:3.0:1783441765.714583:0:21139:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 5s 00000100:00080000:3.0:1783441765.714597:0:21139:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff911484de7000 using connection 192.168.202.106@tcp/0@lo 00000100:00100000:3.0:1783441765.714619:0:21139:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9114b0d45880 x1870073572879232/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1783441765.714634:0:21139:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1783441765.714636:0:21139:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1783441765.714638:0:21139:0:(import.c:65:import_set_state_nolock()) ffff9114a77f3000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1783441765.714641:0:21139:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 0@lo last attempt 746 00000100:00080000:3.0:1783441765.714643:0:21139:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-MDT0001: tried all connections, increasing latency to 5s 00000100:00080000:3.0:1783441765.714647:0:21139:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-MDT0001: import ffff9114a77f3000 using connection 192.168.202.106@tcp/0@lo 00000100:00100000:3.0:1783441765.714657:0:21139:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9114b0d46680 x1870073572879360/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1783441765.714700:0:3650:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9114b0d44700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0:3650:1870073572878720:0@lo:400:kworker.0 00000100:00100000:3.0:1783441765.714770:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783441765.714807:0:3650:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9114b0d47800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3650:1870073572879488:0@lo:400:kworker.0 00000100:00100000:3.0:1783441765.714835:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783441765.714857:0:3650:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1783441765.714863:0:3650:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9114b0d44e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3650:1870073572879104:0@lo:400:kworker.0 00000100:00100000:3.0:1783441765.714886:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783441765.714916:0:22715:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572879488 00000100:00100000:1.0:1783441765.715059:0:3647:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9114b0d45180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3647:1870073572878848:0@lo:400:kworker.0 00000100:00100000:1.0:1783441765.715092:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783441765.715115:0:3647:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1783441765.715121:0:3647:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9114b0d47b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3647:1870073572878976:0@lo:400:kworker.0 00000100:00100000:1.0:1783441765.715142:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783441765.715170:0:22716:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572878976 00000100:00100000:1.0:1783441765.715176:0:22716:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572878976 00000100:00100000:1.0:1783441765.715219:0:22716:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:1.0:1783441765.715229:0:22716:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff911488b45c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3647:x1870073572878976:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1783441765.715280:0:22716:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff911488b45c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3647:x1870073572878976:12345-0@lo:400:kworker.0 Request processed in 53us (137us total) trans 0 rc 0/0 00000100:00100000:1.0:1783441765.715288:0:22716:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00010000:00080000:1.0:1783441765.715468:0:3647:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff9114b0d47b80 x1870073572878976/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1783441781 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1783441765.715485:0:3647:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9114b0d47b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3647:1870073572878976:0@lo:400:kworker.0 00000100:00100000:1.0:1783441765.715623:0:22720:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572879104 00000100:00100000:1.0:1783441765.715628:0:22720:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572879104 00000100:00100000:1.0:1783441765.715650:0:22720:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572878848 00000100:00100000:1.0:1783441765.715653:0:22720:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572878848 00000100:00100000:1.0:1783441765.715666:0:22720:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21 00000100:00100000:1.0:1783441765.715672:0:22720:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9114b0d46300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3650:x1870073572879104:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1783441765.715725:0:22720:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9114b0d46300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3650:x1870073572879104:12345-0@lo:400:kworker.0 Request processed in 52us (837us total) trans 0 rc 0/0 00000100:00100000:1.0:1783441765.715732:0:22720:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21 00000100:00100000:1.0:1783441765.715744:0:22720:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22 00000100:00100000:1.0:1783441765.715750:0:22720:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff911488b47480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3647:x1870073572878848:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1783441765.715784:0:22720:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff911488b47480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3647:x1870073572878848:12345-0@lo:400:kworker.0 Request processed in 34us (692us total) trans 0 rc 0/0 00000100:00100000:1.0:1783441765.715790:0:22720:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22 00000100:00100000:1.0:1783441765.715808:0:3646:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9114b0d45880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3646:1870073572879232:0@lo:8:kworker.0 00000400:00000100:1.0:1783441765.715831:0:3646:0:(lib-move.c:4262:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1870073572879232 offset 0 length 520: 4 00000100:00100000:1.0:1783441765.715844:0:3646:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9114b0d46680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3646:1870073572879360:0@lo:8:kworker.0 00000400:00000100:1.0:1783441765.715861:0:3646:0:(lib-move.c:4262:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1870073572879360 offset 0 length 520: 4 00000100:00100000:1.0:1783441765.715888:0:3647:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9114b0d45180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3647:1870073572878848:0@lo:400:kworker.0 00000100:00100000:1.0:1783441765.715910:0:3650:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9114b0d44e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3650:1870073572879104:0@lo:400:kworker.0 00000100:00100000:3.0:1783441765.717097:0:22715:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572879488 00000100:00100000:3.0:1783441765.717157:0:22715:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:3.0:1783441765.717166:0:22715:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9114b0d44380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3650:x1870073572879488:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1783441765.717221:0:22715:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9114b0d44380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3650:x1870073572879488:12345-0@lo:400:kworker.0 Request processed in 57us (2386us total) trans 0 rc 0/0 00000100:00100000:3.0:1783441765.717227:0:22715:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00100000:0.0:1783441765.717430:0:22709:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572878720 00000100:00100000:0.0:1783441765.717435:0:22709:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572878720 00000100:00100000:0.0:1783441765.717477:0:22709:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 60 00000100:00100000:0.0:1783441765.717485:0:22709:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9114b57b9050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0+18:3650:x1870073572878720:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1783441765.717541:0:22709:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9114b57b9050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0+18:3650:x1870073572878720:12345-0@lo:400:kworker.0 Request processed in 57us (2771us total) trans 0 rc 0/0 00000100:00100000:0.0:1783441765.717547:0:22709:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 60 00000100:00100000:1.0:1783441765.717647:0:3650:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9114b0d44700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0:3650:1870073572878720:0@lo:400:kworker.0 00010000:00080000:1.0:1783441765.717674:0:3650:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff9114b0d47800 x1870073572879488/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1783441781 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1783441765.717696:0:3650:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9114b0d47800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3650:1870073572879488:0@lo:400:kworker.0 00000100:00100000:1.0:1783441765.842754:0:3647:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9114bfb44a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3647:1870073572879616:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1783441765.842836:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783441765.842898:0:22720:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572879616 00000100:00100000:1.0:1783441765.842906:0:22720:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572879616 00000100:00100000:1.0:1783441765.842964:0:22720:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23 00000100:00100000:1.0:1783441765.842973:0:22720:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff911488b45180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3647:x1870073572879616:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1783441765.843153:0:22720:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000100:00100000:1.0:1783441765.843201:0:22720:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff911488b45180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3647:x1870073572879616:12345-0@lo:41:osp-pre-0-1.0 Request processed in 229us (364us total) trans 0 rc 0/0 00000100:00100000:1.0:1783441765.843209:0:22720:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23 00000100:00100000:1.0:1783441765.843254:0:3647:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9114bfb44a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3647:1870073572879616:0@lo:41:osp-pre-0-1.0 00010000:00010000:3.0:1783441766.431357:0:22704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783441767.440809:0:22703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:2.0:1783441767.508421:0:23868:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=400866bb len=0 uarg=00007ffc6a673f60 20000000:00000080:2.0:1783441767.508446:0:23868:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=400866bb len=576 karg=ffff911484c5d400 uarg=0000000000000000 20000000:01000000:2.0:1783441767.508547:0:23868:0:(mgs_llog.c:6188:mgs_set_param2()) set_param2 fs='' device='general' param='debug_raw_pointers=Y' 20000000:01000000:2.0:1783441767.508557:0:23868:0:(mgs_llog.c:4643:mgs_write_log_param2()) next param 'debug_raw_pointers=Y' 20000000:01000000:2.0:1783441767.508564:0:23868:0:(mgs_llog.c:1379:mgs_modify_param()) modify params/general/debug_raw_pointers=Y del=0 00000040:00080000:2.0:1783441767.509341:0:23869:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 2 count 13 20000000:00000400:1.0:1783441767.509529:0:23868:0:(mgs_llog.c:1450:mgs_modify_param()) MGS: modify general/debug_raw_pointers=Y (mode = 0) failed: rc = -17 10000000:01000000:1.0:1783441767.515195:0:23868:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 00010000:00010000:1.0:1783441767.515242:0:23868:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff911480030600/0x4778038d8fc36d13 lrc: 3/0,1 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 23868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783441767.515267:0:23868:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9114aebd1c00/0x4778038d8fc36bbc lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x4778038d8fc36bb5 expref: 17 pid: 22710 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783441767.515275:0:23868:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9114c2167e00/0x4778038d8fc36cbf lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x4778038d8fc36cb8 expref: 17 pid: 22710 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783441767.515284:0:23868:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff911480030600/0x4778038d8fc36d13 lrc: 5/0,1 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 23868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783441767.515362:0:23868:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9114c2167e00/0x4778038d8fc36cbf lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x4778038d8fc36cb8 expref: 17 pid: 22710 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783441767.515383:0:23868:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff9114c2167e00/0x4778038d8fc36cbf lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x4778038d8fc36cb8 expref: 17 pid: 22710 timeout: 858 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783441767.515412:0:23868:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff911488b45880 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:23868:1870073572879744:0@lo:104: 00000100:00100000:1.0:1783441767.515742:0:23868:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1783441767.516214:0:23868:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9114aebd1c00/0x4778038d8fc36bbc lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x4778038d8fc36bb5 expref: 17 pid: 22710 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783441767.516224:0:23868:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff9114aebd1c00/0x4778038d8fc36bbc lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x4778038d8fc36bb5 expref: 17 pid: 22710 timeout: 858 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783441767.516233:0:23868:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff911488b45500 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:23868:1870073572879872:0@lo:104: 00000100:00100000:1.0:1783441767.516262:0:23868:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783441767.516860:0:23868:0:(client.c:2702:ptlrpc_set_wait()) set ffff9113821df180 going to sleep for 11 seconds 00000100:00100000:0.0:1783441767.517022:0:22698:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572879744 00000100:00100000:0.0:1783441767.517033:0:22698:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572879744 00000100:00100000:3.0:1783441767.517112:0:22699:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572879872 00000100:00100000:3.0:1783441767.517117:0:22699:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572879872 00000100:00100000:3.0:1783441767.517147:0:22699:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:3.0:1783441767.517159:0:22699:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff911488b44e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0+4:23868:x1870073572879744:12345-0@lo:104: 00010000:00010000:3.0:1783441767.517177:0:22699:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.106@tcp lock: ffff9114b50d5400/0x4778038d8fc36cb8 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x4778038d8fc36cbf expref: -99 pid: 23446 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783441767.517261:0:22699:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1783441767.517269:0:22699:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff911488b44e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0+4:23868:x1870073572879744:12345-0@lo:104: Request processed in 111us (1527us total) trans 0 rc 0/0 00000100:00100000:3.0:1783441767.517276:0:22699:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00100000:3.0:1783441767.517297:0:22699:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:3.0:1783441767.517304:0:22699:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff911488b44a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0+3:23868:x1870073572879872:12345-0@lo:104: 00010000:00010000:3.0:1783441767.517313:0:22699:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.106@tcp lock: ffff9114b50d4000/0x4778038d8fc36bb5 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x4778038d8fc36bbc expref: -99 pid: 22694 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783441767.517349:0:22699:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:3.0:1783441767.517354:0:22699:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff911488b44a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0+3:23868:x1870073572879872:12345-0@lo:104: Request processed in 52us (1092us total) trans 0 rc 0/0 00000100:00100000:3.0:1783441767.517360:0:22699:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00010000:00010000:2.0:1783441767.517425:0:22704:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1783441767.517435:0:22704:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.106@tcp lock: ffff9114b50d5400/0x4778038d8fc36cb8 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x4778038d8fc36cbf expref: -99 pid: 23446 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441767.517443:0:22704:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9114b50d5400 already unused, calling callback (ffffffffc126cc20) 10000000:00010000:2.0:1783441767.517448:0:22704:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.106@tcp lock: ffff9114b50d5400/0x4778038d8fc36cb8 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0x4778038d8fc36cbf expref: -99 pid: 23446 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441767.517458:0:22704:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.106@tcp lock: ffff9114b50d5400/0x4778038d8fc36cb8 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0x4778038d8fc36cbf expref: -99 pid: 23446 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1783441767.517467:0:22704:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.106@tcp lock: ffff9114b50d5400/0x4778038d8fc36cb8 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0x4778038d8fc36cbf expref: -99 pid: 23446 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1783441767.517493:0:22704:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:2.0:1783441767.517573:0:22704:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.106@tcp lock: ffff9114b50d5400/0x4778038d8fc36cb8 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x4778038d8fc36cbf expref: -99 pid: 23446 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441767.517581:0:22704:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1783441767.517609:0:22704:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.106@tcp lock: ffff9114b50d5400/0x4778038d8fc36cb8 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x4778038d8fc36cbf expref: -99 pid: 23446 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441767.517617:0:22704:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.106@tcp lock: ffff9114b50d5400/0x4778038d8fc36cb8 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x4778038d8fc36cbf expref: -99 pid: 23446 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441767.517635:0:22704:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1783441767.517638:0:22704:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.106@tcp lock: ffff9114b50d4000/0x4778038d8fc36bb5 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x4778038d8fc36bbc expref: -99 pid: 22694 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441767.517645:0:22704:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9114b50d4000 already unused, calling callback (ffffffffc126cc20) 10000000:00010000:2.0:1783441767.517648:0:22704:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.106@tcp lock: ffff9114b50d4000/0x4778038d8fc36bb5 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x4778038d8fc36bbc expref: -99 pid: 22694 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441767.517656:0:22704:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.106@tcp lock: ffff9114b50d4000/0x4778038d8fc36bb5 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x4778038d8fc36bbc expref: -99 pid: 22694 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1783441767.517677:0:22704:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.106@tcp lock: ffff9114b50d4000/0x4778038d8fc36bb5 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x4778038d8fc36bbc expref: -99 pid: 22694 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1783441767.517683:0:22704:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:2.0:1783441767.517698:0:22704:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.106@tcp lock: ffff9114b50d4000/0x4778038d8fc36bb5 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x4778038d8fc36bbc expref: -99 pid: 22694 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441767.517705:0:22704:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1783441767.517731:0:22704:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.106@tcp lock: ffff9114b50d4000/0x4778038d8fc36bb5 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x4778038d8fc36bbc expref: -99 pid: 22694 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441767.517739:0:22704:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.106@tcp lock: ffff9114b50d4000/0x4778038d8fc36bb5 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x4778038d8fc36bbc expref: -99 pid: 22694 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441767.517756:0:22704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783441767.517759:0:22704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783441767.517761:0:22704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783441767.517771:0:22703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1783441767.517789:0:3648:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9114bfb46300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0:3648:1870073572880000:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1783441767.517830:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783441767.517880:0:3649:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9114bfb47b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0:3649:1870073572880128:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1783441767.517905:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783441767.517944:0:22702:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572880000 00000100:00100000:2.0:1783441767.517949:0:22702:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572880000 00010000:00010000:2.0:1783441767.517974:0:22702:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9114c2167e00/0x4778038d8fc36cbf lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x4778038d8fc36cb8 expref: 18 pid: 22710 timeout: 858 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783441767.517997:0:22702:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572880128 00000100:00100000:2.0:1783441767.518000:0:22702:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572880128 00010000:00010000:2.0:1783441767.518012:0:22702:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9114aebd1c00/0x4778038d8fc36bbc lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x4778038d8fc36bb5 expref: 19 pid: 22710 timeout: 858 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783441767.518024:0:22702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:2.0:1783441767.518031:0:22702:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9114bfb44a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0+19:3648:x1870073572880000:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1783441767.518043:0:22702:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1783441767.518048:0:22702:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9114c2167e00/0x4778038d8fc36cbf lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x4778038d8fc36cb8 expref: 19 pid: 22710 timeout: 858 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441767.518071:0:22702:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9114c2167e00/0x4778038d8fc36cbf lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x4778038d8fc36cb8 expref: 19 pid: 22710 timeout: 858 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441767.518091:0:22702:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1783441767.518122:0:22702:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9114bfb44a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0+19:3648:x1870073572880000:12345-0@lo:103:ldlm_bl.0 Request processed in 91us (291us total) trans 0 rc 0/0 00000100:00100000:2.0:1783441767.518130:0:22702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00100000:2.0:1783441767.518149:0:22702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:2.0:1783441767.518155:0:22702:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9114bfb47100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0+18:3649:x1870073572880128:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1783441767.518163:0:22702:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1783441767.518167:0:22702:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9114aebd1c00/0x4778038d8fc36bbc lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x4778038d8fc36bb5 expref: 18 pid: 22710 timeout: 858 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441767.518177:0:22702:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9114aebd1c00/0x4778038d8fc36bbc lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x4778038d8fc36bb5 expref: 18 pid: 22710 timeout: 858 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441767.518189:0:22702:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff911480030600/0x4778038d8fc36d13 lrc: 3/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 23868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441767.518198:0:22702:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff911480030600/0x4778038d8fc36d13 lrc: 4/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 23868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441767.518215:0:22702:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff911480030600/0x4778038d8fc36d13 lrc: 5/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 23868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441767.518222:0:22702:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff911480030600/0x4778038d8fc36d13 lrc: 5/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 23868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441767.518230:0:22702:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff911480030600/0x4778038d8fc36d13 lrc: 4/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 23868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441767.518243:0:22702:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff911480030600/0x4778038d8fc36d13 lrc: 5/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 23868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441767.518249:0:22702:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff911480030600 already unused, calling callback (ffffffffc0c73f90) 00010000:00010000:2.0:1783441767.518253:0:22702:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff911480030600/0x4778038d8fc36d13 lrc: 5/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 23868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441767.518263:0:22702:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff911480030600/0x4778038d8fc36d13 lrc: 6/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 23868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441767.518273:0:22702:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff911480030600/0x4778038d8fc36d13 lrc: 4/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 23868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441767.518286:0:22702:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1783441767.518315:0:22702:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9114bfb47100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0+18:3649:x1870073572880128:12345-0@lo:103:ldlm_bl.0 Request processed in 161us (409us total) trans 0 rc 0/0 00000100:00100000:2.0:1783441767.518322:0:22702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00100000:2.0:1783441767.518372:0:3649:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9114bfb47b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0:3649:1870073572880128:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1783441767.518407:0:3648:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9114bfb46300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0:3648:1870073572880000:0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1783441767.518578:0:23868:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9114c2167e00/0x4778038d8fc36cbf lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x4778038d8fc36cb8 expref: 17 pid: 22710 timeout: 858 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783441767.518592:0:23868:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff911488b45880 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:23868:1870073572879744:0@lo:104: 00010000:00010000:1.0:1783441767.518601:0:23868:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9114aebd1c00/0x4778038d8fc36bbc lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x4778038d8fc36bb5 expref: 16 pid: 22710 timeout: 858 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783441767.518611:0:23868:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff911488b45500 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:23868:1870073572879872:0@lo:104: 00010000:00010000:1.0:1783441767.518628:0:23868:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff911480030600/0x4778038d8fc36d13 lrc: 1/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 23868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783441767.518650:0:23868:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff911480030600/0x4778038d8fc36d13 lrc: 1/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 23868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783441767.518658:0:23868:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff911480030600/0x4778038d8fc36d13 lrc: 1/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 23868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783441767.518681:0:23868:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff911480030600/0x4778038d8fc36d13 lrc: 0/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 23868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1783441767.890296:0:23473:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:2.0:1783441767.891062:0:3650:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9113848c5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3650:1870073572880256:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1783441767.891135:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783441767.896113:0:22719:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572880256 00000100:00100000:0.0:1783441767.896133:0:22719:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572880256 00000100:00100000:0.0:1783441767.896205:0:22719:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24 00000100:00100000:0.0:1783441767.896215:0:22719:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9114bfb46300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3650:x1870073572880256:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1783441767.896254:0:22719:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446461440 avail 1300221952 00000100:00100000:0.0:1783441767.896352:0:22719:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9114bfb46300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3650:x1870073572880256:12345-0@lo:41:osp-pre-1-0.0 Request processed in 138us (5216us total) trans 0 rc 0/0 00000100:00100000:0.0:1783441767.896360:0:22719:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24 00000100:00100000:2.0:1783441767.896912:0:3650:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9113848c5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3650:1870073572880256:0@lo:41:osp-pre-1-0.0 00010000:00010000:3.0:1783441768.468295:0:22704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:0.0:1783441769.168741:0:22712:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:0.0:1783441769.168749:0:22712:0:(mgc_request.c:1801:mgc_process_log()) Process log params-ffff91148a291000 from 13 10000000:01000000:0.0:1783441769.168755:0:22712:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:0.0:1783441769.168820:0:22712:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.106@tcp lock: ffff9114aebd1600/0x4778038d8fc36d1a lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22712 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783441769.168833:0:22712:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.106@tcp lock: ffff9114aebd1600/0x4778038d8fc36d1a lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22712 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783441769.168862:0:22712:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.106@tcp lock: ffff9114aebd1600/0x4778038d8fc36d1a lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22712 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783441769.168888:0:22712:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9113848c4a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0:22712:1870073572880384:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1783441769.168975:0:22712:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783441769.169026:0:22712:0:(client.c:2702:ptlrpc_set_wait()) set ffff9113835bd3c0 going to sleep for 11 seconds 00000100:00100000:1.0:1783441769.169177:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572880384 00000100:00100000:1.0:1783441769.169185:0:22710:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572880384 00000100:00100000:1.0:1783441769.169239:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 61 00000100:00100000:1.0:1783441769.169249:0:22710:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9114b57b9450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0+16:22712:x1870073572880384:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1783441769.169264:0:22710:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1783441769.169280:0:22710:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff911480031e00/0x4778038d8fc36d21 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x4778038d8fc36d1a expref: -99 pid: 22710 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783441769.169303:0:22710:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff911480031e00/0x4778038d8fc36d21 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x4778038d8fc36d1a expref: 17 pid: 22710 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783441769.169313:0:22710:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff911480031e00/0x4778038d8fc36d21 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x4778038d8fc36d1a expref: 17 pid: 22710 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783441769.169321:0:22710:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff911480031e00, rc 0) 00000100:00100000:1.0:1783441769.169388:0:22710:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9114b57b9450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0+17:22712:x1870073572880384:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 130us (402us total) trans 0 rc 0/0 00000100:00100000:1.0:1783441769.169396:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 61 00000100:00100000:3.0:1783441769.169491:0:22712:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9113848c4a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0:22712:1870073572880384:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1783441769.169536:0:22712:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.106@tcp lock: ffff9114aebd1600/0x4778038d8fc36d1a lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x4778038d8fc36d21 expref: -99 pid: 22712 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783441769.169546:0:22712:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.106@tcp lock: ffff9114aebd1600/0x4778038d8fc36d1a lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x4778038d8fc36d21 expref: -99 pid: 22712 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783441769.169622:0:22712:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9114b0d47100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0:22712:1870073572880512:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1783441769.169663:0:22712:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783441769.169683:0:22712:0:(client.c:2702:ptlrpc_set_wait()) set ffff9114863fa240 going to sleep for 11 seconds 00000100:00100000:1.0:1783441769.169829:0:22708:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572880512 00000100:00100000:1.0:1783441769.169840:0:22708:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572880512 00000100:00100000:1.0:1783441769.169879:0:22708:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 62 00000100:00100000:1.0:1783441769.169886:0:22708:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9114b57b9c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0+17:22712:x1870073572880512:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1783441769.170254:0:22708:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9114b57b9c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0+17:22712:x1870073572880512:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 367us (589us total) trans 0 rc 0/0 00000100:00100000:1.0:1783441769.170261:0:22708:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 62 00000100:00100000:3.0:1783441769.173078:0:22712:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9114b0d47100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0:22712:1870073572880512:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1783441769.173157:0:22712:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9114b0d47100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0:22712:1870073572880640:0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1783441769.173248:0:22712:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783441769.173372:0:22712:0:(client.c:2702:ptlrpc_set_wait()) set ffff9114863fa240 going to sleep for 11 seconds 00000100:00100000:2.0:1783441769.178381:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572880640 00000100:00100000:2.0:1783441769.178397:0:22710:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572880640 00000100:00100000:2.0:1783441769.178462:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 63 00000100:00100000:2.0:1783441769.178470:0:22710:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9114b57bb850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0+17:22712:x1870073572880640:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1783441769.178703:0:22710:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9114b57bb850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0+17:22712:x1870073572880640:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 232us (5455us total) trans 0 rc 0/0 00000100:00100000:2.0:1783441769.178713:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 63 00000100:00100000:3.0:1783441769.179053:0:22712:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9114b0d47100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0:22712:1870073572880640:0@lo:503:ll_cfg_requeue.0 00000040:00080000:3.0:1783441769.180043:0:23929:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 13 00000020:01000000:0.0:1783441769.186211:0:22712:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 13-12 (rc=0) 10000000:01000000:0.0:1783441769.186258:0:22712:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.202.106@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:0.0:1783441769.186272:0:22712:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.106@tcp lock: ffff9114aebd1600/0x4778038d8fc36d1a lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x4778038d8fc36d21 expref: -99 pid: 22712 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783441769.186286:0:22712:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.106@tcp lock: ffff9114aebd1600/0x4778038d8fc36d1a lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x4778038d8fc36d21 expref: -99 pid: 22712 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1783441769.186298:0:22712:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:0.0:1783441769.186301:0:22712:0:(mgc_request.c:1801:mgc_process_log()) Process log params-ffff9113821bd800 from 13 10000000:01000000:0.0:1783441769.186303:0:22712:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:0.0:1783441769.186342:0:22712:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.106@tcp lock: ffff9114aebd0400/0x4778038d8fc36d28 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22712 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783441769.186351:0:22712:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.106@tcp lock: ffff9114aebd0400/0x4778038d8fc36d28 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22712 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783441769.186363:0:22712:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.106@tcp lock: ffff9114aebd0400/0x4778038d8fc36d28 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22712 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783441769.186387:0:22712:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9113848c7b80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0:22712:1870073572880768:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1783441769.186459:0:22712:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783441769.186603:0:22712:0:(client.c:2702:ptlrpc_set_wait()) set ffff9113835bd540 going to sleep for 11 seconds 00000100:00100000:1.0:1783441769.189623:0:22708:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572880768 00000100:00100000:1.0:1783441769.189638:0:22708:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572880768 00000100:00100000:1.0:1783441769.194155:0:22708:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 64 00000100:00100000:1.0:1783441769.194179:0:22708:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff911383c34450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0+17:22712:x1870073572880768:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1783441769.194199:0:22708:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1783441769.194217:0:22708:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff911480030200/0x4778038d8fc36d2f lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x4778038d8fc36d28 expref: -99 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783441769.194246:0:22708:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff911480030200/0x4778038d8fc36d2f lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x4778038d8fc36d28 expref: 18 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783441769.194258:0:22708:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff911480030200/0x4778038d8fc36d2f lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x4778038d8fc36d28 expref: 18 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783441769.194267:0:22708:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff911480030200, rc 0) 00000100:00100000:1.0:1783441769.194349:0:22708:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff911383c34450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0+18:22712:x1870073572880768:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 182us (7890us total) trans 0 rc 0/0 00000100:00100000:1.0:1783441769.194357:0:22708:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 64 00000100:00100000:0.0:1783441769.194478:0:22712:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9113848c7b80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0:22712:1870073572880768:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1783441769.194529:0:22712:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.106@tcp lock: ffff9114aebd0400/0x4778038d8fc36d28 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x4778038d8fc36d2f expref: -99 pid: 22712 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783441769.194540:0:22712:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.106@tcp lock: ffff9114aebd0400/0x4778038d8fc36d28 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x4778038d8fc36d2f expref: -99 pid: 22712 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783441769.194620:0:22712:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9113848c7b80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0:22712:1870073572880896:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1783441769.194670:0:22712:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783441769.197750:0:22712:0:(client.c:2702:ptlrpc_set_wait()) set ffff9113835bd540 going to sleep for 11 seconds 00000100:00100000:2.0:1783441769.204348:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572880896 00000100:00100000:2.0:1783441769.204361:0:22710:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572880896 00000100:00100000:2.0:1783441769.204428:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 65 00000100:00100000:2.0:1783441769.204438:0:22710:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff911383c37450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0+18:22712:x1870073572880896:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1783441769.204631:0:22710:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff911383c37450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0+18:22712:x1870073572880896:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 194us (9961us total) trans 0 rc 0/0 00000100:00100000:2.0:1783441769.204640:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 65 00000100:00100000:0.0:1783441769.204772:0:22712:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9113848c7b80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0:22712:1870073572880896:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1783441769.204836:0:22712:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9113848c7b80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0:22712:1870073572881024:0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1783441769.204907:0:22712:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783441769.204943:0:22712:0:(client.c:2702:ptlrpc_set_wait()) set ffff9113835bd540 going to sleep for 11 seconds 00000100:00100000:2.0:1783441769.205105:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572881024 00000100:00100000:2.0:1783441769.205110:0:22710:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572881024 00000100:00100000:2.0:1783441769.205132:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 66 00000100:00100000:2.0:1783441769.205138:0:22710:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff911382b09450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0+18:22712:x1870073572881024:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1783441769.205221:0:22710:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff911382b09450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0+18:22712:x1870073572881024:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 82us (313us total) trans 0 rc 0/0 00000100:00100000:2.0:1783441769.205228:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 66 00000100:00100000:0.0:1783441769.205312:0:22712:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9113848c7b80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0:22712:1870073572881024:0@lo:503:ll_cfg_requeue.0 00000040:00080000:0.0:1783441769.206214:0:23930:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 13 00000020:01000000:2.0:1783441769.206391:0:22712:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 13-12 (rc=0) 10000000:01000000:2.0:1783441769.206412:0:22712:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.202.106@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:2.0:1783441769.206423:0:22712:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.106@tcp lock: ffff9114aebd0400/0x4778038d8fc36d28 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x4778038d8fc36d2f expref: -99 pid: 22712 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441769.206435:0:22712:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.106@tcp lock: ffff9114aebd0400/0x4778038d8fc36d28 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x4778038d8fc36d2f expref: -99 pid: 22712 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441769.490116:0:22703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783441770.514993:0:22704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1783441770.961622:0:3648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1783441770.961655:0:3648:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9114bfb47b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3648:1870073572881152:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1783441770.961735:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1783441770.961807:0:21139:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1783441770.961811:0:21139:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1783441770.961814:0:21139:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1783441770.961818:0:21139:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1783441770.961827:0:21139:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1783441770.961830:0:21139:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1783441770.961833:0:21139:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1783441770.961835:0:21139:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:3.0:1783441770.961878:0:23738:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572881152 00000100:00100000:3.0:1783441770.961885:0:23738:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572881152 00000100:00100000:3.0:1783441770.961931:0:23738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25 00000100:00100000:3.0:1783441770.961940:0:23738:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9114b0d47100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3648:x1870073572881152:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1783441770.961975:0:23738:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000100:00100000:3.0:1783441770.962019:0:23738:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9114b0d47100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3648:x1870073572881152:12345-0@lo:41:osp-pre-0-1.0 Request processed in 79us (283us total) trans 0 rc 0/0 00000100:00100000:3.0:1783441770.962027:0:23738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25 00000100:00100000:3.0:1783441770.962051:0:3648:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9114b0d44000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0:3648:1870073572881280:0@lo:400:kworker.0 00000100:00100000:3.0:1783441770.962081:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783441770.962124:0:3648:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9114bfb47b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3648:1870073572881152:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1783441770.962139:0:3648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1783441770.962144:0:3648:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9114b0d47480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3648:1870073572881664:0@lo:400:kworker.0 00000100:00100000:3.0:1783441770.962167:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783441770.962191:0:3649:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9114b0d45f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3649:1870073572881408:0@lo:400:kworker.0 00000100:00100000:3.0:1783441770.962214:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783441770.962228:0:3649:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1783441770.962233:0:3649:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9114b0d44a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3649:1870073572881536:0@lo:400:kworker.0 00000100:00100000:3.0:1783441770.962251:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783441770.962273:0:22719:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572881408 00000100:00100000:3.0:1783441770.962277:0:22719:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572881408 00000100:00100000:3.0:1783441770.962298:0:22719:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 26 00000100:00100000:3.0:1783441770.962304:0:22719:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9114b0d45c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3649:x1870073572881408:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1783441770.962338:0:22719:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9114b0d45c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3649:x1870073572881408:12345-0@lo:400:kworker.0 Request processed in 33us (122us total) trans 0 rc 0/0 00000100:00100000:3.0:1783441770.962344:0:22719:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 26 00000100:00100000:3.0:1783441770.962369:0:22715:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572881664 00000100:00100000:3.0:1783441770.962372:0:22715:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572881664 00000100:00100000:3.0:1783441770.962395:0:22715:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572881536 00000100:00100000:3.0:1783441770.962397:0:22715:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572881536 00000100:00100000:3.0:1783441770.962411:0:22715:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:3.0:1783441770.962416:0:22715:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9114b0d46d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3648:x1870073572881664:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1783441770.962448:0:22715:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9114b0d46d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3648:x1870073572881664:12345-0@lo:400:kworker.0 Request processed in 32us (279us total) trans 0 rc 0/0 00000100:00100000:3.0:1783441770.962454:0:22715:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00100000:3.0:1783441770.962464:0:22715:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:3.0:1783441770.962469:0:22715:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9114b0d45500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3649:x1870073572881536:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1783441770.962491:0:22715:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9114b0d45500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3649:x1870073572881536:12345-0@lo:400:kworker.0 Request processed in 22us (240us total) trans 0 rc 0/0 00000100:00100000:3.0:1783441770.962525:0:22715:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00010000:00080000:3.0:1783441770.962555:0:3649:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff9114b0d44a80 x1870073572881536/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1783441786 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1783441770.962566:0:3649:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9114b0d44a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3649:1870073572881536:0@lo:400:kworker.0 00000100:00100000:3.0:1783441770.962575:0:3649:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9114b0d45f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3649:1870073572881408:0@lo:400:kworker.0 00010000:00080000:3.0:1783441770.962598:0:3648:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff9114b0d47480 x1870073572881664/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1783441786 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1783441770.962607:0:3648:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9114b0d47480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3648:1870073572881664:0@lo:400:kworker.0 00000100:00100000:2.0:1783441770.962787:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572881280 00000100:00100000:2.0:1783441770.962798:0:22710:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572881280 00000100:00100000:2.0:1783441770.962822:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 67 00000100:00100000:2.0:1783441770.962828:0:22710:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff911382b08850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0+18:3648:x1870073572881280:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1783441770.962867:0:22710:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff911382b08850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0+18:3648:x1870073572881280:12345-0@lo:400:kworker.0 Request processed in 39us (786us total) trans 0 rc 0/0 00000100:00100000:2.0:1783441770.962873:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 67 00000100:00100000:2.0:1783441770.962905:0:3648:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9114b0d44000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0:3648:1870073572881280:0@lo:400:kworker.0 00010000:00010000:2.0:1783441771.553960:0:22703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783441772.560812:0:22704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1783441773.008789:0:3647:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1783441773.008818:0:3647:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9113848c7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3647:1870073572881792:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1783441773.008901:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783441773.009021:0:22719:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572881792 00000100:00100000:0.0:1783441773.009033:0:22719:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572881792 00000100:00100000:0.0:1783441773.009098:0:22719:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 27 00000100:00100000:0.0:1783441773.009108:0:22719:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9114b0d47480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3647:x1870073572881792:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1783441773.009159:0:22719:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446461440 avail 1300221952 00000100:00100000:0.0:1783441773.009225:0:22719:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9114b0d47480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3647:x1870073572881792:12345-0@lo:41:osp-pre-1-0.0 Request processed in 118us (324us total) trans 0 rc 0/0 00000100:00100000:0.0:1783441773.009233:0:22719:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 27 00000100:00100000:0.0:1783441773.009280:0:3647:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9113848c7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3647:1870073572881792:0@lo:41:osp-pre-1-0.0 00010000:00010000:0.0:1783441773.591634:0:22703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1783441774.423372:0:22748:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:3.0:1783441774.616766:0:22704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783441775.646243:0:22703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000004:2.0:1783441776.006192:0:24216:0:(obd_mount.c:923:lmd_print()) mount data: 00000020:01000004:2.0:1783441776.006197:0:24216:0:(obd_mount.c:926:lmd_print()) device: /dev/mapper/ost1_flakey 00000020:01000004:2.0:1783441776.006198:0:24216:0:(obd_mount.c:929:lmd_print()) options: errors=remount-ro 00000080:01200004:2.0:1783441776.006316:0:24216:0:(super25.c:130:lustre_fill_super()) VFS Op: sb ffff911489628800 00000020:01000004:2.0:1783441776.006336:0:24216:0:(tgt_mount.c:2501:osd_start()) Attempting to start lustre-OST0000, type=osd-ldiskfs, lsifl=200002, mountfl=0 00000020:01000004:2.0:1783441776.006352:0:24216:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-OST0000-osd (typ=osd-ldiskfs) 00000020:00000080:2.0:1783441776.006367:0:24216:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0000-osd (ffff9114b1394d40) 00000020:00000080:2.0:1783441776.006386:0:24216:0:(obd_config.c:720:class_attach_name()) OBD: dev 20 attached type osd-ldiskfs with refcount 2 00000100:00080000:3.0:1783441776.081924:0:21139:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1783441776.081932:0:21139:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1783441776.081935:0:21139:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1783441776.081939:0:21139:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1783441776.081966:0:21139:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1783441776.081969:0:21139:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1783441776.081972:0:21139:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1783441776.081975:0:21139:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:3.0:1783441776.082004:0:3649:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9114b0d45f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0:3649:1870073572881920:0@lo:400:kworker.0 00000100:00100000:3.0:1783441776.082080:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783441776.082106:0:3647:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9114b0d44000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3647:1870073572882176:0@lo:400:kworker.0 00000100:00100000:3.0:1783441776.082138:0:3649:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9114b0d44700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3649:1870073572882432:0@lo:400:kworker.0 00000100:00100000:1.0:1783441776.082138:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783441776.082158:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783441776.082166:0:3647:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1783441776.082173:0:3649:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1783441776.082178:0:3649:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9114b0d44a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3649:1870073572882048:0@lo:400:kworker.0 00000100:00100000:1.0:1783441776.082179:0:3647:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9114b0d47800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3647:1870073572882304:0@lo:400:kworker.0 00000100:00100000:3.0:1783441776.082199:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783441776.082233:0:22709:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572881920 00000100:00100000:3.0:1783441776.082239:0:22709:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572881920 00000100:00100000:3.0:1783441776.082287:0:22709:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 68 00000100:00100000:3.0:1783441776.082296:0:22709:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff911382b08450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0+18:3649:x1870073572881920:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1783441776.082345:0:22709:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff911382b08450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0+18:3649:x1870073572881920:12345-0@lo:400:kworker.0 Request processed in 50us (265us total) trans 0 rc 0/0 00000100:00100000:3.0:1783441776.082353:0:22709:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 68 00000100:00100000:3.0:1783441776.082384:0:22715:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572882176 00000100:00100000:3.0:1783441776.082394:0:22715:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572882176 00000100:00100000:3.0:1783441776.082419:0:22715:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572882432 00000100:00100000:3.0:1783441776.082421:0:22715:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572882432 00000100:00100000:3.0:1783441776.082435:0:22715:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:3.0:1783441776.082440:0:22715:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff911488b45500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3647:x1870073572882176:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1783441776.082473:0:22715:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff911488b45500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3647:x1870073572882176:12345-0@lo:400:kworker.0 Request processed in 32us (333us total) trans 0 rc 0/0 00000100:00100000:3.0:1783441776.082479:0:22715:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00100000:3.0:1783441776.082491:0:22715:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00100000:3.0:1783441776.082523:0:22715:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9114b0d44e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3649:x1870073572882432:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1783441776.082553:0:22715:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9114b0d44e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3649:x1870073572882432:12345-0@lo:400:kworker.0 Request processed in 56us (393us total) trans 0 rc 0/0 00000100:00100000:3.0:1783441776.082560:0:22715:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000100:00100000:3.0:1783441776.082581:0:22720:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572882048 00000100:00100000:3.0:1783441776.082584:0:22720:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572882048 00000100:00100000:1.0:1783441776.082661:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00080000:1.0:1783441776.082699:0:3647:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff9114b0d44000 x1870073572882176/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1783441792 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1783441776.082714:0:3647:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9114b0d44000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3647:1870073572882176:0@lo:400:kworker.0 00000100:00100000:0.0:1783441776.082900:0:3650:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9114bfb44e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3650:1870073572882560:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1783441776.082930:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783441776.082971:0:22719:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572882304 00000100:00100000:0.0:1783441776.082975:0:22719:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572882304 00000100:00100000:0.0:1783441776.082994:0:22719:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572882560 00000100:00100000:0.0:1783441776.082996:0:22719:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572882560 00000100:00100000:0.0:1783441776.083007:0:22719:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28 00000100:00100000:0.0:1783441776.083013:0:22719:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff911488b45880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3647:x1870073572882304:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1783441776.083050:0:22719:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff911488b45880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3647:x1870073572882304:12345-0@lo:400:kworker.0 Request processed in 37us (389us total) trans 0 rc 0/0 00000100:00100000:0.0:1783441776.083056:0:22719:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28 00000100:00100000:0.0:1783441776.083068:0:22719:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 29 00000100:00100000:0.0:1783441776.083074:0:22719:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9113848c7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3650:x1870073572882560:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1783441776.083096:0:22719:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000100:00100000:0.0:1783441776.083149:0:22719:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9113848c7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3650:x1870073572882560:12345-0@lo:41:osp-pre-0-1.0 Request processed in 75us (218us total) trans 0 rc 0/0 00000100:00100000:0.0:1783441776.083155:0:22719:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 29 00000100:00100000:0.0:1783441776.083182:0:3647:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9114b0d47800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3647:1870073572882304:0@lo:400:kworker.0 00000100:00100000:1.0:1783441776.083235:0:3650:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9114bfb44e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3650:1870073572882560:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1783441776.083495:0:22720:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 30 00000100:00100000:3.0:1783441776.083521:0:22720:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9114b0d45180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3649:x1870073572882048:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1783441776.083555:0:22720:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9114b0d45180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3649:x1870073572882048:12345-0@lo:400:kworker.0 Request processed in 36us (1354us total) trans 0 rc 0/0 00000100:00100000:3.0:1783441776.083561:0:22720:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 30 00000100:00100000:3.0:1783441776.083615:0:3649:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9114b0d44a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3649:1870073572882048:0@lo:400:kworker.0 00000100:00100000:3.0:1783441776.083626:0:3649:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9114b0d45f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0:3649:1870073572881920:0@lo:400:kworker.0 00010000:00080000:3.0:1783441776.083638:0:3649:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff9114b0d44700 x1870073572882432/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1783441792 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1783441776.083649:0:3649:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9114b0d44700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3649:1870073572882432:0@lo:400:kworker.0 00100000:10000000:0.0:1783441776.112944:0:24216:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0000: index object [0x200000001:0x3:0x0] (8/24) registered 00100000:10000000:1.0:1783441776.124805:0:24216:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0000: index object [0x200000003:0x6:0x0] (8/32) registered 00100000:10000000:2.0:1783441776.125409:0:24216:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0000: index object [0x200000005:0x3:0x0] (8/8) registered 00100000:10000000:2.0:1783441776.126155:0:24216:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0000: index object [0x200000005:0x1:0x0] (8/8) registered 00100000:10000000:2.0:1783441776.126524:0:24216:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0000: index object [0x200000005:0x2:0x0] (8/8) registered 00100000:10000000:2.0:1783441776.126880:0:24216:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0000: index object [0x200000003:0x5:0x0] (8/32) registered 00100000:10000000:2.0:1783441776.127293:0:24216:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0000: index object [0x200000003:0x4:0x0] (8/32) registered 00080000:01000000:2.0:1783441776.128336:0:24216:0:(osd_lproc.c:911:osd_procfs_init()) lustre-OST0000: register osd-ldiskfs tunable parameters 00000020:00000080:2.0:1783441776.130280:0:24216:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0000-osd (uuid lustre-OST0000-osd_UUID) 00080000:01000000:2.0:1783441776.130299:0:24216:0:(osd_handler.c:8929:osd_obd_connect()) connect #0 00000020:00000080:2.0:1783441776.130322:0:24216:0:(genops.c:1406:class_connect()) connect: client lustre-OST0000-osd_UUID, cookie 0x4778038d8fc36d3d 00000020:01000004:2.0:1783441776.130330:0:24216:0:(tgt_mount.c:2586:server_fill_super()) Found service lustre-OST0000 on device /dev/mapper/ost1_flakey 00000020:01000004:2.0:1783441776.130371:0:24216:0:(obd_mount.c:403:lustre_start_mgc()) MGC192.168.202.106@tcp:Set MGC reconnect 1 10000000:01000000:2.0:1783441776.130375:0:24216:0:(mgc_request.c:1071:mgc_set_info_async()) InitRecov MGC192.168.202.106@tcp 1/d0:i0:r0:or0:FULL 00000020:01000004:2.0:1783441776.130396:0:24216:0:(tgt_mount.c:1810:server_start_targets()) starting target lustre-OST0000 00000020:01000004:2.0:1783441776.130402:0:24216:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD OSS (typ=ost) 00000020:00000080:2.0:1783441776.130419:0:24216:0:(genops.c:413:class_newdev()) Allocate new device OSS (ffff9114bf49b380) 00000020:00000080:2.0:1783441776.130434:0:24216:0:(obd_config.c:720:class_attach_name()) OBD: dev 21 attached type ost with refcount 2 00000100:00100000:2.0:1783441776.131681:0:24216:0:(service.c:155:ptlrpc_grow_req_bufs()) ost: allocate 64 new 32768-byte reqbufs (0/64 left), rc = 0 00000100:00100000:2.0:1783441776.131852:0:24216:0:(service.c:3462:ptlrpc_start_thread()) ost[0] started 0 min 3 max 116 00000100:00100000:2.0:1783441776.131858:0:24216:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost00_000' 00000100:00100000:3.0:1783441776.134688:0:24216:0:(service.c:3462:ptlrpc_start_thread()) ost[0] started 1 min 3 max 116 00000100:00100000:3.0:1783441776.134704:0:24216:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost00_001' 00000100:00100000:3.0:1783441776.145632:0:24216:0:(service.c:3462:ptlrpc_start_thread()) ost[0] started 2 min 3 max 116 00000100:00100000:3.0:1783441776.145656:0:24216:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost00_002' 00000100:00100000:3.0:1783441776.152311:0:24216:0:(service.c:155:ptlrpc_grow_req_bufs()) ost_create: allocate 64 new 32768-byte reqbufs (0/64 left), rc = 0 00000100:00100000:3.0:1783441776.153059:0:24216:0:(service.c:3462:ptlrpc_start_thread()) ost_create[0] started 0 min 2 max 16 00000100:00100000:3.0:1783441776.153068:0:24216:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_create00_000' 00000100:00100000:0.0:1783441776.154732:0:24216:0:(service.c:3462:ptlrpc_start_thread()) ost_create[0] started 1 min 2 max 16 00000100:00100000:0.0:1783441776.154744:0:24216:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_create00_001' 00000100:00100000:3.0:1783441776.183320:0:24216:0:(service.c:155:ptlrpc_grow_req_bufs()) ost_io: allocate 64 new 524288-byte reqbufs (0/64 left), rc = 0 00000100:00100000:3.0:1783441776.183692:0:24216:0:(service.c:3462:ptlrpc_start_thread()) ost_io[0] started 0 min 3 max 116 00000100:00100000:3.0:1783441776.183698:0:24216:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_io00_000' 00000100:00100000:3.0:1783441776.187811:0:24216:0:(service.c:3462:ptlrpc_start_thread()) ost_io[0] started 1 min 3 max 116 00000100:00100000:3.0:1783441776.187830:0:24216:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_io00_001' 00000100:00100000:3.0:1783441776.188914:0:24216:0:(service.c:3462:ptlrpc_start_thread()) ost_io[0] started 2 min 3 max 116 00000100:00100000:3.0:1783441776.188926:0:24216:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_io00_002' 00000100:00100000:0.0:1783441776.191453:0:24216:0:(service.c:155:ptlrpc_grow_req_bufs()) ost_seq: allocate 64 new 32768-byte reqbufs (0/64 left), rc = 0 00000100:00100000:0.0:1783441776.191711:0:24216:0:(service.c:3462:ptlrpc_start_thread()) ost_seq[0] started 0 min 2 max 16 00000100:00100000:0.0:1783441776.191718:0:24216:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_seq00_000' 00000100:00100000:3.0:1783441776.193473:0:24216:0:(service.c:3462:ptlrpc_start_thread()) ost_seq[0] started 1 min 2 max 16 00000100:00100000:3.0:1783441776.193484:0:24216:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_seq00_001' 00000100:00100000:2.0:1783441776.230079:0:24216:0:(service.c:155:ptlrpc_grow_req_bufs()) ost_out: allocate 64 new 1048576-byte reqbufs (0/64 left), rc = 0 00000100:00100000:2.0:1783441776.230289:0:24216:0:(service.c:3462:ptlrpc_start_thread()) ost_out[0] started 0 min 2 max 16 00000100:00100000:2.0:1783441776.230296:0:24216:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_out00_000' 00000100:00100000:2.0:1783441776.231482:0:24216:0:(service.c:3462:ptlrpc_start_thread()) ost_out[0] started 1 min 2 max 16 00000100:00100000:2.0:1783441776.231492:0:24216:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_out00_001' 00000020:00000080:2.0:1783441776.232206:0:24216:0:(obd_config.c:826:class_setup()) finished setup of obd OSS (uuid OSS_uuid) 00000020:01000004:2.0:1783441776.232237:0:24216:0:(tgt_mount.c:280:server_mgc_set_fs()) Set mgc disk for /dev/mapper/ost1_flakey 10000000:01000000:2.0:1783441776.232243:0:24216:0:(mgc_request_server.c:89:mgc_fs_setup()) MGC192.168.202.106@tcp: cl_mgc_mutex lustre-OST0000-osd for locked: rc = 0 00000040:01000000:3.0:1783441776.267823:0:24216:0:(llog_obd.c:197:llog_setup()) obd MGC192.168.202.106@tcp ctxt 0 is initialized 00000020:01000004:3.0:1783441776.267988:0:24216:0:(tgt_mount.c:1418:server_register_target()) Registration lustre-OST0000, fs=lustre, 192.168.202.106@tcp, index=0000, flags=0x20002 00000020:01000004:3.0:1783441776.267993:0:24216:0:(tgt_mount.c:1175:server_mti_print()) mti - server_register_target 00000020:01000004:3.0:1783441776.267995:0:24216:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0000 00000020:01000004:3.0:1783441776.267996:0:24216:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:3.0:1783441776.267998:0:24216:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:3.0:1783441776.267999:0:24216:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:3.0:1783441776.268000:0:24216:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:3.0:1783441776.268001:0:24216:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1783441776.268003:0:24216:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1783441776.268005:0:24216:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:3.0:1783441776.268009:0:24216:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-OST0000 0x10020002 00000020:01000004:3.0:1783441776.268011:0:24216:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:3.0:1783441776.268154:0:24216:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0000 00000020:01000004:3.0:1783441776.268156:0:24216:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:3.0:1783441776.268157:0:24216:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:3.0:1783441776.268158:0:24216:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:3.0:1783441776.268160:0:24216:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:3.0:1783441776.268161:0:24216:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1783441776.268162:0:24216:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1783441776.268170:0:24216:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:3.0:1783441776.268196:0:24216:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-OST0000 00000100:00100000:3.0:1783441776.268218:0:24216:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9114b0d44700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0:24216:1870073572882688:0@lo:253:mount.lustre.0 00000100:00100000:3.0:1783441776.268294:0:24216:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783441776.268406:0:24216:0:(client.c:2702:ptlrpc_set_wait()) set ffff91148923d000 going to sleep for 11 seconds 00000100:00100000:1.0:1783441776.268915:0:22708:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572882688 00000100:00100000:1.0:1783441776.268993:0:22708:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572882688 00000100:00100000:1.0:1783441776.269153:0:22708:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 69 00000100:00100000:1.0:1783441776.269164:0:22708:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff911382b09c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0+18:24216:x1870073572882688:12345-0@lo:253:mount.lustre.0 20000000:01000000:1.0:1783441776.269219:0:22708:0:(mgs_handler.c:479:mgs_target_reg()) fs: lustre index: 0 is registered to MGS. 20000000:01000000:1.0:1783441776.269222:0:22708:0:(mgs_handler.c:529:mgs_target_reg()) Server lustre-OST0000 is running on 0@lo 20000000:01000000:1.0:1783441776.269226:0:22708:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00000100:00100000:1.0:1783441776.269899:0:22708:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff911382b09c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0+18:24216:x1870073572882688:12345-0@lo:253:mount.lustre.0 Request processed in 731us (1597us total) trans 0 rc 0/0 00000100:00100000:1.0:1783441776.269911:0:22708:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 69 00000100:00100000:0.0:1783441776.270035:0:24216:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9114b0d44700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0:24216:1870073572882688:0@lo:253:mount.lustre.0 10000000:01000000:0.0:1783441776.270060:0:24216:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-OST0000 got index = 0 00000020:01000004:0.0:1783441776.270062:0:24216:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:0.0:1783441776.270064:0:24216:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0000 00000020:01000004:0.0:1783441776.270065:0:24216:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:0.0:1783441776.270066:0:24216:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:0.0:1783441776.270068:0:24216:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:0.0:1783441776.270069:0:24216:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:0.0:1783441776.270070:0:24216:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1783441776.270072:0:24216:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1783441776.270074:0:24216:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 00000020:01000004:0.0:1783441776.270100:0:24216:0:(tgt_mount.c:101:server_register_mount()) register mount ffff911489628800 from lustre-OST0000 10000000:01000000:0.0:1783441776.270141:0:24216:0:(mgc_request.c:1943:mgc_process_config()) parse_log lustre-OST0000 from 0 10000000:01000000:0.0:1783441776.270145:0:24216:0:(mgc_request.c:329:config_log_add()) add config log lustre-OST0000-0000000000000000 10000000:01000000:0.0:1783441776.270153:0:24216:0:(mgc_request_server.c:874:mgc_get_local_copy()) Get log lustre-sptlrpc-ffff9114b6b3cd40 local copy 00010000:00010000:0.0:1783441776.270163:0:24216:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.106@tcp lock: ffff9114aeae4400/0x4778038d8fc36af8 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0x4778038d8fc36aff expref: -99 pid: 22694 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783441776.270259:0:24216:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9113848c4380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0:24216:1870073572882816:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1783441776.270295:0:24216:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783441776.271132:0:24216:0:(client.c:2702:ptlrpc_set_wait()) set ffff91148923d240 going to sleep for 11 seconds 00000100:00100000:3.0:1783441776.271259:0:22709:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572882816 00000100:00100000:3.0:1783441776.271267:0:22709:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572882816 00000100:00100000:3.0:1783441776.271307:0:22709:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 70 00000100:00100000:3.0:1783441776.271315:0:22709:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff911382b0b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0+18:24216:x1870073572882816:12345-0@lo:501:mount.lustre.0 00000100:00100000:3.0:1783441776.271419:0:22709:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff911382b0b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0+18:24216:x1870073572882816:12345-0@lo:501:mount.lustre.0 Request processed in 104us (1122us total) trans 0 rc -2/-2 00000100:00100000:3.0:1783441776.271427:0:22709:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 70 00000100:00100000:0.0:1783441776.271754:0:24216:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9113848c4380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0:24216:1870073572882816:0@lo:501:mount.lustre.0 10000000:01000000:0.0:1783441776.271776:0:24216:0:(mgc_request_server.c:765:mgc_llog_local_copy()) MGC192.168.202.106@tcp: no remote llog for lustre-sptlrpc, check MGS config 10000000:01000000:0.0:1783441776.271800:0:24216:0:(mgc_request_server.c:897:mgc_get_local_copy()) MGC192.168.202.106@tcp: can't save local copy of 'lustre-sptlrpc': rc = -2. 00010000:00010000:0.0:1783441776.271811:0:24216:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.106@tcp lock: ffff9114aeae4400/0x4778038d8fc36af8 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0x4778038d8fc36aff expref: -99 pid: 22694 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783441776.271822:0:24216:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.106@tcp lock: ffff9114aeae4400/0x4778038d8fc36af8 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0x4778038d8fc36aff expref: -99 pid: 22694 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1783441776.271869:0:24216:0:(mgc_request.c:194:do_config_log_add()) do adding config log params-ffff911489628800 10000000:01000000:0.0:1783441776.271887:0:24216:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 10000000:01000000:0.0:1783441776.271893:0:24216:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-OST0000-0000000000000000 10000000:01000000:0.0:1783441776.271896:0:24216:0:(mgc_request.c:68:mgc_name2resid()) log lustre-OST0000 to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:0.0:1783441776.271901:0:24216:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-OST0000-0000000000000000 from 1 10000000:01000000:0.0:1783441776.271904:0:24216:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-OST0000 (res 0x65727473756c) 00010000:00010000:0.0:1783441776.272111:0:24216:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.106@tcp lock: ffff9114aebd1400/0x4778038d8fc36d4b lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 24216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783441776.272120:0:24216:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.106@tcp lock: ffff9114aebd1400/0x4778038d8fc36d4b lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 24216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783441776.272129:0:24216:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.106@tcp lock: ffff9114aebd1400/0x4778038d8fc36d4b lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 24216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783441776.272148:0:24216:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9113848c4380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0:24216:1870073572882944:0@lo:101:mount.lustre.0 00000100:00100000:0.0:1783441776.272184:0:24216:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783441776.272216:0:24216:0:(client.c:2702:ptlrpc_set_wait()) set ffff91148923d240 going to sleep for 11 seconds 00000100:00100000:3.0:1783441776.272263:0:22709:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572882944 00000100:00100000:3.0:1783441776.272268:0:22709:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572882944 00000100:00100000:3.0:1783441776.272291:0:22709:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 71 00000100:00100000:3.0:1783441776.272298:0:22709:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff911382b09850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0+18:24216:x1870073572882944:12345-0@lo:101:mount.lustre.0 00010000:00010000:3.0:1783441776.272308:0:22709:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1783441776.272320:0:22709:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9114b50d4800/0x4778038d8fc36d52 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: local remote: 0x4778038d8fc36d4b expref: -99 pid: 22709 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783441776.272342:0:22709:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9114b50d4800/0x4778038d8fc36d52 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x4778038d8fc36d4b expref: 19 pid: 22709 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783441776.272363:0:22709:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9114b50d4800/0x4778038d8fc36d52 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x4778038d8fc36d4b expref: 19 pid: 22709 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783441776.272372:0:22709:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9114b50d4800, rc 0) 00000100:00100000:3.0:1783441776.272414:0:22709:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff911382b09850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0+19:24216:x1870073572882944:12345-0@lo:101:mount.lustre.0 Request processed in 115us (229us total) trans 0 rc 0/0 00000100:00100000:3.0:1783441776.272429:0:22709:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 71 00000100:00100000:0.0:1783441776.272756:0:24216:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9113848c4380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0:24216:1870073572882944:0@lo:101:mount.lustre.0 00010000:00010000:0.0:1783441776.272770:0:24216:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.106@tcp lock: ffff9114aebd1400/0x4778038d8fc36d4b lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0x4778038d8fc36d52 expref: -99 pid: 24216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783441776.272779:0:24216:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.106@tcp lock: ffff9114aebd1400/0x4778038d8fc36d4b lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000000000000 nid: local remote: 0x4778038d8fc36d52 expref: -99 pid: 24216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1783441776.274740:0:24216:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x6:0x0] index 14 count 14 00000040:00080000:0.0:1783441776.276092:0:24216:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:0.0:1783441776.280424:0:24216:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].1, 224 off8416 00000040:00080000:0.0:1783441776.281214:0:24216:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].2, 128 off8544 00000040:00080000:0.0:1783441776.281236:0:24216:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].3, 112 off8656 00000040:00080000:0.0:1783441776.281253:0:24216:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].4, 224 off8880 00000040:00080000:0.0:1783441776.281283:0:24216:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].5, 224 off9104 00000040:00080000:0.0:1783441776.281296:0:24216:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].6, 80 off9184 00000040:00080000:0.0:1783441776.281310:0:24216:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].7, 224 off9408 00000040:00080000:0.0:1783441776.281324:0:24216:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].8, 224 off9632 00000040:00080000:0.0:1783441776.281335:0:24216:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].9, 80 off9712 00000040:00080000:0.0:1783441776.281377:0:24216:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].10, 224 off9936 00000040:00080000:0.0:1783441776.281393:0:24216:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].11, 224 off10160 00000040:00080000:0.0:1783441776.281404:0:24216:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].12, 120 off10280 00000040:00080000:0.0:1783441776.281426:0:24216:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].13, 224 off10504 00000040:00080000:0.0:1783441776.281431:0:24216:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x6:0x0] index 13 count 14 00000100:00100000:0.0:1783441776.281564:0:24216:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9113848c4380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0:24216:1870073572883072:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1783441776.281723:0:24216:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783441776.281781:0:24216:0:(client.c:2702:ptlrpc_set_wait()) set ffff9114aa400a80 going to sleep for 11 seconds 00000100:00100000:1.0:1783441776.282228:0:22709:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572883072 00000100:00100000:1.0:1783441776.282237:0:22709:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572883072 00000100:00100000:1.0:1783441776.282296:0:22709:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72 00000100:00100000:1.0:1783441776.282305:0:22709:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff911382b0a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0+19:24216:x1870073572883072:12345-0@lo:501:mount.lustre.0 00000100:00100000:1.0:1783441776.282472:0:22709:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff911382b0a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0+19:24216:x1870073572883072:12345-0@lo:501:mount.lustre.0 Request processed in 167us (748us total) trans 0 rc 0/0 00000100:00100000:1.0:1783441776.282480:0:22709:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72 00000100:00100000:2.0:1783441776.282631:0:24216:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9113848c4380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0:24216:1870073572883072:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1783441776.282668:0:24216:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9114bfb44000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0:24216:1870073572883200:0@lo:503:mount.lustre.0 00000100:00100000:2.0:1783441776.282712:0:24216:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783441776.282731:0:24216:0:(client.c:2702:ptlrpc_set_wait()) set ffff911382b6a480 going to sleep for 11 seconds 00000100:00100000:1.0:1783441776.282957:0:22709:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572883200 00000100:00100000:1.0:1783441776.282962:0:22709:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572883200 00000100:00100000:1.0:1783441776.282988:0:22709:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73 00000100:00100000:1.0:1783441776.282994:0:22709:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff911382b0bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0+19:24216:x1870073572883200:12345-0@lo:503:mount.lustre.0 00000100:00100000:1.0:1783441776.284570:0:22709:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff911382b0bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0+19:24216:x1870073572883200:12345-0@lo:503:mount.lustre.0 Request processed in 1568us (1849us total) trans 0 rc 0/0 00000100:00100000:1.0:1783441776.284581:0:22709:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73 00000100:00100000:2.0:1783441776.285298:0:24216:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9114bfb44000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0:24216:1870073572883200:0@lo:503:mount.lustre.0 00000040:00080000:2.0:1783441776.286413:0:24216:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:2.0:1783441776.289611:0:24216:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9114bfb44000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0:24216:1870073572883328:0@lo:502:mount.lustre.0 00000100:00100000:2.0:1783441776.289706:0:24216:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783441776.289746:0:24216:0:(client.c:2702:ptlrpc_set_wait()) set ffff911382b6a480 going to sleep for 11 seconds 00000100:00100000:0.0:1783441776.290626:0:22708:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572883328 00000100:00100000:0.0:1783441776.290637:0:22708:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572883328 00000100:00100000:1.0:1783441776.290716:0:22709:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74 00000100:00100000:1.0:1783441776.290729:0:22709:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff911382b0b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0+19:24216:x1870073572883328:12345-0@lo:502:mount.lustre.0 00000100:00100000:1.0:1783441776.291200:0:22709:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff911382b0b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0+19:24216:x1870073572883328:12345-0@lo:502:mount.lustre.0 Request processed in 474us (1492us total) trans 0 rc 0/0 00000100:00100000:1.0:1783441776.291209:0:22709:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74 00000100:00100000:2.0:1783441776.291322:0:24216:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9114bfb44000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0:24216:1870073572883328:0@lo:502:mount.lustre.0 00000040:00080000:2.0:1783441776.291849:0:24216:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].1, 224 off8416 00000040:00080000:2.0:1783441776.291885:0:24216:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].2, 128 off8544 00000040:00080000:2.0:1783441776.291900:0:24216:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].3, 112 off8656 00000040:00080000:2.0:1783441776.291926:0:24216:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].4, 224 off8880 00000040:00080000:2.0:1783441776.291941:0:24216:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].5, 224 off9104 00000040:00080000:2.0:1783441776.291954:0:24216:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].6, 80 off9184 00000040:00080000:2.0:1783441776.291967:0:24216:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].7, 224 off9408 00000040:00080000:2.0:1783441776.291980:0:24216:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].8, 224 off9632 00000040:00080000:2.0:1783441776.291993:0:24216:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].9, 80 off9712 00000040:00080000:2.0:1783441776.292006:0:24216:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].10, 224 off9936 00000040:00080000:2.0:1783441776.292019:0:24216:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].11, 224 off10160 00000040:00080000:2.0:1783441776.292033:0:24216:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].12, 120 off10280 00000100:00100000:2.0:1783441776.292069:0:24216:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9114bfb44000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0:24216:1870073572883456:0@lo:502:mount.lustre.0 00000100:00100000:2.0:1783441776.292123:0:24216:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783441776.292169:0:24216:0:(client.c:2702:ptlrpc_set_wait()) set ffff911382b6a480 going to sleep for 11 seconds 00000100:00100000:3.0:1783441776.292291:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572883456 00000100:00100000:3.0:1783441776.292298:0:22710:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572883456 00000100:00100000:3.0:1783441776.292342:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 75 00000100:00100000:3.0:1783441776.292349:0:22710:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff911382b0b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0+19:24216:x1870073572883456:12345-0@lo:502:mount.lustre.0 00000100:00100000:3.0:1783441776.292678:0:22710:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff911382b0b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0+19:24216:x1870073572883456:12345-0@lo:502:mount.lustre.0 Request processed in 327us (553us total) trans 0 rc 0/0 00000100:00100000:3.0:1783441776.292685:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 75 00000100:00100000:2.0:1783441776.292855:0:24216:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9114bfb44000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0:24216:1870073572883456:0@lo:502:mount.lustre.0 00000040:00080000:2.0:1783441776.292910:0:24216:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].13, 224 off10504 00000040:00080000:2.0:1783441776.292919:0:24216:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x9:0x0] index 13 count 14 00000020:01000000:2.0:1783441776.293844:0:24233:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:2.0:1783441776.293853:0:24233:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0000 (0) in 0 of /dev/mapper/ost1_flakey 00000020:00000080:2.0:1783441776.293860:0:24233:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1783441776.293862:0:24233:0:(obd_config.c:1561:class_process_config()) marker 21 (0x1) lustre-OST0000 add ost 00000020:00000080:2.0:1783441776.293867:0:24233:0:(obd_config.c:1470:class_process_config()) processing cmd: cf001 00000020:00000080:2.0:1783441776.293883:0:24233:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0000 (ffff9114bf49cd40) 00000020:00000080:2.0:1783441776.293910:0:24233:0:(obd_config.c:720:class_attach_name()) OBD: dev 22 attached type obdfilter with refcount 2 00000020:00000080:2.0:1783441776.293917:0:24233:0:(obd_config.c:1470:class_process_config()) processing cmd: cf003 00000020:01000004:2.0:1783441776.294012:0:24233:0:(tgt_mount.c:153:server_get_mount()) get mount ffff911489628800 from lustre-OST0000, refs=2 00080000:01000000:2.0:1783441776.294021:0:24233:0:(osd_handler.c:8929:osd_obd_connect()) connect #1 00000020:00000080:2.0:1783441776.294028:0:24233:0:(genops.c:1406:class_connect()) connect: client lustre-OST0000-osd_UUID, cookie 0x4778038d8fc36d60 00010000:00010000:3.0:1783441776.303059:0:24233:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-filter-lustre-OST0000_UUID-3 is initialized 00000001:00000004:3.0:1783441776.303942:0:24233:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 3, last_transno is 8589934594 00080000:10000000:3.0:1783441776.305984:0:24233:0:(osd_handler.c:5579:osd_index_try()) lustre-OST0000: index object [0x200000003:0xb:0x0] (8/32) registered 00000020:00000080:0.0:1783441776.307165:0:24233:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0000 (uuid lustre-OST0000_UUID) 00000020:01000000:0.0:1783441776.307175:0:24233:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1783441776.307181:0:24233:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1783441776.307184:0:24233:0:(obd_config.c:1561:class_process_config()) marker 21 (0x2) lustre-OST0000 add ost 00000020:01000000:0.0:1783441776.307188:0:24233:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:0.0:1783441776.307190:0:24233:0:(obd_config.c:1899:class_config_llog_handler()) SKIP #28 00000020:01000000:0.0:1783441776.307192:0:24233:0:(obd_config.c:1925:class_config_llog_handler()) skipping 0x6 00000020:01000000:0.0:1783441776.307194:0:24233:0:(obd_config.c:1925:class_config_llog_handler()) skipping 0x6 00000020:01000000:0.0:1783441776.307195:0:24233:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:0.0:1783441776.307198:0:24233:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1783441776.307199:0:24233:0:(obd_config.c:1561:class_process_config()) marker 28 (0x6) lustre sys.timeout 00000020:01000000:0.0:1783441776.307202:0:24233:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1783441776.307205:0:24233:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1783441776.307206:0:24233:0:(obd_config.c:1561:class_process_config()) marker 37 (0x1) lustre sys.timeout 00000020:00000080:0.0:1783441776.307209:0:24233:0:(obd_config.c:1470:class_process_config()) processing cmd: cf009 00000020:00000080:0.0:1783441776.307211:0:24233:0:(obd_config.c:1535:class_process_config()) changing lustre timeout from 20 to 20 00000020:01000000:0.0:1783441776.307213:0:24233:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1783441776.307215:0:24233:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1783441776.307223:0:24233:0:(obd_config.c:1561:class_process_config()) marker 37 (0x2) lustre sys.timeout 00000020:01000000:0.0:1783441776.307226:0:24233:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1783441776.307229:0:24233:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1783441776.307230:0:24233:0:(obd_config.c:1561:class_process_config()) marker 42 (0x1) lustre sys.jobid_var 00000020:00000080:0.0:1783441776.307233:0:24233:0:(obd_config.c:1470:class_process_config()) processing cmd: cf00f 00000020:01000000:0.0:1783441776.307256:0:24233:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1783441776.307259:0:24233:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1783441776.307260:0:24233:0:(obd_config.c:1561:class_process_config()) marker 42 (0x2) lustre sys.jobid_var 00000040:00080000:0.0:1783441776.307263:0:24233:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xc:0x0] index 14 count 14 00000020:01000000:3.0:1783441776.309336:0:24216:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-OST0000 gen 1-13 (rc=0) 10000000:01000000:3.0:1783441776.309391:0:24216:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.202.106@tcp: configuration from log 'lustre-OST0000' succeeded (0). 00010000:00010000:3.0:1783441776.309419:0:24216:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.106@tcp lock: ffff9114aebd1400/0x4778038d8fc36d4b lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0x4778038d8fc36d52 expref: -99 pid: 24216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783441776.309433:0:24216:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.106@tcp lock: ffff9114aebd1400/0x4778038d8fc36d4b lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0x4778038d8fc36d52 expref: -99 pid: 24216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1783441776.309443:0:24216:0:(mgc_request.c:1801:mgc_process_log()) Process log params-ffff911489628800 from 1 10000000:01000000:3.0:1783441776.309446:0:24216:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:3.0:1783441776.309487:0:24216:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.106@tcp lock: ffff9114b50d5600/0x4778038d8fc36d67 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 24216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783441776.309496:0:24216:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.106@tcp lock: ffff9114b50d5600/0x4778038d8fc36d67 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 24216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783441776.309529:0:24216:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.106@tcp lock: ffff9114b50d5600/0x4778038d8fc36d67 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 24216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783441776.309563:0:24216:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9114b0d45f80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0:24216:1870073572883584:0@lo:101:mount.lustre.0 00000100:00100000:3.0:1783441776.309660:0:24216:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783441776.313843:0:24216:0:(client.c:2702:ptlrpc_set_wait()) set ffff9114b64836c0 going to sleep for 11 seconds 00000100:00100000:1.0:1783441776.315400:0:22709:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572883584 00000100:00100000:1.0:1783441776.315412:0:22709:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572883584 00000100:00100000:1.0:1783441776.315487:0:22709:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 76 00000100:00100000:1.0:1783441776.315520:0:22709:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff911382b08c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0+19:24216:x1870073572883584:12345-0@lo:101:mount.lustre.0 00010000:00010000:1.0:1783441776.315538:0:22709:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1783441776.315558:0:22709:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff911480031a00/0x4778038d8fc36d6e lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x4778038d8fc36d67 expref: -99 pid: 22709 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783441776.315777:0:22709:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff911480031a00/0x4778038d8fc36d6e lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x4778038d8fc36d67 expref: 20 pid: 22709 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783441776.315791:0:22709:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff911480031a00/0x4778038d8fc36d6e lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x4778038d8fc36d67 expref: 20 pid: 22709 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783441776.315801:0:22709:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff911480031a00, rc 0) 00000100:00100000:1.0:1783441776.315964:0:22709:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff911382b08c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0+20:24216:x1870073572883584:12345-0@lo:101:mount.lustre.0 Request processed in 467us (6303us total) trans 0 rc 0/0 00000100:00100000:1.0:1783441776.315990:0:22709:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 76 00000100:00100000:0.0:1783441776.316144:0:24216:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9114b0d45f80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0:24216:1870073572883584:0@lo:101:mount.lustre.0 00010000:00010000:0.0:1783441776.316163:0:24216:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.106@tcp lock: ffff9114b50d5600/0x4778038d8fc36d67 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x4778038d8fc36d6e expref: -99 pid: 24216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783441776.316172:0:24216:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.106@tcp lock: ffff9114b50d5600/0x4778038d8fc36d67 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x4778038d8fc36d6e expref: -99 pid: 24216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1783441776.318173:0:24216:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x8:0x0] index 13 count 13 00000040:00080000:0.0:1783441776.318801:0:24216:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:0.0:1783441776.319043:0:24216:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].1, 224 off8416 00000040:00080000:0.0:1783441776.319068:0:24216:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].2, 112 off8528 00000040:00080000:0.0:1783441776.319082:0:24216:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].3, 224 off8752 00000040:00080000:0.0:1783441776.319096:0:24216:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].4, 224 off8976 00000040:00080000:0.0:1783441776.319125:0:24216:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].5, 112 off9088 00000040:00080000:0.0:1783441776.319140:0:24216:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].6, 224 off9312 00000040:00080000:0.0:1783441776.319154:0:24216:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].7, 224 off9536 00000040:00080000:0.0:1783441776.319166:0:24216:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].8, 128 off9664 00000040:00080000:0.0:1783441776.319178:0:24216:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].9, 224 off9888 00000040:00080000:0.0:1783441776.319191:0:24216:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].10, 224 off10112 00000040:00080000:0.0:1783441776.319204:0:24216:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].11, 128 off10240 00000040:00080000:0.0:1783441776.319221:0:24216:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].12, 224 off10464 00000040:00080000:0.0:1783441776.319226:0:24216:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x8:0x0] index 12 count 13 00000100:00100000:0.0:1783441776.319306:0:24216:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9113848c6d80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0:24216:1870073572883712:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1783441776.319380:0:24216:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783441776.319417:0:24216:0:(client.c:2702:ptlrpc_set_wait()) set ffff9114aa4000c0 going to sleep for 11 seconds 00000100:00100000:1.0:1783441776.319533:0:22708:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572883712 00000100:00100000:1.0:1783441776.319541:0:22708:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572883712 00000100:00100000:1.0:1783441776.319725:0:22708:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 77 00000100:00100000:1.0:1783441776.319736:0:22708:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff911382b0a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0+20:24216:x1870073572883712:12345-0@lo:501:mount.lustre.0 00000100:00100000:1.0:1783441776.319871:0:22708:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff911382b0a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0+20:24216:x1870073572883712:12345-0@lo:501:mount.lustre.0 Request processed in 136us (490us total) trans 0 rc 0/0 00000100:00100000:1.0:1783441776.319879:0:22708:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 77 00000100:00100000:0.0:1783441776.320303:0:24216:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9113848c6d80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0:24216:1870073572883712:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1783441776.320341:0:24216:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9113848c6d80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0:24216:1870073572883840:0@lo:503:mount.lustre.0 00000100:00100000:0.0:1783441776.320384:0:24216:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783441776.320415:0:24216:0:(client.c:2702:ptlrpc_set_wait()) set ffff9114aa4000c0 going to sleep for 11 seconds 00000100:00100000:2.0:1783441776.320761:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572883840 00000100:00100000:2.0:1783441776.320768:0:22710:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572883840 00000100:00100000:2.0:1783441776.320808:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 78 00000100:00100000:2.0:1783441776.320816:0:22710:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff911382b0a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0+20:24216:x1870073572883840:12345-0@lo:503:mount.lustre.0 00000100:00100000:2.0:1783441776.320929:0:22710:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff911382b0a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0+20:24216:x1870073572883840:12345-0@lo:503:mount.lustre.0 Request processed in 114us (544us total) trans 0 rc 0/0 00000100:00100000:2.0:1783441776.320937:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 78 00000100:00100000:3.0:1783441776.321014:0:24216:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9113848c6d80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0:24216:1870073572883840:0@lo:503:mount.lustre.0 00000040:00080000:3.0:1783441776.321391:0:24216:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:3.0:1783441776.321477:0:24216:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9114b0d44a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0:24216:1870073572883968:0@lo:502:mount.lustre.0 00000100:00100000:3.0:1783441776.321550:0:24216:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783441776.321577:0:24216:0:(client.c:2702:ptlrpc_set_wait()) set ffff9114b6483900 going to sleep for 11 seconds 00000100:00100000:2.0:1783441776.321859:0:22709:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572883968 00000100:00100000:2.0:1783441776.321865:0:22709:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572883968 00000100:00100000:2.0:1783441776.321907:0:22709:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 79 00000100:00100000:2.0:1783441776.321916:0:22709:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff911382b0ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0+20:24216:x1870073572883968:12345-0@lo:502:mount.lustre.0 00000100:00100000:2.0:1783441776.322003:0:22709:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff911382b0ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0+20:24216:x1870073572883968:12345-0@lo:502:mount.lustre.0 Request processed in 88us (452us total) trans 0 rc 0/0 00000100:00100000:2.0:1783441776.322011:0:22709:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 79 00000100:00100000:3.0:1783441776.322138:0:24216:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9114b0d44a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0:24216:1870073572883968:0@lo:502:mount.lustre.0 00000040:00080000:3.0:1783441776.322314:0:24216:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].1, 224 off8416 00000040:00080000:3.0:1783441776.322342:0:24216:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].2, 112 off8528 00000040:00080000:3.0:1783441776.322360:0:24216:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].3, 224 off8752 00000040:00080000:3.0:1783441776.322375:0:24216:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].4, 224 off8976 00000040:00080000:3.0:1783441776.322388:0:24216:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].5, 112 off9088 00000040:00080000:3.0:1783441776.322401:0:24216:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].6, 224 off9312 00000040:00080000:3.0:1783441776.322413:0:24216:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].7, 224 off9536 00000040:00080000:3.0:1783441776.322426:0:24216:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].8, 128 off9664 00000040:00080000:3.0:1783441776.322438:0:24216:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].9, 224 off9888 00000040:00080000:3.0:1783441776.322784:0:24216:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].10, 224 off10112 00000040:00080000:3.0:1783441776.322803:0:24216:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].11, 128 off10240 00000100:00100000:3.0:1783441776.322834:0:24216:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9114b0d44a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0:24216:1870073572884096:0@lo:502:mount.lustre.0 00000100:00100000:3.0:1783441776.322880:0:24216:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783441776.322952:0:24216:0:(client.c:2702:ptlrpc_set_wait()) set ffff9114b6483900 going to sleep for 11 seconds 00000100:00100000:2.0:1783441776.323061:0:22709:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572884096 00000100:00100000:2.0:1783441776.323066:0:22709:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572884096 00000100:00100000:2.0:1783441776.323105:0:22709:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 80 00000100:00100000:2.0:1783441776.323113:0:22709:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff911382b09050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0+20:24216:x1870073572884096:12345-0@lo:502:mount.lustre.0 00000100:00100000:2.0:1783441776.323273:0:22709:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff911382b09050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0+20:24216:x1870073572884096:12345-0@lo:502:mount.lustre.0 Request processed in 160us (392us total) trans 0 rc 0/0 00000100:00100000:2.0:1783441776.323281:0:22709:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 80 00000100:00100000:3.0:1783441776.323344:0:24216:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9114b0d44a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0:24216:1870073572884096:0@lo:502:mount.lustre.0 00000040:00080000:3.0:1783441776.323383:0:24216:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].12, 224 off10464 00000040:00080000:3.0:1783441776.323399:0:24216:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 12 count 13 00000020:01000000:0.0:1783441776.324324:0:24237:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1783441776.324335:0:24237:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1783441776.324338:0:24237:0:(obd_config.c:1561:class_process_config()) marker 2 (0x1) general debug_raw_pointers 00000020:01000000:0.0:1783441776.324344:0:24237:0:(obd_config.c:2005:class_config_llog_handler()) cmd ce032, instance name: general-ffff911489628800 00000020:00000080:0.0:1783441776.324347:0:24237:0:(obd_config.c:1470:class_process_config()) processing cmd: ce032 00000020:01000000:0.0:1783441776.324354:0:24237:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1783441776.324356:0:24237:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1783441776.324358:0:24237:0:(obd_config.c:1561:class_process_config()) marker 2 (0x2) general debug_raw_pointers 00000020:01000000:0.0:1783441776.324360:0:24237:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1783441776.324363:0:24237:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1783441776.324364:0:24237:0:(obd_config.c:1561:class_process_config()) marker 3 (0x1) general lod.*.mdt_hash 00000020:01000000:0.0:1783441776.324367:0:24237:0:(obd_config.c:2005:class_config_llog_handler()) cmd ce032, instance name: general-ffff911489628800 00000020:00000080:0.0:1783441776.324370:0:24237:0:(obd_config.c:1470:class_process_config()) processing cmd: ce032 00000020:01000000:0.0:1783441776.324473:0:24237:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1783441776.324478:0:24237:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1783441776.324479:0:24237:0:(obd_config.c:1561:class_process_config()) marker 3 (0x2) general lod.*.mdt_hash 00000020:01000000:0.0:1783441776.324481:0:24237:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1783441776.324485:0:24237:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1783441776.324486:0:24237:0:(obd_config.c:1561:class_process_config()) marker 4 (0x1) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:0.0:1783441776.324489:0:24237:0:(obd_config.c:2005:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff911489628800 00000020:00000080:0.0:1783441776.324491:0:24237:0:(obd_config.c:1470:class_process_config()) processing cmd: ce032 00000020:01000000:0.0:1783441776.325717:0:24237:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1783441776.325725:0:24237:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1783441776.325727:0:24237:0:(obd_config.c:1561:class_process_config()) marker 4 (0x2) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:0.0:1783441776.325730:0:24237:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1783441776.325739:0:24237:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1783441776.325741:0:24237:0:(obd_config.c:1561:class_process_config()) marker 5 (0x1) lustre mdt.lustre-MDT0001.hsm_control 00000020:01000000:0.0:1783441776.325745:0:24237:0:(obd_config.c:2005:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff911489628800 00000020:00000080:0.0:1783441776.325747:0:24237:0:(obd_config.c:1470:class_process_config()) processing cmd: ce032 00000020:01000000:0.0:1783441776.325786:0:24237:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1783441776.325789:0:24237:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1783441776.325790:0:24237:0:(obd_config.c:1561:class_process_config()) marker 5 (0x2) lustre mdt.lustre-MDT0001.hsm_control 00000040:00080000:0.0:1783441776.325794:0:24237:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xe:0x0] index 13 count 13 00000020:01000000:3.0:1783441776.329721:0:24216:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 1-12 (rc=0) 10000000:01000000:3.0:1783441776.329767:0:24216:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.202.106@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:3.0:1783441776.329788:0:24216:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.106@tcp lock: ffff9114b50d5600/0x4778038d8fc36d67 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x4778038d8fc36d6e expref: -99 pid: 24216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783441776.329801:0:24216:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.106@tcp lock: ffff9114b50d5600/0x4778038d8fc36d67 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x4778038d8fc36d6e expref: -99 pid: 24216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1783441776.335836:0:24216:0:(mgc_request.c:1943:mgc_process_config()) parse_log lustre-client from 0 10000000:01000000:0.0:1783441776.335844:0:24216:0:(mgc_request.c:329:config_log_add()) add config log lustre-client-ffff911489628800 10000000:01000000:0.0:1783441776.335847:0:24216:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-client-ffff911489628800 10000000:01000000:0.0:1783441776.335851:0:24216:0:(mgc_request.c:68:mgc_name2resid()) log lustre-client to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:0.0:1783441776.335857:0:24216:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-client-ffff911489628800 from 1 10000000:01000000:0.0:1783441776.335860:0:24216:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:0.0:1783441776.335901:0:24216:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.106@tcp lock: ffff9114aebd1000/0x4778038d8fc36d75 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 24216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783441776.335914:0:24216:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.106@tcp lock: ffff9114aebd1000/0x4778038d8fc36d75 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 24216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783441776.335926:0:24216:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.106@tcp lock: ffff9114aebd1000/0x4778038d8fc36d75 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 24216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783441776.335952:0:24216:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9113848c4700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0:24216:1870073572884224:0@lo:101:mount.lustre.0 00000100:00100000:0.0:1783441776.336020:0:24216:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783441776.336170:0:24216:0:(client.c:2702:ptlrpc_set_wait()) set ffff9114aa400a80 going to sleep for 11 seconds 00000100:00100000:3.0:1783441776.347230:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572884224 00000100:00100000:3.0:1783441776.347249:0:22710:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572884224 00000100:00100000:3.0:1783441776.347339:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 81 00000100:00100000:3.0:1783441776.347350:0:22710:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9114b84d9450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0+20:24216:x1870073572884224:12345-0@lo:101:mount.lustre.0 00010000:00010000:3.0:1783441776.347368:0:22710:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1783441776.347388:0:22710:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9114b50d4000/0x4778038d8fc36d7c lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: local remote: 0x4778038d8fc36d75 expref: -99 pid: 22710 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783441776.347417:0:22710:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9114b50d4000/0x4778038d8fc36d7c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x4778038d8fc36d75 expref: 21 pid: 22710 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783441776.347427:0:22710:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9114b50d4000/0x4778038d8fc36d7c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x4778038d8fc36d75 expref: 21 pid: 22710 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783441776.347437:0:22710:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9114b50d4000, rc 0) 00000100:00100000:3.0:1783441776.348630:0:22710:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9114b84d9450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0+21:24216:x1870073572884224:12345-0@lo:101:mount.lustre.0 Request processed in 1276us (12603us total) trans 0 rc 0/0 00000100:00100000:3.0:1783441776.348641:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 81 00000100:00100000:3.0:1783441776.349756:0:24216:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9113848c4700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0:24216:1870073572884224:0@lo:101:mount.lustre.0 00010000:00010000:3.0:1783441776.349788:0:24216:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.106@tcp lock: ffff9114aebd1000/0x4778038d8fc36d75 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0x4778038d8fc36d7c expref: -99 pid: 24216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783441776.349815:0:24216:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.106@tcp lock: ffff9114aebd1000/0x4778038d8fc36d75 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000000000000 nid: local remote: 0x4778038d8fc36d7c expref: -99 pid: 24216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1783441776.356652:0:24216:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 52 count 51 00000040:00080000:3.0:1783441776.356999:0:24216:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:3.0:1783441776.357194:0:24216:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].1, 224 off8416 00000040:00080000:3.0:1783441776.357219:0:24216:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].2, 120 off8536 00000040:00080000:3.0:1783441776.357234:0:24216:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].3, 168 off8704 00000040:00080000:3.0:1783441776.357247:0:24216:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].4, 224 off8928 00000040:00080000:3.0:1783441776.357261:0:24216:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].5, 224 off9152 00000040:00080000:3.0:1783441776.357275:0:24216:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].6, 120 off9272 00000040:00080000:3.0:1783441776.357290:0:24216:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].7, 168 off9440 00000040:00080000:3.0:1783441776.357304:0:24216:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].8, 224 off9664 00000040:00080000:3.0:1783441776.357337:0:24216:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].9, 224 off9888 00000040:00080000:3.0:1783441776.357352:0:24216:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].10, 120 off10008 00000040:00080000:3.0:1783441776.357366:0:24216:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].11, 224 off10232 00000040:00080000:3.0:1783441776.357380:0:24216:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].12, 224 off10456 00000040:00080000:3.0:1783441776.357393:0:24216:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].13, 88 off10544 00000040:00080000:3.0:1783441776.357407:0:24216:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].14, 128 off10672 00000040:00080000:3.0:1783441776.357421:0:24216:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].15, 144 off10816 00000040:00080000:3.0:1783441776.357434:0:24216:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].16, 160 off10976 00000040:00080000:3.0:1783441776.357446:0:24216:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].17, 224 off11200 00000040:00080000:3.0:1783441776.357473:0:24216:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].18, 224 off11424 00000040:00080000:3.0:1783441776.357486:0:24216:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].19, 80 off11504 00000040:00080000:3.0:1783441776.357520:0:24216:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].20, 224 off11728 00000040:00080000:3.0:1783441776.357538:0:24216:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].21, 224 off11952 00000040:00080000:3.0:1783441776.357550:0:24216:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].22, 88 off12040 00000040:00080000:3.0:1783441776.357562:0:24216:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].23, 128 off12168 00000040:00080000:3.0:1783441776.357575:0:24216:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].24, 144 off12312 00000040:00080000:3.0:1783441776.357613:0:24216:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].25, 160 off12472 00000040:00080000:3.0:1783441776.357630:0:24216:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].26, 224 off12696 00000040:00080000:3.0:1783441776.357656:0:24216:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].27, 224 off12920 00000040:00080000:3.0:1783441776.357668:0:24216:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].28, 80 off13000 00000040:00080000:3.0:1783441776.357680:0:24216:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].29, 224 off13224 00000040:00080000:3.0:1783441776.357692:0:24216:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].30, 224 off13448 00000040:00080000:3.0:1783441776.357704:0:24216:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].31, 88 off13536 00000040:00080000:3.0:1783441776.357717:0:24216:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].32, 128 off13664 00000040:00080000:3.0:1783441776.357730:0:24216:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].33, 144 off13808 00000040:00080000:3.0:1783441776.357743:0:24216:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].34, 128 off13936 00000040:00080000:3.0:1783441776.357756:0:24216:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].35, 224 off14160 00000040:00080000:3.0:1783441776.357767:0:24216:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].36, 224 off14384 00000040:00080000:3.0:1783441776.357779:0:24216:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].37, 80 off14464 00000040:00080000:3.0:1783441776.357793:0:24216:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].38, 224 off14688 00000040:00080000:3.0:1783441776.357805:0:24216:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].39, 224 off14912 00000040:00080000:3.0:1783441776.357816:0:24216:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].40, 88 off15000 00000040:00080000:3.0:1783441776.357844:0:24216:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].41, 128 off15128 00000040:00080000:3.0:1783441776.357859:0:24216:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].42, 144 off15272 00000040:00080000:3.0:1783441776.357872:0:24216:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].43, 128 off15400 00000040:00080000:3.0:1783441776.357886:0:24216:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].44, 224 off15624 00000040:00080000:3.0:1783441776.357901:0:24216:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].45, 224 off15848 00000040:00080000:3.0:1783441776.357916:0:24216:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].46, 80 off15928 00000040:00080000:3.0:1783441776.357929:0:24216:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].47, 224 off16152 00000040:00080000:3.0:1783441776.357941:0:24216:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].48, 232 off16384 00000040:00080000:3.0:1783441776.358058:0:24216:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].49, 224 off16608 00000040:00080000:3.0:1783441776.358079:0:24216:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].50, 120 off16728 00000040:00080000:3.0:1783441776.358098:0:24216:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].51, 224 off16952 00000040:00080000:3.0:1783441776.358104:0:24216:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 51 count 51 00000100:00100000:3.0:1783441776.358197:0:24216:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9114b0d44a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0:24216:1870073572884352:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1783441776.358275:0:24216:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783441776.358321:0:24216:0:(client.c:2702:ptlrpc_set_wait()) set ffff9114b6483600 going to sleep for 11 seconds 00000100:00100000:2.0:1783441776.360070:0:22709:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572884352 00000100:00100000:2.0:1783441776.360086:0:22709:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572884352 00000100:00100000:2.0:1783441776.361597:0:22709:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 82 00000100:00100000:2.0:1783441776.361615:0:22709:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9114b84d8050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0+21:24216:x1870073572884352:12345-0@lo:501:mount.lustre.0 00000100:00100000:2.0:1783441776.361806:0:22709:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9114b84d8050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0+21:24216:x1870073572884352:12345-0@lo:501:mount.lustre.0 Request processed in 197us (3530us total) trans 0 rc 0/0 00000100:00100000:2.0:1783441776.361815:0:22709:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 82 00000100:00100000:3.0:1783441776.361924:0:24216:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9114b0d44a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0:24216:1870073572884352:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1783441776.361979:0:24216:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9114b0d44a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0:24216:1870073572884480:0@lo:503:mount.lustre.0 00000100:00100000:3.0:1783441776.362033:0:24216:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783441776.365064:0:22708:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572884480 00000100:00100000:0.0:1783441776.365078:0:22708:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572884480 00000100:00100000:0.0:1783441776.365126:0:22708:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83 00000100:00100000:0.0:1783441776.365135:0:22708:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9114b84db450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0+21:24216:x1870073572884480:12345-0@lo:503:mount.lustre.0 00000100:00100000:0.0:1783441776.365276:0:22708:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9114b84db450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0+21:24216:x1870073572884480:12345-0@lo:503:mount.lustre.0 Request processed in 141us (3242us total) trans 0 rc 0/0 00000100:00100000:0.0:1783441776.365290:0:22708:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83 00000100:00100000:3.0:1783441776.365676:0:24216:0:(client.c:2702:ptlrpc_set_wait()) set ffff9114b6483600 going to sleep for 11 seconds 00000100:00100000:3.0:1783441776.365702:0:24216:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9114b0d44a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0:24216:1870073572884480:0@lo:503:mount.lustre.0 00000040:00080000:2.0:1783441776.368992:0:24216:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:2.0:1783441776.369102:0:24216:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9114bfb44000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0:24216:1870073572884608:0@lo:502:mount.lustre.0 00000100:00100000:2.0:1783441776.369184:0:24216:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783441776.369222:0:24216:0:(client.c:2702:ptlrpc_set_wait()) set ffff911382aa9cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1783441776.369821:0:22708:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572884608 00000100:00100000:0.0:1783441776.369890:0:22708:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572884608 00000100:00100000:0.0:1783441776.369989:0:22708:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 84 00000100:00100000:0.0:1783441776.369999:0:22708:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9114b84db850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0+21:24216:x1870073572884608:12345-0@lo:502:mount.lustre.0 00000100:00100000:0.0:1783441776.370110:0:22708:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9114b84db850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0+21:24216:x1870073572884608:12345-0@lo:502:mount.lustre.0 Request processed in 113us (926us total) trans 0 rc 0/0 00000100:00100000:0.0:1783441776.370118:0:22708:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 84 00000100:00100000:2.0:1783441776.371697:0:24216:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9114bfb44000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0:24216:1870073572884608:0@lo:502:mount.lustre.0 00000040:00080000:2.0:1783441776.373166:0:24216:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].1, 224 off8416 00000040:00080000:2.0:1783441776.373217:0:24216:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].2, 120 off8536 00000040:00080000:2.0:1783441776.373233:0:24216:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].3, 168 off8704 00000040:00080000:2.0:1783441776.373247:0:24216:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].4, 224 off8928 00000040:00080000:2.0:1783441776.373261:0:24216:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].5, 224 off9152 00000040:00080000:2.0:1783441776.373272:0:24216:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].6, 120 off9272 00000040:00080000:2.0:1783441776.373284:0:24216:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].7, 168 off9440 00000040:00080000:2.0:1783441776.373296:0:24216:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].8, 224 off9664 00000040:00080000:2.0:1783441776.373308:0:24216:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].9, 224 off9888 00000040:00080000:2.0:1783441776.373320:0:24216:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].10, 120 off10008 00000040:00080000:2.0:1783441776.373333:0:24216:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].11, 224 off10232 00000040:00080000:2.0:1783441776.373344:0:24216:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].12, 224 off10456 00000040:00080000:2.0:1783441776.373355:0:24216:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].13, 88 off10544 00000040:00080000:2.0:1783441776.373369:0:24216:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].14, 128 off10672 00000040:00080000:2.0:1783441776.373402:0:24216:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].15, 144 off10816 00000040:00080000:2.0:1783441776.373415:0:24216:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].16, 160 off10976 00000040:00080000:2.0:1783441776.373426:0:24216:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].17, 224 off11200 00000040:00080000:2.0:1783441776.373438:0:24216:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].18, 224 off11424 00000040:00080000:2.0:1783441776.373450:0:24216:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].19, 80 off11504 00000040:00080000:2.0:1783441776.373480:0:24216:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].20, 224 off11728 00000040:00080000:2.0:1783441776.373493:0:24216:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].21, 224 off11952 00000040:00080000:2.0:1783441776.374713:0:24216:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].22, 88 off12040 00000040:00080000:2.0:1783441776.374735:0:24216:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].23, 128 off12168 00000040:00080000:2.0:1783441776.374750:0:24216:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].24, 144 off12312 00000040:00080000:2.0:1783441776.374761:0:24216:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].25, 160 off12472 00000040:00080000:2.0:1783441776.374773:0:24216:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].26, 224 off12696 00000040:00080000:2.0:1783441776.374786:0:24216:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].27, 224 off12920 00000040:00080000:2.0:1783441776.374798:0:24216:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].28, 80 off13000 00000040:00080000:2.0:1783441776.374824:0:24216:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].29, 224 off13224 00000040:00080000:2.0:1783441776.374990:0:24216:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].30, 224 off13448 00000040:00080000:2.0:1783441776.375023:0:24216:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].31, 88 off13536 00000040:00080000:2.0:1783441776.375040:0:24216:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].32, 128 off13664 00000040:00080000:2.0:1783441776.375054:0:24216:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].33, 144 off13808 00000040:00080000:2.0:1783441776.375070:0:24216:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].34, 128 off13936 00000040:00080000:2.0:1783441776.375084:0:24216:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].35, 224 off14160 00000040:00080000:2.0:1783441776.375095:0:24216:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].36, 224 off14384 00000040:00080000:2.0:1783441776.375105:0:24216:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].37, 80 off14464 00000040:00080000:2.0:1783441776.375118:0:24216:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].38, 224 off14688 00000040:00080000:2.0:1783441776.375130:0:24216:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].39, 224 off14912 00000040:00080000:2.0:1783441776.375142:0:24216:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].40, 88 off15000 00000040:00080000:2.0:1783441776.375154:0:24216:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].41, 128 off15128 00000040:00080000:2.0:1783441776.375167:0:24216:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].42, 144 off15272 00000040:00080000:2.0:1783441776.375180:0:24216:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].43, 128 off15400 00000040:00080000:2.0:1783441776.375192:0:24216:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].44, 224 off15624 00000040:00080000:2.0:1783441776.375201:0:24216:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].45, 224 off15848 00000040:00080000:2.0:1783441776.375211:0:24216:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].46, 80 off15928 00000040:00080000:2.0:1783441776.375239:0:24216:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].47, 224 off16152 00000040:00080000:2.0:1783441776.375254:0:24216:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].48, 232 off16384 00000100:00100000:2.0:1783441776.375314:0:24216:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9114bfb44000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0:24216:1870073572884736:0@lo:502:mount.lustre.0 00000100:00100000:2.0:1783441776.375393:0:24216:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783441776.375545:0:24216:0:(client.c:2702:ptlrpc_set_wait()) set ffff911382aa9cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1783441776.378694:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572884736 00000100:00100000:3.0:1783441776.378710:0:22710:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572884736 00000100:00100000:2.0:1783441776.380630:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 85 00000100:00100000:2.0:1783441776.380644:0:22710:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9114b84dbc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0+21:24216:x1870073572884736:12345-0@lo:502:mount.lustre.0 00000100:00100000:2.0:1783441776.380951:0:22710:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9114b84dbc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0+21:24216:x1870073572884736:12345-0@lo:502:mount.lustre.0 Request processed in 308us (5555us total) trans 0 rc 0/0 00000100:00100000:2.0:1783441776.380960:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 85 00000100:00100000:2.0:1783441776.381034:0:24216:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9114bfb44000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0:24216:1870073572884736:0@lo:502:mount.lustre.0 00000040:00080000:2.0:1783441776.381281:0:24216:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].49, 224 off16608 00000040:00080000:2.0:1783441776.381311:0:24216:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].50, 120 off16728 00000100:00100000:2.0:1783441776.381348:0:24216:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9114bfb44000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0:24216:1870073572884864:0@lo:502:mount.lustre.0 00000100:00100000:2.0:1783441776.381395:0:24216:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783441776.381435:0:24216:0:(client.c:2702:ptlrpc_set_wait()) set ffff911382aa9cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1783441776.381521:0:22709:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572884864 00000100:00100000:3.0:1783441776.381529:0:22709:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572884864 00000100:00100000:3.0:1783441776.381567:0:22709:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 86 00000100:00100000:3.0:1783441776.381574:0:22709:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9114b84d8850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0+21:24216:x1870073572884864:12345-0@lo:502:mount.lustre.0 00000100:00100000:3.0:1783441776.381668:0:22709:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9114b84d8850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0+21:24216:x1870073572884864:12345-0@lo:502:mount.lustre.0 Request processed in 94us (272us total) trans 0 rc 0/0 00000100:00100000:3.0:1783441776.381676:0:22709:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 86 00000100:00100000:2.0:1783441776.381906:0:24216:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9114bfb44000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0:24216:1870073572884864:0@lo:502:mount.lustre.0 00000040:00080000:2.0:1783441776.381947:0:24216:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].51, 224 off16952 00000040:00080000:2.0:1783441776.381955:0:24216:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 51 count 51 00000020:01000004:2.0:1783441776.383127:0:24243:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0000-lwp-OST0000 (typ=lwp) 00000020:00000080:2.0:1783441776.383144:0:24243:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-lwp-OST0000 (ffff9114bf4999c0) 00000020:00000080:2.0:1783441776.383166:0:24243:0:(obd_config.c:720:class_attach_name()) OBD: dev 23 attached type lwp with refcount 2 00000020:01000004:2.0:1783441776.383337:0:24243:0:(tgt_mount.c:153:server_get_mount()) get mount ffff911489628800 from lustre-OST0000, refs=3 00000020:01000004:2.0:1783441776.383342:0:24243:0:(tgt_mount.c:187:server_put_mount()) put mount ffff911489628800 from lustre-OST0000, refs=3 00000020:01000004:2.0:1783441776.383344:0:24243:0:(obd_mount.c:710:lustre_put_lsi()) put ffff911489628800 3 00010000:00080000:2.0:1783441776.383372:0:24243:0:(ldlm_lib.c:102:import_set_conn()) imp ffff911382a25000@lustre-MDT0000-lwp-OST0000: add connection 192.168.202.106@tcp at head 00010000:00010000:2.0:1783441776.388024:0:24243:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-lwp-OST0000-9 is initialized 00000020:00000080:2.0:1783441776.388125:0:24243:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-lwp-OST0000 (uuid lustre-MDT0000-lwp-OST0000_UUID) 00000010:01000000:2.0:1783441776.388168:0:24243:0:(lwp_dev.c:497:lwp_obd_connect()) connect #0 00000020:00000080:2.0:1783441776.388179:0:24243:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0000-lwp-OST0000, cookie 0x4778038d8fc36d8a 00000100:00080000:2.0:1783441776.388189:0:24243:0:(import.c:510:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 0 00000100:00080000:2.0:1783441776.388196:0:24243:0:(import.c:624:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff911382a25000 using connection 192.168.202.106@tcp/0@lo 00000100:00100000:2.0:1783441776.388229:0:24243:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9114bfb44000 x1870073572884992/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1783441776.388272:0:3646:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9114bfb44000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3646:1870073572884992:0@lo:38:llog_process_th.0 00000100:00100000:2.0:1783441776.388337:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783441776.388399:0:22715:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572884992 00000100:00100000:2.0:1783441776.388406:0:22715:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572884992 00000100:00100000:2.0:1783441776.388441:0:22715:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:2.0:1783441776.388447:0:22715:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9114bfb47800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3646:x1870073572884992:12345-0@lo:38:llog_process_th.0 00010000:00080000:2.0:1783441776.388471:0:22715:0:(ldlm_lib.c:1432:target_handle_connect()) lustre-MDT0000: connection from lustre-MDT0000-lwp-OST0000_UUID@0@lo t0 exp 0000000000000000 cur 767 last 0 00000020:00000080:2.0:1783441776.388549:0:22715:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0000-lwp-OST0000_UUID, cookie 0x4778038d8fc36d91 00000004:00100000:2.0:1783441776.388566:0:22715:0:(mdt_handler.c:7286:mdt_connect_internal()) lustre-MDT0000: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000100:00080000:2.0:1783441776.388611:0:22715:0:(import.c:65:import_set_state_nolock()) ffff91138496b800 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1783441776.388664:0:22715:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9114bfb47800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3646:x1870073572884992:12345-0@lo:38:llog_process_th.0 Request processed in 215us (326us total) trans 0 rc 0/0 00000100:00100000:2.0:1783441776.388672:0:22715:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00010000:00080000:2.0:1783441776.388709:0:3646:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff9114bfb44000 x1870073572884992/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/416 e 0 to 0 dl 1783441786 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1783441776.388718:0:3646:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: committing for last_committed 0 gen 2 00000100:00080000:2.0:1783441776.388727:0:3646:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-MDT0000-lwp-OST0000: connect to target with instance 3 00000100:00080000:2.0:1783441776.388733:0:3646:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-MDT0000-lwp-OST0000: Resetting ns_connect_flags to server flags: 0x2041401043000020 00000100:00080000:2.0:1783441776.388738:0:3646:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:2.0:1783441776.388740:0:3646:0:(import.c:65:import_set_state_nolock()) ffff911382a25000 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00100000:2.0:1783441776.388746:0:3646:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9114bfb44000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3646:1870073572884992:0@lo:38:llog_process_th.0 00000100:00080000:2.0:1783441776.388764:0:24243:0:(pinger.c:374:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID 00000100:00080000:2.0:1783441776.388812:0:27:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1783441776.388816:0:27:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1783441776.388819:0:27:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1783441776.388822:0:27:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1783441776.388846:0:27:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1783441776.388849:0:27:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1783441776.388857:0:27:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1783441776.388861:0:27:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:2.0:1783441776.388889:0:3648:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9114bfb45180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3648:1870073572885248:0@lo:400:kworker.0 00000100:00100000:2.0:1783441776.388919:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783441776.388939:0:3648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1783441776.388945:0:3648:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9114bfb44000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3648:1870073572885120:0@lo:400:kworker.0 00000100:00100000:2.0:1783441776.388969:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783441776.388995:0:3649:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9114bfb44700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3649:1870073572885376:0@lo:400:kworker.0 00000100:00100000:2.0:1783441776.389019:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783441776.389038:0:3649:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1783441776.389044:0:3649:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9114bfb45c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3649:1870073572885504:0@lo:400:kworker.0 00000100:00100000:2.0:1783441776.389080:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783441776.389110:0:22714:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572885248 00000100:00100000:2.0:1783441776.389115:0:22714:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572885248 00000100:00100000:2.0:1783441776.389138:0:22714:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572885504 00000100:00100000:2.0:1783441776.389140:0:22714:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572885504 00000100:00100000:2.0:1783441776.389154:0:22714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:2.0:1783441776.389159:0:22714:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9114bfb44e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3648:x1870073572885248:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1783441776.389211:0:22714:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9114bfb44e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3648:x1870073572885248:12345-0@lo:400:kworker.0 Request processed in 50us (290us total) trans 0 rc 0/0 00000100:00100000:2.0:1783441776.389218:0:22714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000100:00100000:2.0:1783441776.389231:0:22714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:2.0:1783441776.389237:0:22714:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff911384a6ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3649:x1870073572885504:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1783441776.389266:0:22714:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff911384a6ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3649:x1870073572885504:12345-0@lo:400:kworker.0 Request processed in 29us (185us total) trans 0 rc 0/0 00000100:00100000:2.0:1783441776.389282:0:22714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000100:00100000:2.0:1783441776.389303:0:23738:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572885120 00000100:00100000:2.0:1783441776.389307:0:23738:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572885120 00000100:00100000:2.0:1783441776.389335:0:23738:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572885376 00000100:00100000:2.0:1783441776.389338:0:23738:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572885376 00000100:00100000:2.0:1783441776.389350:0:23738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 31 00000100:00100000:2.0:1783441776.389355:0:23738:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9114bfb47b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3648:x1870073572885120:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1783441776.389387:0:23738:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9114bfb47b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3648:x1870073572885120:12345-0@lo:400:kworker.0 Request processed in 31us (417us total) trans 0 rc 0/0 00000100:00100000:2.0:1783441776.389393:0:23738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 31 00000100:00100000:2.0:1783441776.389405:0:23738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 32 00000100:00100000:2.0:1783441776.389410:0:23738:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff911384a6b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3649:x1870073572885376:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1783441776.389438:0:23738:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff911384a6b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3649:x1870073572885376:12345-0@lo:400:kworker.0 Request processed in 27us (417us total) trans 0 rc 0/0 00000100:00100000:2.0:1783441776.389443:0:23738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 32 00000100:00100000:2.0:1783441776.389472:0:3648:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9114bfb44000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3648:1870073572885120:0@lo:400:kworker.0 00010000:00080000:2.0:1783441776.389482:0:3648:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff9114bfb45180 x1870073572885248/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1783441792 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1783441776.389490:0:3648:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9114bfb45180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3648:1870073572885248:0@lo:400:kworker.0 00010000:00080000:2.0:1783441776.389554:0:3649:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff9114bfb45c00 x1870073572885504/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1783441792 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1783441776.389563:0:3649:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9114bfb45c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3649:1870073572885504:0@lo:400:kworker.0 00000100:00100000:2.0:1783441776.389573:0:3649:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9114bfb44700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3649:1870073572885376:0@lo:400:kworker.0 00000020:01000004:2.0:1783441776.390651:0:24243:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0001-lwp-OST0000 (typ=lwp) 00000020:00000080:2.0:1783441776.390679:0:24243:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0001-lwp-OST0000 (ffff9114bf498000) 00000020:00000080:2.0:1783441776.390700:0:24243:0:(obd_config.c:720:class_attach_name()) OBD: dev 24 attached type lwp with refcount 2 00000020:01000004:2.0:1783441776.390945:0:24243:0:(tgt_mount.c:153:server_get_mount()) get mount ffff911489628800 from lustre-OST0000, refs=3 00000020:01000004:2.0:1783441776.390950:0:24243:0:(tgt_mount.c:187:server_put_mount()) put mount ffff911489628800 from lustre-OST0000, refs=3 00000020:01000004:2.0:1783441776.390952:0:24243:0:(obd_mount.c:710:lustre_put_lsi()) put ffff911489628800 3 00010000:00080000:2.0:1783441776.390988:0:24243:0:(ldlm_lib.c:102:import_set_conn()) imp ffff91138496f800@lustre-MDT0001-lwp-OST0000: add connection 192.168.202.106@tcp at head 00010000:00010000:2.0:1783441776.392972:0:24243:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0001-lwp-OST0000-10 is initialized 00000020:00000080:2.0:1783441776.393073:0:24243:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0001-lwp-OST0000 (uuid lustre-MDT0001-lwp-OST0000_UUID) 00000010:01000000:2.0:1783441776.393117:0:24243:0:(lwp_dev.c:497:lwp_obd_connect()) connect #0 00000020:00000080:2.0:1783441776.393131:0:24243:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0001-lwp-OST0000, cookie 0x4778038d8fc36d9f 00000100:00080000:2.0:1783441776.393141:0:24243:0:(import.c:510:import_select_connection()) lustre-MDT0001-lwp-OST0000: connect to NID 0@lo last attempt 0 00000100:00080000:2.0:1783441776.393148:0:24243:0:(import.c:624:import_select_connection()) lustre-MDT0001-lwp-OST0000: import ffff91138496f800 using connection 192.168.202.106@tcp/0@lo 00000100:00100000:2.0:1783441776.393182:0:24243:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff911384a68a80 x1870073572885632/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1783441776.393229:0:3646:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff911384a68a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3646:1870073572885632:0@lo:38:llog_process_th.0 00000100:00100000:2.0:1783441776.393315:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783441776.393371:0:22714:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572885632 00000100:00100000:2.0:1783441776.393379:0:22714:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572885632 00000100:00100000:2.0:1783441776.393407:0:22714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:2.0:1783441776.393415:0:22714:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff911384a6b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3646:x1870073572885632:12345-0@lo:38:llog_process_th.0 00010000:00080000:2.0:1783441776.393443:0:22714:0:(ldlm_lib.c:1432:target_handle_connect()) lustre-MDT0001: connection from lustre-MDT0001-lwp-OST0000_UUID@0@lo t0 exp 0000000000000000 cur 767 last 0 00000020:00000080:2.0:1783441776.395226:0:22714:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0001-lwp-OST0000_UUID, cookie 0x4778038d8fc36da6 00000004:00100000:2.0:1783441776.395250:0:22714:0:(mdt_handler.c:7286:mdt_connect_internal()) lustre-MDT0001: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000100:00080000:2.0:1783441776.395295:0:22714:0:(import.c:65:import_set_state_nolock()) ffff91138496e000 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1783441776.395394:0:22714:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff911384a6b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3646:x1870073572885632:12345-0@lo:38:llog_process_th.0 Request processed in 1975us (2076us total) trans 0 rc 0/0 00000100:00100000:2.0:1783441776.395405:0:22714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00010000:00080000:2.0:1783441776.396070:0:3646:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff911384a68a80 x1870073572885632/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/416 e 0 to 0 dl 1783441786 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1783441776.396082:0:3646:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: committing for last_committed 0 gen 2 00000100:00080000:2.0:1783441776.396093:0:3646:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-MDT0001-lwp-OST0000: connect to target with instance 3 00000100:00080000:2.0:1783441776.396102:0:3646:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-MDT0001-lwp-OST0000: Resetting ns_connect_flags to server flags: 0x2041401043000020 00000100:00080000:2.0:1783441776.396107:0:3646:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0001_UUID 00000100:00080000:2.0:1783441776.396110:0:3646:0:(import.c:65:import_set_state_nolock()) ffff91138496f800 lustre-MDT0001_UUID: changing import state from CONNECTING to FULL 00000100:00100000:2.0:1783441776.396117:0:3646:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff911384a68a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3646:1870073572885632:0@lo:38:llog_process_th.0 00000100:00080000:2.0:1783441776.396145:0:24243:0:(pinger.c:374:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID 00000100:00080000:2.0:1783441776.396170:0:27:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1783441776.396175:0:27:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1783441776.396178:0:27:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1783441776.396180:0:27:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1783441776.396184:0:27:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1783441776.396186:0:27:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1783441776.396189:0:27:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1783441776.396192:0:27:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000040:00080000:2.0:1783441776.399469:0:24243:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x10:0x0] index 52 count 51 00000020:01000000:2.0:1783441776.405570:0:24216:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 1-51 (rc=0) 10000000:01000000:2.0:1783441776.405623:0:24216:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.202.106@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:2.0:1783441776.405643:0:24216:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.106@tcp lock: ffff9114aebd1000/0x4778038d8fc36d75 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0x4778038d8fc36d7c expref: -99 pid: 24216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441776.405656:0:24216:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.106@tcp lock: ffff9114aebd1000/0x4778038d8fc36d75 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0x4778038d8fc36d7c expref: -99 pid: 24216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:01000004:2.0:1783441776.405718:0:24216:0:(tgt_mount.c:1175:server_mti_print()) mti - server_notify_target 00000020:01000004:2.0:1783441776.405722:0:24216:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0000 00000020:01000004:2.0:1783441776.405724:0:24216:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1783441776.405725:0:24216:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1783441776.405726:0:24216:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1783441776.405727:0:24216:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1783441776.405729:0:24216:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1783441776.405731:0:24216:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1783441776.405732:0:24216:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:2.0:1783441776.405737:0:24216:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-OST0000 0x40020002 00000020:01000004:2.0:1783441776.405739:0:24216:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:2.0:1783441776.405740:0:24216:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0000 00000020:01000004:2.0:1783441776.405741:0:24216:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1783441776.405742:0:24216:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1783441776.405743:0:24216:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1783441776.405744:0:24216:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1783441776.405746:0:24216:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1783441776.405747:0:24216:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1783441776.405748:0:24216:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:2.0:1783441776.405776:0:24216:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-OST0000 00000100:00100000:2.0:1783441776.405797:0:24216:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff911384a68a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0:24216:1870073572885760:0@lo:253:mount.lustre.0 00000100:00100000:2.0:1783441776.405883:0:24216:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783441776.405924:0:24216:0:(client.c:2702:ptlrpc_set_wait()) set ffff911382aa93c0 going to sleep for 11 seconds 00000100:00100000:2.0:1783441776.405949:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572885760 00000100:00100000:2.0:1783441776.405957:0:22710:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572885760 00000100:00100000:2.0:1783441776.406005:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 87 00000100:00100000:2.0:1783441776.406014:0:22710:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9114b84da450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0+21:24216:x1870073572885760:12345-0@lo:253:mount.lustre.0 20000000:01000000:2.0:1783441776.406041:0:22710:0:(mgs_handler.c:453:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:01000000:2.0:1783441776.406056:0:22710:0:(mgs_nids.c:463:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #0 20000000:01000000:2.0:1783441776.407613:0:22710:0:(mgs_nids.c:815:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:01000000:2.0:1783441776.407624:0:22710:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 20000000:01000000:2.0:1783441776.407677:0:22730:0:(mgs_nids.c:712:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 10000000:01000000:2.0:1783441776.407682:0:22730:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00010000:2.0:1783441776.407709:0:22730:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff9114aeae5600/0x4778038d8fc36dad lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 22730 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441776.407725:0:22730:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff911480030c00/0x4778038d8fc36cf7 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x4778038d8fc36cf0 expref: 21 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441776.407733:0:22730:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9114aebd0e00/0x4778038d8fc36d05 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x4778038d8fc36cfe expref: 21 pid: 22709 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441776.407742:0:22730:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff9114aeae5600/0x4778038d8fc36dad lrc: 5/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 22730 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441776.407774:0:22730:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9114aebd0e00/0x4778038d8fc36d05 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x4778038d8fc36cfe expref: 21 pid: 22709 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441776.407787:0:22730:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff9114aebd0e00/0x4778038d8fc36d05 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x4778038d8fc36cfe expref: 21 pid: 22709 timeout: 867 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783441776.407802:0:22730:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff911384a68e00 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22730:1870073572885888:0@lo:104: 00000100:00100000:2.0:1783441776.407861:0:22730:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1783441776.407901:0:22730:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff911480030c00/0x4778038d8fc36cf7 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x4778038d8fc36cf0 expref: 21 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441776.407911:0:22730:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff911480030c00/0x4778038d8fc36cf7 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x4778038d8fc36cf0 expref: 21 pid: 22708 timeout: 867 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783441776.407919:0:22730:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff911384a6bb80 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22730:1870073572886016:0@lo:104: 00000100:00100000:2.0:1783441776.407943:0:22730:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783441776.407959:0:22730:0:(client.c:2702:ptlrpc_set_wait()) set ffff911382b49600 going to sleep for 11 seconds 00000100:00100000:2.0:1783441776.407983:0:22699:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:2.0:1783441776.408001:0:22699:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572885888 00000100:00100000:2.0:1783441776.408012:0:22699:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572885888 00000100:00100000:2.0:1783441776.408041:0:22699:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572886016 00000100:00100000:2.0:1783441776.408044:0:22699:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572886016 00000100:00100000:2.0:1783441776.408057:0:22699:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:2.0:1783441776.408064:0:22699:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff911384a6b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0+4:22730:x1870073572885888:12345-0@lo:104: 00010000:00010000:2.0:1783441776.408076:0:22699:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.106@tcp lock: ffff9114b50d5e00/0x4778038d8fc36cfe lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x4778038d8fc36d05 expref: -99 pid: 22712 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441776.408126:0:22699:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1783441776.408132:0:22699:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff911384a6b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0+4:22730:x1870073572885888:12345-0@lo:104: Request processed in 68us (271us total) trans 0 rc 0/0 00000100:00100000:2.0:1783441776.408138:0:22699:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00100000:2.0:1783441776.408155:0:22699:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:2.0:1783441776.408161:0:22699:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9114b5a2f450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0+3:22730:x1870073572886016:12345-0@lo:104: 00010000:00010000:2.0:1783441776.408168:0:22699:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.106@tcp lock: ffff9114b50d4c00/0x4778038d8fc36cf0 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x4778038d8fc36cf7 expref: -99 pid: 22712 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441776.408200:0:22699:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:2.0:1783441776.408204:0:22699:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9114b5a2f450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0+3:22730:x1870073572886016:12345-0@lo:104: Request processed in 44us (262us total) trans 0 rc 0/0 00000100:00100000:2.0:1783441776.408210:0:22699:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00010000:00010000:2.0:1783441776.408251:0:22704:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1783441776.408257:0:22704:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.106@tcp lock: ffff9114b50d5e00/0x4778038d8fc36cfe lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x4778038d8fc36d05 expref: -99 pid: 22712 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441776.408264:0:22704:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9114b50d5e00 already unused, calling callback (ffffffffc126cc20) 10000000:00010000:2.0:1783441776.408268:0:22704:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.106@tcp lock: ffff9114b50d5e00/0x4778038d8fc36cfe lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0x4778038d8fc36d05 expref: -99 pid: 22712 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441776.408288:0:22704:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.106@tcp lock: ffff9114b50d5e00/0x4778038d8fc36cfe lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0x4778038d8fc36d05 expref: -99 pid: 22712 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1783441776.408297:0:22704:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.106@tcp lock: ffff9114b50d5e00/0x4778038d8fc36cfe lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0x4778038d8fc36d05 expref: -99 pid: 22712 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1783441776.408302:0:22704:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:2.0:1783441776.408328:0:22704:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.106@tcp lock: ffff9114b50d5e00/0x4778038d8fc36cfe lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x4778038d8fc36d05 expref: -99 pid: 22712 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441776.408334:0:22704:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1783441776.408354:0:22704:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.106@tcp lock: ffff9114b50d5e00/0x4778038d8fc36cfe lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x4778038d8fc36d05 expref: -99 pid: 22712 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441776.408361:0:22704:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.106@tcp lock: ffff9114b50d5e00/0x4778038d8fc36cfe lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x4778038d8fc36d05 expref: -99 pid: 22712 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441776.408374:0:22704:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1783441776.408378:0:22704:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.106@tcp lock: ffff9114b50d4c00/0x4778038d8fc36cf0 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x4778038d8fc36cf7 expref: -99 pid: 22712 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441776.408383:0:22704:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9114b50d4c00 already unused, calling callback (ffffffffc126cc20) 10000000:00010000:2.0:1783441776.408386:0:22704:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.106@tcp lock: ffff9114b50d4c00/0x4778038d8fc36cf0 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x4778038d8fc36cf7 expref: -99 pid: 22712 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441776.408392:0:22704:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.106@tcp lock: ffff9114b50d4c00/0x4778038d8fc36cf0 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x4778038d8fc36cf7 expref: -99 pid: 22712 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1783441776.408397:0:22704:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.106@tcp lock: ffff9114b50d4c00/0x4778038d8fc36cf0 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x4778038d8fc36cf7 expref: -99 pid: 22712 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1783441776.408409:0:22704:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:2.0:1783441776.408423:0:22704:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.106@tcp lock: ffff9114b50d4c00/0x4778038d8fc36cf0 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x4778038d8fc36cf7 expref: -99 pid: 22712 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441776.408429:0:22704:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1783441776.408435:0:22704:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.106@tcp lock: ffff9114b50d4c00/0x4778038d8fc36cf0 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x4778038d8fc36cf7 expref: -99 pid: 22712 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441776.408440:0:22704:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.106@tcp lock: ffff9114b50d4c00/0x4778038d8fc36cf0 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x4778038d8fc36cf7 expref: -99 pid: 22712 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441776.408452:0:22704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783441776.408453:0:22704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783441776.408455:0:22704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783441776.408462:0:22703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1783441776.408478:0:3647:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff911384a6b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0:3647:1870073572886144:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1783441776.408538:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783441776.408562:0:3647:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1783441776.408568:0:3647:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff911384a69f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0:3647:1870073572886272:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1783441776.408605:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783441776.408638:0:22700:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572886144 00000100:00100000:2.0:1783441776.408642:0:22700:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572886144 00010000:00010000:2.0:1783441776.408659:0:22700:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9114aebd0e00/0x4778038d8fc36d05 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x4778038d8fc36cfe expref: 22 pid: 22709 timeout: 867 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783441776.408680:0:22700:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572886272 00000100:00100000:2.0:1783441776.408683:0:22700:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572886272 00010000:00010000:2.0:1783441776.408694:0:22700:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff911480030c00/0x4778038d8fc36cf7 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x4778038d8fc36cf0 expref: 23 pid: 22708 timeout: 867 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783441776.408719:0:22700:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:2.0:1783441776.408725:0:22700:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff911384a69500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0+23:3647:x1870073572886144:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1783441776.408735:0:22700:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1783441776.408740:0:22700:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9114aebd0e00/0x4778038d8fc36d05 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x4778038d8fc36cfe expref: 23 pid: 22709 timeout: 867 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441776.408749:0:22700:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9114aebd0e00/0x4778038d8fc36d05 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x4778038d8fc36cfe expref: 23 pid: 22709 timeout: 867 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441776.408763:0:22700:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1783441776.408790:0:22700:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff911384a69500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0+23:3647:x1870073572886144:12345-0@lo:103:ldlm_bl.0 Request processed in 65us (251us total) trans 0 rc 0/0 00000100:00100000:2.0:1783441776.408797:0:22700:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00100000:2.0:1783441776.408811:0:22700:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:2.0:1783441776.408817:0:22700:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9114b56d6850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0+22:3647:x1870073572886272:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1783441776.408823:0:22700:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1783441776.408828:0:22700:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff911480030c00/0x4778038d8fc36cf7 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x4778038d8fc36cf0 expref: 22 pid: 22708 timeout: 867 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441776.408837:0:22700:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff911480030c00/0x4778038d8fc36cf7 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x4778038d8fc36cf0 expref: 22 pid: 22708 timeout: 867 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441776.408849:0:22700:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff9114aeae5600/0x4778038d8fc36dad lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 22730 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441776.408858:0:22700:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9114aeae5600/0x4778038d8fc36dad lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 22730 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 20000000:01000000:2.0:1783441776.408880:0:22700:0:(mgs_nids.c:688:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.021211216s 00010000:00010000:2.0:1783441776.408884:0:22700:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff9114aeae5600/0x4778038d8fc36dad lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 22730 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441776.408892:0:22700:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff9114aeae5600/0x4778038d8fc36dad lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22730 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441776.408899:0:22700:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff9114aeae5600/0x4778038d8fc36dad lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22730 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441776.408905:0:22700:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff9114aeae5600/0x4778038d8fc36dad lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22730 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441776.408912:0:22700:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9114aeae5600 already unused, calling callback (ffffffffc0c73f90) 00010000:00010000:2.0:1783441776.408916:0:22700:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff9114aeae5600/0x4778038d8fc36dad lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22730 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441776.408923:0:22700:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff9114aeae5600/0x4778038d8fc36dad lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 22730 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441776.408931:0:22700:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff9114aeae5600/0x4778038d8fc36dad lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22730 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441776.408941:0:22700:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1783441776.408964:0:22700:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9114b56d6850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0+22:3647:x1870073572886272:12345-0@lo:103:ldlm_bl.0 Request processed in 147us (358us total) trans 0 rc 0/0 00000100:00100000:2.0:1783441776.408970:0:22700:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00100000:2.0:1783441776.409033:0:3647:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff911384a69f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0:3647:1870073572886272:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1783441776.409042:0:3647:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff911384a6b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0:3647:1870073572886144:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1783441776.409080:0:22730:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9114aebd0e00/0x4778038d8fc36d05 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x4778038d8fc36cfe expref: 21 pid: 22709 timeout: 867 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783441776.409090:0:22730:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff911384a68e00 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22730:1870073572885888:0@lo:104: 00010000:00010000:2.0:1783441776.409099:0:22730:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff911480030c00/0x4778038d8fc36cf7 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x4778038d8fc36cf0 expref: 20 pid: 22708 timeout: 867 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783441776.409107:0:22730:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff911384a6bb80 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22730:1870073572886016:0@lo:104: 00010000:00010000:2.0:1783441776.409118:0:22730:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff9114aeae5600/0x4778038d8fc36dad lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22730 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441776.409126:0:22730:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff9114aeae5600/0x4778038d8fc36dad lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22730 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441776.409132:0:22730:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff9114aeae5600/0x4778038d8fc36dad lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22730 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441776.409137:0:22730:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9114aeae5600/0x4778038d8fc36dad lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22730 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783441776.409391:0:22710:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9114b84da450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0+19:24216:x1870073572885760:12345-0@lo:253:mount.lustre.0 Request processed in 3377us (3506us total) trans 0 rc 0/0 00000100:00100000:2.0:1783441776.409400:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 87 00000100:00100000:2.0:1783441776.409438:0:24216:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff911384a68a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0:24216:1870073572885760:0@lo:253:mount.lustre.0 10000000:01000000:2.0:1783441776.409449:0:24216:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-OST0000 got index = 0 00000020:01000004:2.0:1783441776.409452:0:24216:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:2.0:1783441776.409454:0:24216:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0000 00000020:01000004:2.0:1783441776.409455:0:24216:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1783441776.409456:0:24216:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1783441776.409463:0:24216:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1783441776.409464:0:24216:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1783441776.409466:0:24216:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1783441776.409467:0:24216:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1783441776.409469:0:24216:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 00000020:02000000:2.0:1783441776.409482:0:24216:0:(tgt_mount.c:2690:server_calc_timeout()) lustre-OST0000: Imperative Recovery not enabled, recovery window 60-180 00000001:00000004:2.0:1783441776.414628:0:24216:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 3, last_transno is 12884901888 00002000:00080000:2.0:1783441776.418482:0:24216:0:(ofd_obd.c:539:ofd_postrecov()) lustre-OST0000: recovery is over 00100000:10000000:2.0:1783441776.418494:0:24216:0:(lfsck_lib.c:3085:lfsck_start()) lustre-OST0000-osd: start master thread 00000020:01000004:2.0:1783441776.418565:0:24216:0:(tgt_mount.c:298:server_mgc_clear_fs()) Unassign mgc disk 10000000:01000000:2.0:1783441776.418621:0:24216:0:(mgc_request_server.c:166:mgc_fs_clear()) MGC192.168.202.106@tcp: cl_mgc_mutex unlock 00000020:01000004:2.0:1783441776.418640:0:24216:0:(tgt_mount.c:2459:server_fill_super_common()) Server sb, dev=49 00000080:00000004:2.0:1783441776.418663:0:24216:0:(super25.c:187:lustre_fill_super()) /dev/mapper/ost1_flakey: Mount complete 00000020:00000004:2.0:1783441776.423575:0:24216:0:(tgt_mount.c:2345:server_getattr()) lustre-OST0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:2.0:1783441776.423839:0:24216:0:(tgt_mount.c:2360:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:2.0:1783441776.660699:0:22704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1783441777.116610:0:23473:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:2.0:1783441777.431802:0:3646:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1783441757/real 1783441757] req@ffff9114aeae3100 x1870073572876800/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1783441777 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1783441777.431834:0:3646:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9114aeae3100 x1870073572876800/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1783441777 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1783441777.431844:0:3646:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1783441757/real 1783441757] req@ffff9114aeae1180 x1870073572876928/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1783441777 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1783441777.431855:0:3646:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9114aeae1180 x1870073572876928/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1783441777 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1783441777.431876:0:3646:0:(import.c:65:import_set_state_nolock()) ffff9114bf502800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1783441777.431892:0:3646:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 0@lo failed (-110) 00000100:00100000:2.0:1783441777.431896:0:3646:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9114aeae3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3646:1870073572876800:0@lo:8:kworker.0 00000100:00080000:2.0:1783441777.431901:0:3646:0:(import.c:65:import_set_state_nolock()) ffff9114b0dd8800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1783441777.431915:0:3646:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-110) 00000100:00100000:2.0:1783441777.431919:0:3646:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9114aeae1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3646:1870073572876928:0@lo:8:kworker.0 00000100:00080000:2.0:1783441777.432005:0:27:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1783441777.432009:0:27:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1783441777.432011:0:27:0:(import.c:65:import_set_state_nolock()) ffff9114bf502800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1783441777.432016:0:27:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 748 00000100:00080000:2.0:1783441777.432021:0:27:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 15s 00000100:00080000:2.0:1783441777.432027:0:27:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff9114bf502800 using connection 192.168.202.106@tcp/0@lo 00000100:00100000:2.0:1783441777.432046:0:27:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff911384a68e00 x1870073572886656/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1783441777.432060:0:27:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1783441777.432063:0:27:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1783441777.432065:0:27:0:(import.c:65:import_set_state_nolock()) ffff9114b0dd8800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1783441777.432067:0:27:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 748 00000100:00080000:2.0:1783441777.432070:0:27:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-MDT0000: tried all connections, increasing latency to 15s 00000100:00080000:2.0:1783441777.432073:0:27:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-MDT0000: import ffff9114b0dd8800 using connection 192.168.202.106@tcp/0@lo 00000100:00100000:2.0:1783441777.432083:0:27:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff911384a6b480 x1870073572886784/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1783441777.432111:0:27:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1783441777.432115:0:27:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1783441777.432118:0:27:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1783441777.432120:0:27:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:2.0:1783441777.432157:0:3649:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff911384a68a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0:3649:1870073572886400:0@lo:400:kworker.0 00000100:00100000:2.0:1783441777.432225:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783441777.432260:0:3649:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff911384a68380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3649:1870073572887168:0@lo:400:kworker.0 00000100:00100000:2.0:1783441777.432285:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783441777.432305:0:3649:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:2.0:1783441777.432310:0:3649:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff911384a6bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3649:1870073572886528:0@lo:400:kworker.0 00000100:00100000:2.0:1783441777.432334:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783441777.432351:0:3649:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff911384a69880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3649:1870073572887296:0@lo:400:kworker.0 00000100:00100000:2.0:1783441777.432370:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783441777.432391:0:3647:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff911384a69f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3647:1870073572886912:0@lo:400:kworker.0 00000100:00100000:2.0:1783441777.432412:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783441777.432427:0:3647:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff911384a6aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3647:1870073572887424:0@lo:400:kworker.0 00000100:00100000:2.0:1783441777.432447:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783441777.432457:0:3647:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1783441777.432462:0:3647:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff911384a69500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3647:1870073572887040:0@lo:400:kworker.0 00000100:00100000:2.0:1783441777.432481:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783441777.432538:0:22708:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572886400 00000100:00100000:2.0:1783441777.432545:0:22708:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572886400 00000100:00100000:2.0:1783441777.432602:0:22708:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88 00000100:00100000:2.0:1783441777.432611:0:22708:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9114b84d9850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0+19:3649:x1870073572886400:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1783441777.432665:0:22708:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9114b84d9850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0+19:3649:x1870073572886400:12345-0@lo:400:kworker.0 Request processed in 54us (439us total) trans 0 rc 0/0 00000100:00100000:2.0:1783441777.432673:0:22708:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88 00000100:00100000:2.0:1783441777.432706:0:22715:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572887168 00000100:00100000:2.0:1783441777.432710:0:22715:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572887168 00000100:00100000:2.0:1783441777.432728:0:22715:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572887296 00000100:00100000:2.0:1783441777.432731:0:22715:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572887296 00000100:00100000:2.0:1783441777.432761:0:22715:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572886912 00000100:00100000:2.0:1783441777.432764:0:22715:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572886912 00000100:00100000:2.0:1783441777.432773:0:22715:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572887424 00000100:00100000:2.0:1783441777.432776:0:22715:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572887424 00000100:00100000:2.0:1783441777.432789:0:22715:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00100000:2.0:1783441777.432796:0:22715:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff911384a6a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3649:x1870073572887168:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1783441777.432830:0:22715:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff911384a6a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3649:x1870073572887168:12345-0@lo:400:kworker.0 Request processed in 34us (544us total) trans 0 rc 0/0 00000100:00100000:2.0:1783441777.432837:0:22715:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00000100:00100000:2.0:1783441777.432849:0:22715:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17 00000100:00100000:2.0:1783441777.432856:0:22715:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff911384a68000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3649:x1870073572887296:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1783441777.432881:0:22715:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff911384a68000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3649:x1870073572887296:12345-0@lo:400:kworker.0 Request processed in 26us (511us total) trans 0 rc 0/0 00000100:00100000:2.0:1783441777.432887:0:22715:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17 00000100:00100000:2.0:1783441777.432898:0:22715:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 18 00000100:00100000:2.0:1783441777.432903:0:22715:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff911384a68700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3647:x1870073572886912:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1783441777.432932:0:22715:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff911384a68700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3647:x1870073572886912:12345-0@lo:400:kworker.0 Request processed in 29us (519us total) trans 0 rc 0/0 00000100:00100000:2.0:1783441777.432939:0:22715:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 18 00000100:00100000:2.0:1783441777.432950:0:22715:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19 00000100:00100000:2.0:1783441777.432956:0:22715:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff911384a6a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3647:x1870073572887424:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1783441777.432981:0:22715:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff911384a6a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3647:x1870073572887424:12345-0@lo:400:kworker.0 Request processed in 26us (533us total) trans 0 rc 0/0 00000100:00100000:2.0:1783441777.432987:0:22715:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19 00000100:00100000:2.0:1783441777.433005:0:23738:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572886528 00000100:00100000:2.0:1783441777.433008:0:23738:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572886528 00000100:00100000:2.0:1783441777.433039:0:23738:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572887040 00000100:00100000:2.0:1783441777.433049:0:23738:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572887040 00000100:00100000:2.0:1783441777.433066:0:23738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 33 00000100:00100000:2.0:1783441777.433071:0:23738:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff911384a69180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3649:x1870073572886528:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1783441777.433103:0:23738:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff911384a69180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3649:x1870073572886528:12345-0@lo:400:kworker.0 Request processed in 32us (768us total) trans 0 rc 0/0 00000100:00100000:2.0:1783441777.433110:0:23738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 33 00000100:00100000:2.0:1783441777.433121:0:23738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34 00000100:00100000:2.0:1783441777.433127:0:23738:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff911384a69c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3647:x1870073572887040:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1783441777.433154:0:23738:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff911384a69c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3647:x1870073572887040:12345-0@lo:400:kworker.0 Request processed in 27us (672us total) trans 0 rc 0/0 00000100:00100000:2.0:1783441777.433160:0:23738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34 00000100:00100000:2.0:1783441777.433218:0:3647:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff911384a69500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3647:1870073572887040:0@lo:400:kworker.0 00010000:00080000:2.0:1783441777.433230:0:3647:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff911384a69f80 x1870073572886912/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1783441793 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1783441777.433240:0:3647:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff911384a69f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3647:1870073572886912:0@lo:400:kworker.0 00010000:00080000:2.0:1783441777.433250:0:3647:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff911384a6aa00 x1870073572887424/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1783441793 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1783441777.433258:0:3647:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff911384a6aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3647:1870073572887424:0@lo:400:kworker.0 00000100:00100000:2.0:1783441777.433286:0:3646:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff911384a68e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3646:1870073572886656:0@lo:8:kworker.0 00000100:00100000:2.0:1783441777.433318:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783441777.433337:0:3646:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff911384a6b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3646:1870073572886784:0@lo:8:kworker.0 00000100:00100000:2.0:1783441777.433362:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783441777.433395:0:24220:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572886656 00000100:00100000:2.0:1783441777.433399:0:24220:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572886656 00000100:00100000:2.0:1783441777.433422:0:24220:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572886784 00000100:00100000:2.0:1783441777.433425:0:24220:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572886784 00000100:00100000:2.0:1783441777.433434:0:24220:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:2.0:1783441777.433439:0:24220:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff911384a6aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3646:x1870073572886656:12345-0@lo:8:kworker.0 00010000:00080000:2.0:1783441777.433473:0:24220:0:(ldlm_lib.c:1432:target_handle_connect()) lustre-OST0000: connection from lustre-MDT0000-mdtlov_UUID@0@lo t0 exp 0000000000000000 cur 768 last 0 00000020:00000080:2.0:1783441777.433532:0:24220:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0x4778038d8fc36db4 00002000:00100000:2.0:1783441777.433547:0:24220:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/ffff91138496a800 ocd_connect_flags: 0xa044401443000026 ocd_version: 2113669 ocd_grant: 0 ocd_index: 0 ocd_group 0 00002000:00080000:2.0:1783441777.433551:0:24220:0:(ofd_obd.c:139:ofd_parse_connect_data()) lustre-OST0000: Received MDS connection for group 0 00002000:00100000:2.0:1783441777.433554:0:24220:0:(ofd_obd.c:227:ofd_parse_connect_data()) lustre-OST0000: cli does not support OBD_CONNECT_CKSUM 00002000:00080000:2.0:1783441777.433745:0:24220:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0000: get connection from MDS 0 00000100:00080000:2.0:1783441777.433767:0:24220:0:(import.c:65:import_set_state_nolock()) ffff911384968000 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1783441777.433807:0:24220:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff911384a6aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:3646:x1870073572886656:12345-0@lo:8:kworker.0 Request processed in 366us (488us total) trans 0 rc 0/0 00000100:00100000:2.0:1783441777.433814:0:24220:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00100000:2.0:1783441777.433827:0:24220:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:2.0:1783441777.433831:0:24220:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff911384a69f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3646:x1870073572886784:12345-0@lo:8:kworker.0 00010000:00020000:2.0:1783441777.433845:0:24220:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-OST0001: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:1.0:1783441777.435729:0:22711:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1783441777.435740:0:22711:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1783441777.440895:0:3649:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff911384a6bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3649:1870073572886528:0@lo:400:kworker.0 00010000:00080000:0.0:1783441777.440933:0:3649:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff911384a69880 x1870073572887296/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1783441793 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783441777.440946:0:3649:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff911384a69880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3649:1870073572887296:0@lo:400:kworker.0 00000100:00100000:0.0:1783441777.440960:0:3649:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff911384a68a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0:3649:1870073572886400:0@lo:400:kworker.0 00010000:00080000:0.0:1783441777.440972:0:3649:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff911384a68380 x1870073572887168/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1783441793 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783441777.440981:0:3649:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff911384a68380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3649:1870073572887168:0@lo:400:kworker.0 00010000:00080000:3.0:1783441777.442812:0:3646:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff911384a68e00 x1870073572886656/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/416 e 0 to 0 dl 1783441802 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1783441777.442828:0:3646:0:(client.c:3112:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 0 gen 2 00000100:00080000:3.0:1783441777.442840:0:3646:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-OST0000-osc-MDT0000: connect to target with instance 3 00000100:00080000:3.0:1783441777.442853:0:3646:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-OST0000-osc-MDT0000: Resetting ns_connect_flags to server flags: 0xa040401443000026 00000100:00080000:3.0:1783441777.442860:0:3646:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0000_UUID 00000100:00080000:3.0:1783441777.442863:0:3646:0:(import.c:65:import_set_state_nolock()) ffff9114bf502800 lustre-OST0000_UUID: changing import state from CONNECTING to FULL 00000004:00080000:3.0:1783441777.442896:0:3646:0:(osp_dev.c:1648:osp_import_event()) got connected 00000100:00100000:3.0:1783441777.442903:0:3646:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff911384a68e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3646:1870073572886656:0@lo:8:kworker.0 00000004:00080000:3.0:1783441777.442943:0:22738:0:(osp_sync.c:1045:osp_sync_process_record()) processed all old entries 00000004:00080000:3.0:1783441777.443058:0:22738:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 768305558349ns, next at 0ns, rc = 0 00080000:00080000:3.0:1783441777.443065:0:22738:0:(osd_handler.c:2850:osd_commit_async()) lustre-MDT0000: async commit OSD 00000004:00080000:0.0:1783441777.443336:0:22739:0:(osp_precreate.c:882:osp_precreate_cleanup_orphans()) lustre-OST0000-osc-MDT0000: going to cleanup orphans since [0x280000401:0x6:0x0] 00000100:00100000:0.0:1783441777.443374:0:22739:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9113848c4700 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:22739:1870073572887680:0@lo:5:osp-pre-0-0.0 00000100:00100000:0.0:1783441777.443440:0:22739:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783441777.443470:0:22739:0:(client.c:2702:ptlrpc_set_wait()) set ffff9114892b5840 going to sleep for 11 seconds 00000100:00100000:0.0:1783441777.443485:0:3648:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9113848c5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3648:1870073572887552:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1783441777.443529:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783441777.443593:0:24222:0:(service.c:3462:ptlrpc_start_thread()) ost[0] started 3 min 3 max 116 00000100:00100000:0.0:1783441777.443601:0:24222:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost00_003' 00000100:00100000:0.0:1783441777.443715:0:24222:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572887680 00000100:00100000:0.0:1783441777.443722:0:24222:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572887680 00000100:00080000:0.0:1783441777.443774:0:22711:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1783441777.443844:0:24294:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:0.0:1783441777.443854:0:24294:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9113848c6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:22739:x1870073572887680:12345-0@lo:5:osp-pre-0-0.0 00000100:00100000:3.0:1783441777.444205:0:24224:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572887552 00000100:00100000:3.0:1783441777.444210:0:24224:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572887552 00000100:00100000:3.0:1783441777.444242:0:24224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:3.0:1783441777.444256:0:24224:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9113848c4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3648:x1870073572887552:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1783441777.444271:0:24224:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 280000 pending 0 free 3923521536 avail 3691999232 00000100:00100000:3.0:1783441777.444320:0:24224:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9113848c4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3648:x1870073572887552:12345-0@lo:13:osp-pre-0-0.0 Request processed in 65us (790us total) trans 0 rc 0/0 00000100:00100000:3.0:1783441777.444327:0:24224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00010000:00080000:3.0:1783441777.449153:0:3648:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9113848c5500 x1870073572887552/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1783441793 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1783441777.449189:0:3648:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9113848c5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3648:1870073572887552:0@lo:13:osp-pre-0-0.0 00000004:00080000:0.0:1783441777.474338:0:22695:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1 committed 00000100:00100000:2.0:1783441777.477544:0:24220:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff911384a69f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3646:x1870073572886784:12345-0@lo:8:kworker.0 Request processed in 43703us (44173us total) trans 0 rc -19/-19 00000100:00100000:2.0:1783441777.477559:0:24220:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00080000:0.0:1783441777.477795:0:3646:0:(import.c:65:import_set_state_nolock()) ffff9114b0dd8800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783441777.477802:0:3646:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1783441777.477807:0:3646:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff911384a6b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3646:1870073572886784:0@lo:8:kworker.0 00002000:00080000:0.0:1783441777.478000:0:24294:0:(ofd_fs.c:432:ofd_seq_load()) lustre-OST0000: adding sequence 0x280000401 00002000:00080000:0.0:1783441777.478009:0:24294:0:(ofd_dev.c:1640:ofd_create_hdl()) ofd_last_id() = 65 -> diff = -59 00002000:02000040:0.0:1783441777.478014:0:24294:0:(ofd_dev.c:1491:ofd_orphans_destroy()) lustre-OST0000: new connection from lustre-MDT0000-mdtlov (cleaning up unused objects from 0x280000401:7 to 0x280000401:65) 00000020:00000004:3.0:1783441777.480824:0:24297:0:(tgt_mount.c:2345:server_getattr()) lustre-OST0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:3.0:1783441777.481658:0:24297:0:(tgt_mount.c:2360:is_cmd_supported()) ioctl cmd=81009431 00002000:00010000:0.0:1783441777.485125:0:24294:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x41:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1783441777.485138:0:24294:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000000ed7f7eb/0x4778038d8fc36dbb lrc: 3/0,1 mode: --/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783441777.485155:0:24294:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x41:0x0].0x0 since=768s v=(0 0) 00010000:00010000:0.0:1783441777.485160:0:24294:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x41:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1783441777.485167:0:24294:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000000ed7f7eb/0x4778038d8fc36dbb lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783441777.485185:0:24294:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000000ed7f7eb/0x4778038d8fc36dbb lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783441777.485195:0:24294:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000000ed7f7eb/0x4778038d8fc36dbb lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783441777.485215:0:24294:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000000ed7f7eb/0x4778038d8fc36dbb lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783441777.485237:0:24294:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1783441777.485265:0:22703:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1783441777.485275:0:22703:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000000ed7f7eb/0x4778038d8fc36dbb lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441777.485286:0:22703:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9114aebd0800 already unused, calling callback (ffffffffc0c73f90) 00010000:00010000:2.0:1783441777.485290:0:22703:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000000ed7f7eb/0x4778038d8fc36dbb lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441777.485307:0:22703:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000000ed7f7eb/0x4778038d8fc36dbb lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441777.485334:0:22703:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000000ed7f7eb/0x4778038d8fc36dbb lrc: 1/0,0 mode: --/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441777.485342:0:22703:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000ed7f7eb/0x4778038d8fc36dbb lrc: 0/0,0 mode: --/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441777.485362:0:22703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783441777.485364:0:22703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783441777.485365:0:22703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1783441777.485892:0:24294:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x40:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1783441777.485899:0:24294:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000002d437d2a/0x4778038d8fc36dc2 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441777.485910:0:24294:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x40:0x0].0x0 since=768s v=(0 0) 00010000:00010000:2.0:1783441777.485914:0:24294:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x40:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1783441777.485919:0:24294:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000002d437d2a/0x4778038d8fc36dc2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441777.485930:0:24294:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000002d437d2a/0x4778038d8fc36dc2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441777.485939:0:24294:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000002d437d2a/0x4778038d8fc36dc2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441777.485952:0:24294:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000002d437d2a/0x4778038d8fc36dc2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441777.485975:0:24294:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1783441777.486001:0:22704:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1783441777.486009:0:22704:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000002d437d2a/0x4778038d8fc36dc2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783441777.486018:0:22704:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9114aeae5800 already unused, calling callback (ffffffffc0c73f90) 00010000:00010000:3.0:1783441777.486022:0:22704:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000002d437d2a/0x4778038d8fc36dc2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783441777.486032:0:22704:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000002d437d2a/0x4778038d8fc36dc2 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783441777.486048:0:22704:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000002d437d2a/0x4778038d8fc36dc2 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783441777.486056:0:22704:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000002d437d2a/0x4778038d8fc36dc2 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783441777.486083:0:22704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783441777.486085:0:22704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783441777.486087:0:22704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1783441777.486475:0:24294:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x3f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1783441777.486483:0:24294:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000982c34c7/0x4778038d8fc36dc9 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783441777.486492:0:24294:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3f:0x0].0x0 since=768s v=(0 0) 00010000:00010000:1.0:1783441777.486521:0:24294:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3f:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1783441777.486527:0:24294:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000982c34c7/0x4778038d8fc36dc9 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783441777.486540:0:24294:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000982c34c7/0x4778038d8fc36dc9 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783441777.486549:0:24294:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000982c34c7/0x4778038d8fc36dc9 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783441777.486556:0:24294:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000982c34c7/0x4778038d8fc36dc9 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783441777.486592:0:24294:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1783441777.486750:0:22703:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1783441777.486756:0:22703:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000982c34c7/0x4778038d8fc36dc9 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783441777.486764:0:22703:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff911480031400 already unused, calling callback (ffffffffc0c73f90) 00010000:00010000:3.0:1783441777.486768:0:22703:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000982c34c7/0x4778038d8fc36dc9 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783441777.486776:0:22703:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000982c34c7/0x4778038d8fc36dc9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783441777.486790:0:22703:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000982c34c7/0x4778038d8fc36dc9 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783441777.486798:0:22703:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000982c34c7/0x4778038d8fc36dc9 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783441777.486816:0:22703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783441777.486818:0:22703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783441777.486820:0:22703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1783441777.487981:0:24294:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x3e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1783441777.487991:0:24294:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a58740eb/0x4778038d8fc36dd0 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783441777.488003:0:24294:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3e:0x0].0x0 since=768s v=(0 0) 00010000:00010000:1.0:1783441777.488008:0:24294:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3e:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1783441777.488014:0:24294:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a58740eb/0x4778038d8fc36dd0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783441777.488027:0:24294:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a58740eb/0x4778038d8fc36dd0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783441777.488037:0:24294:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a58740eb/0x4778038d8fc36dd0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783441777.488044:0:24294:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000a58740eb/0x4778038d8fc36dd0 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783441777.488069:0:24294:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1783441777.488185:0:22704:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1783441777.488326:0:22704:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000a58740eb/0x4778038d8fc36dd0 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783441777.488421:0:22704:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff911480030a00 already unused, calling callback (ffffffffc0c73f90) 00010000:00010000:3.0:1783441777.488426:0:22704:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000a58740eb/0x4778038d8fc36dd0 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783441777.488436:0:22704:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000a58740eb/0x4778038d8fc36dd0 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783441777.488453:0:22704:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000a58740eb/0x4778038d8fc36dd0 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783441777.488459:0:22704:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a58740eb/0x4778038d8fc36dd0 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783441777.488479:0:22704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783441777.488482:0:22704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783441777.488484:0:22704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:0.0:1783441777.490803:0:22712:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:01000000:0.0:1783441777.490813:0:22712:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-mdtir-ffff91148a291000 from 13 10000000:01000000:0.0:1783441777.490828:0:22712:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:0.0:1783441777.490879:0:22712:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.106@tcp lock: ffff9114aebd0c00/0x4778038d8fc36dde lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22712 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1783441777.490882:0:24294:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x3d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1783441777.490899:0:24294:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000045136959/0x4778038d8fc36dd7 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783441777.490899:0:22712:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.106@tcp lock: ffff9114aebd0c00/0x4778038d8fc36dde lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22712 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783441777.490918:0:22712:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.106@tcp lock: ffff9114aebd0c00/0x4778038d8fc36dde lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22712 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441777.490921:0:24294:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3d:0x0].0x0 since=768s v=(0 0) 00010000:00010000:2.0:1783441777.490930:0:24294:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3d:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1783441777.490939:0:24294:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000045136959/0x4778038d8fc36dd7 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441777.490957:0:24294:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000045136959/0x4778038d8fc36dd7 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783441777.490957:0:22712:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9113848c4a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0:22712:1870073572887808:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1783441777.490971:0:24294:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000045136959/0x4778038d8fc36dd7 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441777.490978:0:24294:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000045136959/0x4778038d8fc36dd7 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441777.491000:0:24294:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1783441777.491032:0:22712:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783441777.491072:0:22712:0:(client.c:2702:ptlrpc_set_wait()) set ffff91148133a780 going to sleep for 11 seconds 00000100:00100000:0.0:1783441777.491095:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572887808 00000100:00100000:0.0:1783441777.491102:0:22710:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572887808 00000100:00100000:0.0:1783441777.491154:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89 00000100:00100000:0.0:1783441777.491163:0:22710:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9114b84d9050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0+19:22712:x1870073572887808:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1783441777.491177:0:22710:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1783441777.491191:0:22710:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9114aebd1200/0x4778038d8fc36de5 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x4778038d8fc36dde expref: -99 pid: 22710 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783441777.491227:0:22710:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9114aebd1200/0x4778038d8fc36de5 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x4778038d8fc36dde expref: 20 pid: 22710 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783441777.491236:0:22710:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9114aebd1200/0x4778038d8fc36de5 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x4778038d8fc36dde expref: 20 pid: 22710 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783441777.491246:0:22710:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9114aebd1200, rc 0) 00000100:00100000:0.0:1783441777.491295:0:22710:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9114b84d9050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0+20:22712:x1870073572887808:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 133us (263us total) trans 0 rc 0/0 00000100:00100000:0.0:1783441777.491302:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89 00000100:00100000:2.0:1783441777.491885:0:22712:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9113848c4a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0:22712:1870073572887808:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1783441777.491908:0:22712:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.106@tcp lock: ffff9114aebd0c00/0x4778038d8fc36dde lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x4778038d8fc36de5 expref: -99 pid: 22712 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441777.491924:0:22712:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.106@tcp lock: ffff9114aebd0c00/0x4778038d8fc36dde lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x4778038d8fc36de5 expref: -99 pid: 22712 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783441777.491982:0:22712:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff911384a69500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0:22712:1870073572887936:0@lo:256:ll_cfg_requeue.0 00000100:00100000:2.0:1783441777.492017:0:22712:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783441777.492039:0:22712:0:(client.c:2702:ptlrpc_set_wait()) set ffff9113835bdf00 going to sleep for 11 seconds 00000100:00100000:0.0:1783441777.492729:0:22709:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572887936 00000100:00100000:0.0:1783441777.492737:0:22709:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572887936 00002000:00010000:2.0:1783441777.492738:0:24294:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x3c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1783441777.492748:0:24294:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000dd6edae3/0x4778038d8fc36dec lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441777.492762:0:24294:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3c:0x0].0x0 since=768s v=(0 0) 00010000:00010000:2.0:1783441777.492768:0:24294:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3c:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1783441777.492774:0:24294:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000dd6edae3/0x4778038d8fc36dec lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441777.492787:0:24294:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000dd6edae3/0x4778038d8fc36dec lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783441777.492789:0:22709:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90 00010000:00010000:2.0:1783441777.492801:0:24294:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000dd6edae3/0x4778038d8fc36dec lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783441777.492802:0:22709:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9114b84d9c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0+20:22712:x1870073572887936:12345-0@lo:256:ll_cfg_requeue.0 00010000:00010000:2.0:1783441777.492816:0:24294:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000dd6edae3/0x4778038d8fc36dec lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441777.492836:0:24294:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 20000000:01000000:0.0:1783441777.492841:0:22709:0:(mgs_nids.c:914:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 00010000:00010000:2.0:1783441777.492849:0:22703:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1783441777.492862:0:22703:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000045136959/0x4778038d8fc36dd7 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441777.492870:0:22703:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9114aeae5a00 already unused, calling callback (ffffffffc0c73f90) 00010000:00010000:2.0:1783441777.492874:0:22703:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000045136959/0x4778038d8fc36dd7 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441777.492884:0:22703:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000045136959/0x4778038d8fc36dd7 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441777.492901:0:22703:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000045136959/0x4778038d8fc36dd7 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441777.492909:0:22703:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000045136959/0x4778038d8fc36dd7 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441777.492925:0:22703:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1783441777.492928:0:22703:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000dd6edae3/0x4778038d8fc36dec lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441777.492934:0:22703:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9114aeae5c00 already unused, calling callback (ffffffffc0c73f90) 00010000:00010000:2.0:1783441777.492937:0:22703:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000dd6edae3/0x4778038d8fc36dec lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441777.492943:0:22703:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000dd6edae3/0x4778038d8fc36dec lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 20000000:01000000:0.0:1783441777.492956:0:22709:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:0.0:1783441777.492964:0:22709:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 13 00010000:00010000:2.0:1783441777.492972:0:22703:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000dd6edae3/0x4778038d8fc36dec lrc: 1/0,0 mode: --/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441777.492980:0:22703:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000dd6edae3/0x4778038d8fc36dec lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441777.492992:0:22703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783441777.492995:0:22703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783441777.492999:0:22703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1783441777.493064:0:22709:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9114b84d9c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0+20:22712:x1870073572887936:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 264us (1045us total) trans 0 rc 0/0 00000100:00100000:0.0:1783441777.493072:0:22709:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90 00000100:00100000:0.0:1783441777.493120:0:22712:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff911384a69500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0:22712:1870073572887936:0@lo:256:ll_cfg_requeue.0 10000000:01000000:0.0:1783441777.494600:0:22712:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.202.106@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:0.0:1783441777.494618:0:22712:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.106@tcp lock: ffff9114aebd0c00/0x4778038d8fc36dde lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x4778038d8fc36de5 expref: -99 pid: 22712 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783441777.494632:0:22712:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.106@tcp lock: ffff9114aebd0c00/0x4778038d8fc36dde lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x4778038d8fc36de5 expref: -99 pid: 22712 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1783441777.494655:0:22712:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:01000000:0.0:1783441777.494658:0:22712:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-mdtir-ffff9113821bd800 from 13 10000000:01000000:0.0:1783441777.494661:0:22712:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:0.0:1783441777.494694:0:22712:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.106@tcp lock: ffff9114aebd0a00/0x4778038d8fc36df3 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22712 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783441777.494702:0:22712:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.106@tcp lock: ffff9114aebd0a00/0x4778038d8fc36df3 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22712 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783441777.494714:0:22712:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.106@tcp lock: ffff9114aebd0a00/0x4778038d8fc36df3 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22712 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783441777.494738:0:22712:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9113848c5f80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0:22712:1870073572888064:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1783441777.494800:0:22712:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783441777.494853:0:22712:0:(client.c:2702:ptlrpc_set_wait()) set ffff9114863fad80 going to sleep for 11 seconds 00000100:00100000:2.0:1783441777.495058:0:22708:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572888064 00000100:00100000:2.0:1783441777.495065:0:22708:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572888064 00000100:00100000:2.0:1783441777.495114:0:22708:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 91 00000100:00100000:2.0:1783441777.495122:0:22708:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9114b84db050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0+20:22712:x1870073572888064:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1783441777.495136:0:22708:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1783441777.495148:0:22708:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9114aeae5400/0x4778038d8fc36dfa lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x4778038d8fc36df3 expref: -99 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441777.495169:0:22708:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9114aeae5400/0x4778038d8fc36dfa lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x4778038d8fc36df3 expref: 21 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441777.495181:0:22708:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9114aeae5400/0x4778038d8fc36dfa lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x4778038d8fc36df3 expref: 21 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441777.495191:0:22708:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9114aeae5400, rc 0) 00000100:00100000:2.0:1783441777.495232:0:22708:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9114b84db050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0+21:22712:x1870073572888064:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 110us (431us total) trans 0 rc 0/0 00000100:00100000:2.0:1783441777.495238:0:22708:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 91 00000100:00100000:2.0:1783441777.495289:0:22712:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9113848c5f80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0:22712:1870073572888064:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1783441777.495302:0:22712:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.106@tcp lock: ffff9114aebd0a00/0x4778038d8fc36df3 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x4778038d8fc36dfa expref: -99 pid: 22712 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441777.495311:0:22712:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.106@tcp lock: ffff9114aebd0a00/0x4778038d8fc36df3 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x4778038d8fc36dfa expref: -99 pid: 22712 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1783441777.495535:0:24294:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x3b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1783441777.495544:0:24294:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000053e1a0c4/0x4778038d8fc36e01 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783441777.495557:0:24294:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3b:0x0].0x0 since=768s v=(0 0) 00010000:00010000:1.0:1783441777.495568:0:24294:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3b:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1783441777.495587:0:24294:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000053e1a0c4/0x4778038d8fc36e01 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783441777.495600:0:24294:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000053e1a0c4/0x4778038d8fc36e01 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783441777.495609:0:24294:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000053e1a0c4/0x4778038d8fc36e01 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783441777.495615:0:24294:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000053e1a0c4/0x4778038d8fc36e01 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783441777.495637:0:24294:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1783441777.495985:0:22712:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff911384a69500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0:22712:1870073572888192:0@lo:256:ll_cfg_requeue.0 00000100:00100000:2.0:1783441777.496031:0:22712:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1783441777.496852:0:22704:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1783441777.496863:0:22704:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000053e1a0c4/0x4778038d8fc36e01 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783441777.496873:0:22704:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff911480030e00 already unused, calling callback (ffffffffc0c73f90) 00010000:00010000:3.0:1783441777.496877:0:22704:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000053e1a0c4/0x4778038d8fc36e01 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783441777.496888:0:22704:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000053e1a0c4/0x4778038d8fc36e01 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783441777.497083:0:22704:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000053e1a0c4/0x4778038d8fc36e01 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783441777.497092:0:22704:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000053e1a0c4/0x4778038d8fc36e01 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783441777.497324:0:22704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783441777.497327:0:22704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783441777.497329:0:22704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1783441777.497432:0:22712:0:(client.c:2702:ptlrpc_set_wait()) set ffff9113835bd480 going to sleep for 11 seconds 00010000:00010000:2.0:1783441777.497448:0:22703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1783441777.501748:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572888192 00000100:00100000:0.0:1783441777.501767:0:22710:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572888192 00000100:00100000:1.0:1783441777.501896:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 92 00000100:00100000:1.0:1783441777.501907:0:22710:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9114b84d8c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0+21:22712:x1870073572888192:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:1.0:1783441777.501937:0:22710:0:(mgs_nids.c:914:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:1.0:1783441777.501955:0:22710:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:1.0:1783441777.501958:0:22710:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 13 00000100:00100000:1.0:1783441777.502130:0:22710:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9114b84d8c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0+21:22712:x1870073572888192:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 225us (6096us total) trans 0 rc 0/0 00000100:00100000:1.0:1783441777.502138:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 92 00000100:00100000:1.0:1783441777.502192:0:22712:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff911384a69500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0:22712:1870073572888192:0@lo:256:ll_cfg_requeue.0 10000000:01000000:1.0:1783441777.502268:0:22712:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.202.106@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:1.0:1783441777.502280:0:22712:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.106@tcp lock: ffff9114aebd0a00/0x4778038d8fc36df3 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x4778038d8fc36dfa expref: -99 pid: 22712 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783441777.502301:0:22712:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.106@tcp lock: ffff9114aebd0a00/0x4778038d8fc36df3 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x4778038d8fc36dfa expref: -99 pid: 22712 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1783441777.505538:0:24294:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x3a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1783441777.505553:0:24294:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b8e04a51/0x4778038d8fc36e08 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441777.505570:0:24294:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3a:0x0].0x0 since=768s v=(0 0) 00010000:00010000:2.0:1783441777.505583:0:24294:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3a:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1783441777.505590:0:24294:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b8e04a51/0x4778038d8fc36e08 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441777.505605:0:24294:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b8e04a51/0x4778038d8fc36e08 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441777.505615:0:24294:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b8e04a51/0x4778038d8fc36e08 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441777.505623:0:24294:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000b8e04a51/0x4778038d8fc36e08 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441777.505658:0:24294:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1783441777.505927:0:22704:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1783441777.505935:0:22704:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000b8e04a51/0x4778038d8fc36e08 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783441777.505944:0:22704:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9114aeae5000 already unused, calling callback (ffffffffc0c73f90) 00010000:00010000:0.0:1783441777.505949:0:22704:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000b8e04a51/0x4778038d8fc36e08 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783441777.505959:0:22704:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000b8e04a51/0x4778038d8fc36e08 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783441777.505989:0:22704:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000b8e04a51/0x4778038d8fc36e08 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783441777.505997:0:22704:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b8e04a51/0x4778038d8fc36e08 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783441777.506016:0:22704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783441777.506018:0:22704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783441777.506020:0:22704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1783441777.506250:0:24294:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x39:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1783441777.506257:0:24294:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006200f1e5/0x4778038d8fc36e0f lrc: 3/0,1 mode: --/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441777.506265:0:24294:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x39:0x0].0x0 since=768s v=(0 0) 00010000:00010000:2.0:1783441777.506269:0:24294:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x39:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1783441777.506272:0:24294:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006200f1e5/0x4778038d8fc36e0f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441777.506281:0:24294:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000006200f1e5/0x4778038d8fc36e0f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441777.506289:0:24294:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006200f1e5/0x4778038d8fc36e0f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441777.506296:0:24294:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000006200f1e5/0x4778038d8fc36e0f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441777.506318:0:24294:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1783441777.507143:0:22703:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1783441777.507150:0:22703:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000006200f1e5/0x4778038d8fc36e0f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783441777.507159:0:22703:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9114aeae4600 already unused, calling callback (ffffffffc0c73f90) 00010000:00010000:0.0:1783441777.507163:0:22703:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000006200f1e5/0x4778038d8fc36e0f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783441777.507173:0:22703:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000006200f1e5/0x4778038d8fc36e0f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783441777.507188:0:22703:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000006200f1e5/0x4778038d8fc36e0f lrc: 1/0,0 mode: --/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783441777.507195:0:22703:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006200f1e5/0x4778038d8fc36e0f lrc: 0/0,0 mode: --/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783441777.507225:0:22703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783441777.507226:0:22703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783441777.507228:0:22703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1783441777.507313:0:24294:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x38:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1783441777.507319:0:24294:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006a9fb87a/0x4778038d8fc36e16 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441777.507327:0:24294:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x38:0x0].0x0 since=768s v=(0 0) 00010000:00010000:2.0:1783441777.507336:0:24294:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x38:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1783441777.507341:0:24294:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006a9fb87a/0x4778038d8fc36e16 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441777.507550:0:24294:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000006a9fb87a/0x4778038d8fc36e16 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441777.507562:0:24294:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006a9fb87a/0x4778038d8fc36e16 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441777.507569:0:24294:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000006a9fb87a/0x4778038d8fc36e16 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441777.507597:0:24294:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:2.0:1783441777.508486:0:24294:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x37:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1783441777.508494:0:24294:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000004f8c9cca/0x4778038d8fc36e1d lrc: 3/0,1 mode: --/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783441777.508601:0:22704:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1783441777.508608:0:22704:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000006a9fb87a/0x4778038d8fc36e16 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783441777.508618:0:22704:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9114aeae4e00 already unused, calling callback (ffffffffc0c73f90) 00010000:00010000:0.0:1783441777.508623:0:22704:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000006a9fb87a/0x4778038d8fc36e16 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783441777.508632:0:22704:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000006a9fb87a/0x4778038d8fc36e16 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783441777.508649:0:22704:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000006a9fb87a/0x4778038d8fc36e16 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783441777.508656:0:22704:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006a9fb87a/0x4778038d8fc36e16 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783441777.508671:0:22704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783441777.508673:0:22704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783441777.508675:0:22704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783441777.508765:0:24294:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x37:0x0].0x0 since=768s v=(0 0) 00010000:00010000:2.0:1783441777.508770:0:24294:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x37:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1783441777.508776:0:24294:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000004f8c9cca/0x4778038d8fc36e1d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441777.508787:0:24294:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000004f8c9cca/0x4778038d8fc36e1d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441777.508795:0:24294:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000004f8c9cca/0x4778038d8fc36e1d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441777.508808:0:24294:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000004f8c9cca/0x4778038d8fc36e1d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441777.508992:0:24294:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:2.0:1783441777.510988:0:24294:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x36:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1783441777.511002:0:24294:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000dd6edae3/0x4778038d8fc36e24 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441777.511018:0:24294:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x36:0x0].0x0 since=768s v=(0 0) 00010000:00010000:2.0:1783441777.511022:0:24294:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x36:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1783441777.511028:0:24294:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000dd6edae3/0x4778038d8fc36e24 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441777.511041:0:24294:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000dd6edae3/0x4778038d8fc36e24 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441777.511051:0:24294:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000dd6edae3/0x4778038d8fc36e24 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441777.511059:0:24294:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000dd6edae3/0x4778038d8fc36e24 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783441777.518942:0:22703:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1783441777.518961:0:22703:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000004f8c9cca/0x4778038d8fc36e1d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783441777.518995:0:22703:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9114aeae5e00 already unused, calling callback (ffffffffc0c73f90) 00010000:00010000:0.0:1783441777.519001:0:22703:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000004f8c9cca/0x4778038d8fc36e1d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783441777.519013:0:22703:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000004f8c9cca/0x4778038d8fc36e1d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783441777.519040:0:22703:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000004f8c9cca/0x4778038d8fc36e1d lrc: 1/0,0 mode: --/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783441777.519047:0:22703:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000004f8c9cca/0x4778038d8fc36e1d lrc: 0/0,0 mode: --/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441777.519152:0:24294:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1783441777.519533:0:22704:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1783441777.519539:0:22704:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000dd6edae3/0x4778038d8fc36e24 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783441777.519547:0:22704:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9114aeae5c00 already unused, calling callback (ffffffffc0c73f90) 00010000:00010000:0.0:1783441777.519550:0:22704:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000dd6edae3/0x4778038d8fc36e24 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783441777.519558:0:22704:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000dd6edae3/0x4778038d8fc36e24 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783441777.519569:0:22704:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000dd6edae3/0x4778038d8fc36e24 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783441777.519593:0:22704:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000dd6edae3/0x4778038d8fc36e24 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783441777.519608:0:22704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783441777.519610:0:22704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783441777.519612:0:22704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1783441777.519860:0:24294:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x35:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1783441777.519868:0:24294:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000045136959/0x4778038d8fc36e2b lrc: 3/0,1 mode: --/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441777.519884:0:24294:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x35:0x0].0x0 since=768s v=(0 0) 00010000:00010000:2.0:1783441777.519889:0:24294:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x35:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1783441777.519896:0:24294:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000045136959/0x4778038d8fc36e2b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441777.519909:0:24294:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000045136959/0x4778038d8fc36e2b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441777.519919:0:24294:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000045136959/0x4778038d8fc36e2b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441777.519926:0:24294:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000045136959/0x4778038d8fc36e2b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441777.519947:0:24294:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1783441777.520229:0:22704:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1783441777.520234:0:22704:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000045136959/0x4778038d8fc36e2b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783441777.520241:0:22704:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9114aeae5a00 already unused, calling callback (ffffffffc0c73f90) 00010000:00010000:0.0:1783441777.520245:0:22704:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000045136959/0x4778038d8fc36e2b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783441777.520253:0:22704:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000045136959/0x4778038d8fc36e2b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783441777.520265:0:22704:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000045136959/0x4778038d8fc36e2b lrc: 1/0,0 mode: --/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783441777.520273:0:22704:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000045136959/0x4778038d8fc36e2b lrc: 0/0,0 mode: --/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783441777.520285:0:22704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783441777.520287:0:22704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783441777.520288:0:22704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783441777.520556:0:22703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783441777.520559:0:22703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783441777.520561:0:22703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1783441777.520670:0:24294:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x34:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1783441777.520676:0:24294:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000002d437d2a/0x4778038d8fc36e32 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441777.520685:0:24294:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x34:0x0].0x0 since=768s v=(0 0) 00010000:00010000:2.0:1783441777.520689:0:24294:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x34:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1783441777.520694:0:24294:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000002d437d2a/0x4778038d8fc36e32 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441777.520703:0:24294:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000002d437d2a/0x4778038d8fc36e32 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441777.520724:0:24294:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000002d437d2a/0x4778038d8fc36e32 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441777.520731:0:24294:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000002d437d2a/0x4778038d8fc36e32 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441777.520781:0:24294:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:2.0:1783441777.523294:0:24294:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x33:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1783441777.523322:0:24294:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000009d572176/0x4778038d8fc36e39 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441777.523342:0:24294:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x33:0x0].0x0 since=768s v=(0 0) 00010000:00010000:2.0:1783441777.523347:0:24294:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x33:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1783441777.523362:0:24294:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000009d572176/0x4778038d8fc36e39 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441777.523376:0:24294:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000009d572176/0x4778038d8fc36e39 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441777.523386:0:24294:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000009d572176/0x4778038d8fc36e39 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441777.523395:0:24294:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000009d572176/0x4778038d8fc36e39 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783441777.523811:0:22704:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1783441777.525944:0:22704:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000002d437d2a/0x4778038d8fc36e32 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783441777.525961:0:22704:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9114aeae5800 already unused, calling callback (ffffffffc0c73f90) 00010000:00010000:0.0:1783441777.525967:0:22704:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000002d437d2a/0x4778038d8fc36e32 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783441777.525978:0:22704:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000002d437d2a/0x4778038d8fc36e32 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783441777.526002:0:22704:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000002d437d2a/0x4778038d8fc36e32 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783441777.526009:0:22704:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000002d437d2a/0x4778038d8fc36e32 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783441777.526030:0:22704:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1783441777.526034:0:22704:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000009d572176/0x4778038d8fc36e39 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783441777.526040:0:22704:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9114aeae5600 already unused, calling callback (ffffffffc0c73f90) 00010000:00010000:0.0:1783441777.526042:0:22704:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000009d572176/0x4778038d8fc36e39 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783441777.526065:0:22704:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000009d572176/0x4778038d8fc36e39 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783441777.526076:0:22704:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000009d572176/0x4778038d8fc36e39 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783441777.526083:0:22704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783441777.526084:0:22704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783441777.526087:0:22704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783441777.526675:0:24294:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:2.0:1783441777.526685:0:24294:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000009d572176/0x4778038d8fc36e39 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783441777.527236:0:22703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1783441777.527381:0:24294:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x32:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1783441777.527389:0:24294:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000616d6e1d/0x4778038d8fc36e40 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441777.527401:0:24294:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x32:0x0].0x0 since=768s v=(0 0) 00010000:00010000:2.0:1783441777.527405:0:24294:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x32:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1783441777.527411:0:24294:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000616d6e1d/0x4778038d8fc36e40 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441777.527424:0:24294:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000616d6e1d/0x4778038d8fc36e40 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441777.527433:0:24294:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000616d6e1d/0x4778038d8fc36e40 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441777.527440:0:24294:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000616d6e1d/0x4778038d8fc36e40 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441777.527461:0:24294:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1783441777.527809:0:22704:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1783441777.527826:0:22704:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000616d6e1d/0x4778038d8fc36e40 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783441777.527835:0:22704:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9114aeae4800 already unused, calling callback (ffffffffc0c73f90) 00010000:00010000:0.0:1783441777.527841:0:22704:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000616d6e1d/0x4778038d8fc36e40 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783441777.527850:0:22704:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000616d6e1d/0x4778038d8fc36e40 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783441777.527866:0:22704:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000616d6e1d/0x4778038d8fc36e40 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783441777.527872:0:22704:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000616d6e1d/0x4778038d8fc36e40 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783441777.527898:0:22704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783441777.527900:0:22704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783441777.527902:0:22704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1783441777.528070:0:24294:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x31:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1783441777.528076:0:24294:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006a9fb87a/0x4778038d8fc36e47 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441777.528091:0:24294:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x31:0x0].0x0 since=768s v=(0 0) 00010000:00010000:2.0:1783441777.528096:0:24294:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x31:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1783441777.528101:0:24294:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006a9fb87a/0x4778038d8fc36e47 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441777.528111:0:24294:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000006a9fb87a/0x4778038d8fc36e47 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441777.528120:0:24294:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006a9fb87a/0x4778038d8fc36e47 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441777.528127:0:24294:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000006a9fb87a/0x4778038d8fc36e47 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441777.528148:0:24294:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:2.0:1783441777.528485:0:24294:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x30:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1783441777.528491:0:24294:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006200f1e5/0x4778038d8fc36e4e lrc: 3/0,1 mode: --/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441777.528523:0:24294:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x30:0x0].0x0 since=768s v=(0 0) 00010000:00010000:2.0:1783441777.528527:0:24294:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x30:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1783441777.528531:0:24294:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006200f1e5/0x4778038d8fc36e4e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441777.528540:0:24294:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000006200f1e5/0x4778038d8fc36e4e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441777.528558:0:24294:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006200f1e5/0x4778038d8fc36e4e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441777.528565:0:24294:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000006200f1e5/0x4778038d8fc36e4e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441777.528595:0:24294:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00002000:00010000:2.0:1783441777.528887:0:24294:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x2f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1783441777.528893:0:24294:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b8e04a51/0x4778038d8fc36e55 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441777.528901:0:24294:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2f:0x0].0x0 since=768s v=(0 0) 00010000:00010000:2.0:1783441777.528904:0:24294:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2f:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1783441777.528908:0:24294:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b8e04a51/0x4778038d8fc36e55 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441777.528917:0:24294:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b8e04a51/0x4778038d8fc36e55 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441777.528926:0:24294:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b8e04a51/0x4778038d8fc36e55 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441777.528932:0:24294:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000b8e04a51/0x4778038d8fc36e55 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441777.528951:0:24294:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00010000:00010000:3.0:1783441777.529177:0:22704:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:3.0:1783441777.529184:0:22704:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000006a9fb87a/0x4778038d8fc36e47 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783441777.529192:0:22704:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9114aeae4e00 already unused, calling callback (ffffffffc0c73f90) 00010000:00010000:3.0:1783441777.529197:0:22704:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000006a9fb87a/0x4778038d8fc36e47 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783441777.529201:0:22703:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1783441777.529205:0:22704:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000006a9fb87a/0x4778038d8fc36e47 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783441777.529222:0:22704:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000006a9fb87a/0x4778038d8fc36e47 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783441777.529229:0:22704:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006a9fb87a/0x4778038d8fc36e47 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1783441777.529601:0:24294:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x2e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1783441777.529607:0:24294:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000045136959/0x4778038d8fc36e5c lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441777.529616:0:24294:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2e:0x0].0x0 since=768s v=(0 0) 00010000:00010000:2.0:1783441777.529619:0:24294:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2e:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1783441777.529623:0:24294:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000045136959/0x4778038d8fc36e5c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441777.529632:0:24294:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000045136959/0x4778038d8fc36e5c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441777.529639:0:24294:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000045136959/0x4778038d8fc36e5c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441777.529646:0:24294:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000045136959/0x4778038d8fc36e5c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441777.529655:0:24294:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00002000:00010000:2.0:1783441777.529972:0:24294:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x2d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1783441777.529978:0:24294:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000dd6edae3/0x4778038d8fc36e63 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441777.529986:0:24294:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2d:0x0].0x0 since=768s v=(0 0) 00010000:00010000:2.0:1783441777.529995:0:24294:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2d:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1783441777.529999:0:24294:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000dd6edae3/0x4778038d8fc36e63 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441777.530010:0:24294:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000dd6edae3/0x4778038d8fc36e63 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441777.530019:0:24294:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000dd6edae3/0x4778038d8fc36e63 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441777.530026:0:24294:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000dd6edae3/0x4778038d8fc36e63 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783441777.530030:0:22704:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1783441777.530034:0:22704:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000b8e04a51/0x4778038d8fc36e55 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441777.530035:0:24294:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:3.0:1783441777.530041:0:22704:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9114aeae5000 already unused, calling callback (ffffffffc0c73f90) 00010000:00010000:3.0:1783441777.530045:0:22704:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000b8e04a51/0x4778038d8fc36e55 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783441777.530053:0:22704:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000b8e04a51/0x4778038d8fc36e55 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783441777.530065:0:22704:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000b8e04a51/0x4778038d8fc36e55 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783441777.530072:0:22704:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b8e04a51/0x4778038d8fc36e55 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783441777.530085:0:22704:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1783441777.530089:0:22704:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000045136959/0x4778038d8fc36e5c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783441777.531011:0:22704:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9114aeae5a00 already unused, calling callback (ffffffffc0c73f90) 00010000:00010000:3.0:1783441777.531021:0:22704:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000045136959/0x4778038d8fc36e5c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783441777.531045:0:22704:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000045136959/0x4778038d8fc36e5c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783441777.531061:0:22704:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000045136959/0x4778038d8fc36e5c lrc: 1/0,0 mode: --/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783441777.531068:0:22704:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000045136959/0x4778038d8fc36e5c lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783441777.531086:0:22704:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1783441777.531090:0:22704:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000dd6edae3/0x4778038d8fc36e63 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783441777.531169:0:22704:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9114aeae5c00 already unused, calling callback (ffffffffc0c73f90) 00010000:00010000:3.0:1783441777.531173:0:22704:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000dd6edae3/0x4778038d8fc36e63 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783441777.531182:0:22704:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000dd6edae3/0x4778038d8fc36e63 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1783441777.531183:0:24294:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x2c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1783441777.531191:0:24294:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000004f8c9cca/0x4778038d8fc36e6a lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783441777.531194:0:22704:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000dd6edae3/0x4778038d8fc36e63 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441777.531200:0:24294:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2c:0x0].0x0 since=768s v=(0 0) 00010000:00010000:3.0:1783441777.531201:0:22704:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000dd6edae3/0x4778038d8fc36e63 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441777.531204:0:24294:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2c:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1783441777.531209:0:24294:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000004f8c9cca/0x4778038d8fc36e6a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441777.531221:0:24294:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000004f8c9cca/0x4778038d8fc36e6a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783441777.531225:0:22704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783441777.531227:0:22704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783441777.531229:0:22704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783441777.531229:0:24294:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000004f8c9cca/0x4778038d8fc36e6a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441777.531241:0:24294:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000004f8c9cca/0x4778038d8fc36e6a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441777.531255:0:24294:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1783441777.531380:0:22704:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1783441777.531385:0:22704:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000004f8c9cca/0x4778038d8fc36e6a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783441777.531394:0:22704:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9114aeae5e00 already unused, calling callback (ffffffffc0c73f90) 00010000:00010000:3.0:1783441777.531398:0:22704:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000004f8c9cca/0x4778038d8fc36e6a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783441777.531406:0:22704:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000004f8c9cca/0x4778038d8fc36e6a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783441777.531417:0:22704:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000004f8c9cca/0x4778038d8fc36e6a lrc: 1/0,0 mode: --/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783441777.531423:0:22704:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000004f8c9cca/0x4778038d8fc36e6a lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783441777.531436:0:22704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783441777.531438:0:22704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783441777.531440:0:22704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1783441777.533541:0:24294:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x2b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1783441777.533556:0:24294:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000003a7839e8/0x4778038d8fc36e71 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441777.533585:0:24294:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2b:0x0].0x0 since=768s v=(0 0) 00010000:00010000:2.0:1783441777.533589:0:24294:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2b:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1783441777.533595:0:24294:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003a7839e8/0x4778038d8fc36e71 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441777.533606:0:24294:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000003a7839e8/0x4778038d8fc36e71 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441777.533615:0:24294:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000003a7839e8/0x4778038d8fc36e71 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441777.533622:0:24294:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000003a7839e8/0x4778038d8fc36e71 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441777.533641:0:24294:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1783441777.534025:0:22704:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1783441777.534032:0:22704:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000003a7839e8/0x4778038d8fc36e71 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783441777.534040:0:22704:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9114c2167e00 already unused, calling callback (ffffffffc0c73f90) 00010000:00010000:0.0:1783441777.534045:0:22704:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000003a7839e8/0x4778038d8fc36e71 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783441777.534053:0:22704:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000003a7839e8/0x4778038d8fc36e71 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783441777.534069:0:22704:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000003a7839e8/0x4778038d8fc36e71 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783441777.534077:0:22704:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000003a7839e8/0x4778038d8fc36e71 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783441777.534095:0:22704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783441777.534096:0:22704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783441777.534098:0:22704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783441777.534639:0:24299:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783441777.534647:0:22703:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000006200f1e5/0x4778038d8fc36e4e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1783441777.535565:0:24294:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x2a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1783441777.535591:0:24294:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000162d06d7/0x4778038d8fc36e78 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441777.535618:0:24294:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2a:0x0].0x0 since=768s v=(0 0) 00010000:00010000:2.0:1783441777.535623:0:24294:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2a:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1783441777.535629:0:24294:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000162d06d7/0x4778038d8fc36e78 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441777.535643:0:24294:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000162d06d7/0x4778038d8fc36e78 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441777.535654:0:24294:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000162d06d7/0x4778038d8fc36e78 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441777.535663:0:24294:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000162d06d7/0x4778038d8fc36e78 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441777.535688:0:24294:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1783441777.535707:0:22704:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1783441777.535712:0:22704:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000162d06d7/0x4778038d8fc36e78 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441777.535720:0:22704:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9114c2166400 already unused, calling callback (ffffffffc0c73f90) 00010000:00010000:2.0:1783441777.535724:0:22704:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000162d06d7/0x4778038d8fc36e78 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441777.535733:0:22704:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000162d06d7/0x4778038d8fc36e78 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441777.535764:0:22704:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000162d06d7/0x4778038d8fc36e78 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441777.535772:0:22704:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000162d06d7/0x4778038d8fc36e78 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441777.535790:0:22704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783441777.535793:0:22704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783441777.535795:0:22704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1783441777.541908:0:24294:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x29:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1783441777.541930:0:24294:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000000edaf0f1/0x4778038d8fc36e7f lrc: 3/0,1 mode: --/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441777.541950:0:24294:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x29:0x0].0x0 since=768s v=(0 0) 00010000:00010000:2.0:1783441777.541954:0:24294:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x29:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1783441777.541961:0:24294:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000000edaf0f1/0x4778038d8fc36e7f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441777.541977:0:24294:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000000edaf0f1/0x4778038d8fc36e7f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441777.541987:0:24294:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000000edaf0f1/0x4778038d8fc36e7f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441777.541994:0:24294:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000000edaf0f1/0x4778038d8fc36e7f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441777.542032:0:24294:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1783441777.542047:0:22704:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1783441777.542053:0:22704:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000000edaf0f1/0x4778038d8fc36e7f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441777.542061:0:22704:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9114c2167000 already unused, calling callback (ffffffffc0c73f90) 00010000:00010000:2.0:1783441777.542066:0:22704:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000000edaf0f1/0x4778038d8fc36e7f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441777.542076:0:22704:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000000edaf0f1/0x4778038d8fc36e7f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441777.542096:0:22704:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000000edaf0f1/0x4778038d8fc36e7f lrc: 1/0,0 mode: --/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441777.542104:0:22704:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000edaf0f1/0x4778038d8fc36e7f lrc: 0/0,0 mode: --/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441777.542125:0:22704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783441777.542127:0:22704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783441777.542129:0:22704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783441777.542813:0:24299:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783441777.542816:0:24299:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1783441777.544052:0:24294:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x28:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1783441777.544063:0:24294:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000096f57183/0x4778038d8fc36e86 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441777.544089:0:24294:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x28:0x0].0x0 since=768s v=(0 0) 00010000:00010000:2.0:1783441777.544094:0:24294:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x28:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1783441777.544102:0:24294:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000096f57183/0x4778038d8fc36e86 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441777.544116:0:24294:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000096f57183/0x4778038d8fc36e86 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441777.544126:0:24294:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000096f57183/0x4778038d8fc36e86 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441777.544134:0:24294:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000096f57183/0x4778038d8fc36e86 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441777.544153:0:24294:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1783441777.544166:0:22704:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1783441777.544171:0:22704:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000096f57183/0x4778038d8fc36e86 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441777.544179:0:22704:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9114c2166c00 already unused, calling callback (ffffffffc0c73f90) 00010000:00010000:2.0:1783441777.544186:0:22704:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000096f57183/0x4778038d8fc36e86 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441777.544196:0:22704:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000096f57183/0x4778038d8fc36e86 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441777.544228:0:22704:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000096f57183/0x4778038d8fc36e86 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441777.544235:0:22704:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000096f57183/0x4778038d8fc36e86 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441777.544253:0:22704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783441777.544255:0:22704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783441777.544257:0:22704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1783441777.545236:0:24294:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x27:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1783441777.545245:0:24294:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000003eebddb3/0x4778038d8fc36e8d lrc: 3/0,1 mode: --/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441777.545256:0:24294:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x27:0x0].0x0 since=768s v=(0 0) 00010000:00010000:2.0:1783441777.545260:0:24294:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x27:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1783441777.545265:0:24294:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003eebddb3/0x4778038d8fc36e8d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441777.545275:0:24294:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000003eebddb3/0x4778038d8fc36e8d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441777.545284:0:24294:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000003eebddb3/0x4778038d8fc36e8d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441777.545292:0:24294:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000003eebddb3/0x4778038d8fc36e8d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441777.545318:0:24294:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:2.0:1783441777.545697:0:24294:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x26:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1783441777.545703:0:24294:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000038f4f62b/0x4778038d8fc36e94 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441777.545712:0:24294:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x26:0x0].0x0 since=768s v=(0 0) 00010000:00010000:2.0:1783441777.545715:0:24294:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x26:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1783441777.545720:0:24294:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000038f4f62b/0x4778038d8fc36e94 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441777.545729:0:24294:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000038f4f62b/0x4778038d8fc36e94 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441777.545737:0:24294:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000038f4f62b/0x4778038d8fc36e94 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441777.545744:0:24294:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000038f4f62b/0x4778038d8fc36e94 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441777.545757:0:24294:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:2.0:1783441777.545766:0:22704:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1783441777.545770:0:22704:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000003eebddb3/0x4778038d8fc36e8d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441777.545777:0:22704:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9114c21fd400 already unused, calling callback (ffffffffc0c73f90) 00010000:00010000:2.0:1783441777.545787:0:22704:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000003eebddb3/0x4778038d8fc36e8d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441777.545796:0:22704:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000003eebddb3/0x4778038d8fc36e8d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441777.545811:0:22704:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000003eebddb3/0x4778038d8fc36e8d lrc: 1/0,0 mode: --/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441777.545832:0:22704:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000003eebddb3/0x4778038d8fc36e8d lrc: 0/0,0 mode: --/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441777.545850:0:22704:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1783441777.545853:0:22704:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000038f4f62b/0x4778038d8fc36e94 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441777.545859:0:22704:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9114c21fda00 already unused, calling callback (ffffffffc0c73f90) 00010000:00010000:2.0:1783441777.545862:0:22704:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000038f4f62b/0x4778038d8fc36e94 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441777.545869:0:22704:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000038f4f62b/0x4778038d8fc36e94 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441777.545879:0:22704:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000038f4f62b/0x4778038d8fc36e94 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441777.545886:0:22704:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000038f4f62b/0x4778038d8fc36e94 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441777.545905:0:22704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783441777.545907:0:22704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783441777.545908:0:22704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783441777.545916:0:24299:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1783441777.546211:0:24294:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x25:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1783441777.546217:0:24294:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000c20fe78d/0x4778038d8fc36e9b lrc: 3/0,1 mode: --/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441777.546225:0:24294:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x25:0x0].0x0 since=768s v=(0 0) 00010000:00010000:2.0:1783441777.546228:0:24294:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x25:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1783441777.546231:0:24294:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c20fe78d/0x4778038d8fc36e9b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441777.546240:0:24294:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000c20fe78d/0x4778038d8fc36e9b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441777.546248:0:24294:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000c20fe78d/0x4778038d8fc36e9b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441777.546254:0:24294:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000c20fe78d/0x4778038d8fc36e9b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441777.546267:0:24294:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1783441777.546274:0:22704:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1783441777.546277:0:22704:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000c20fe78d/0x4778038d8fc36e9b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441777.546295:0:22704:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9114c21fc400 already unused, calling callback (ffffffffc0c73f90) 00010000:00010000:2.0:1783441777.546298:0:22704:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000c20fe78d/0x4778038d8fc36e9b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441777.546306:0:22704:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000c20fe78d/0x4778038d8fc36e9b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441777.546316:0:22704:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000c20fe78d/0x4778038d8fc36e9b lrc: 1/0,0 mode: --/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441777.546324:0:22704:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c20fe78d/0x4778038d8fc36e9b lrc: 0/0,0 mode: --/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441777.546340:0:22704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783441777.546341:0:22704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783441777.546343:0:22704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783441777.546484:0:22703:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9114aeae4600 already unused, calling callback (ffffffffc0c73f90) 00010000:00010000:0.0:1783441777.546487:0:22703:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000006200f1e5/0x4778038d8fc36e4e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783441777.546509:0:22703:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000006200f1e5/0x4778038d8fc36e4e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783441777.546521:0:22703:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000006200f1e5/0x4778038d8fc36e4e lrc: 1/0,0 mode: --/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783441777.546528:0:22703:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006200f1e5/0x4778038d8fc36e4e lrc: 0/0,0 mode: --/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783441777.546546:0:22703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783441777.546547:0:22703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783441777.546548:0:22703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1783441777.546909:0:24294:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x24:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1783441777.546915:0:24294:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000003c4ae43d/0x4778038d8fc36ea2 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441777.546925:0:24294:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x24:0x0].0x0 since=768s v=(0 0) 00010000:00010000:2.0:1783441777.546928:0:24294:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x24:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1783441777.546932:0:24294:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003c4ae43d/0x4778038d8fc36ea2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441777.546941:0:24294:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000003c4ae43d/0x4778038d8fc36ea2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441777.546956:0:24294:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000003c4ae43d/0x4778038d8fc36ea2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441777.546963:0:24294:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000003c4ae43d/0x4778038d8fc36ea2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441777.547018:0:24294:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:2.0:1783441777.547705:0:24294:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x23:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1783441777.547713:0:24294:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000000242f32b/0x4778038d8fc36ea9 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441777.547723:0:24294:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x23:0x0].0x0 since=768s v=(0 0) 00010000:00010000:2.0:1783441777.547727:0:24294:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x23:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1783441777.547731:0:24294:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000000242f32b/0x4778038d8fc36ea9 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441777.547741:0:24294:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000000242f32b/0x4778038d8fc36ea9 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441777.547749:0:24294:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000000242f32b/0x4778038d8fc36ea9 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441777.547756:0:24294:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000000242f32b/0x4778038d8fc36ea9 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783441777.553127:0:24299:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1783441777.553147:0:24299:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000003c4ae43d/0x4778038d8fc36ea2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783441777.553163:0:24299:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9114c21fdc00 already unused, calling callback (ffffffffc0c73f90) 00010000:00010000:0.0:1783441777.553169:0:24299:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000003c4ae43d/0x4778038d8fc36ea2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783441777.553182:0:24299:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000003c4ae43d/0x4778038d8fc36ea2 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783441777.553224:0:24299:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000003c4ae43d/0x4778038d8fc36ea2 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783441777.553232:0:24299:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000003c4ae43d/0x4778038d8fc36ea2 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783441777.553257:0:24299:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1783441777.553261:0:24299:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000000242f32b/0x4778038d8fc36ea9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783441777.553267:0:24299:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9114c21fce00 already unused, calling callback (ffffffffc0c73f90) 00010000:00010000:0.0:1783441777.553270:0:24299:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000000242f32b/0x4778038d8fc36ea9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783441777.553276:0:24299:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000000242f32b/0x4778038d8fc36ea9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783441777.553285:0:24299:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000000242f32b/0x4778038d8fc36ea9 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783441777.553292:0:24299:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783441777.553293:0:24299:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783441777.553295:0:24299:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783441777.555299:0:24294:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:2.0:1783441777.555314:0:24294:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000242f32b/0x4778038d8fc36ea9 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783441777.555448:0:22704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1783441777.556082:0:24294:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x22:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1783441777.556090:0:24294:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000616d6e1d/0x4778038d8fc36eb0 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441777.556105:0:24294:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x22:0x0].0x0 since=768s v=(0 0) 00010000:00010000:2.0:1783441777.556110:0:24294:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x22:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1783441777.556116:0:24294:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000616d6e1d/0x4778038d8fc36eb0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441777.556129:0:24294:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000616d6e1d/0x4778038d8fc36eb0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441777.556139:0:24294:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000616d6e1d/0x4778038d8fc36eb0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441777.556147:0:24294:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000616d6e1d/0x4778038d8fc36eb0 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441777.556174:0:24294:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1783441777.556193:0:22703:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1783441777.556199:0:22703:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000616d6e1d/0x4778038d8fc36eb0 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783441777.556213:0:22703:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9114aeae4800 already unused, calling callback (ffffffffc0c73f90) 00010000:00010000:0.0:1783441777.556218:0:22703:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000616d6e1d/0x4778038d8fc36eb0 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783441777.556228:0:22703:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000616d6e1d/0x4778038d8fc36eb0 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783441777.556258:0:22703:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000616d6e1d/0x4778038d8fc36eb0 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783441777.556266:0:22703:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000616d6e1d/0x4778038d8fc36eb0 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783441777.556281:0:22703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783441777.556283:0:22703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783441777.556285:0:22703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00080000:2.0:1783441777.556584:0:24294:0:(ofd_dev.c:1518:ofd_orphans_destroy()) lustre-OST0000: after destroy: set last_id to 0x280000401:6 00000100:00100000:2.0:1783441777.556700:0:24294:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9113848c6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:22739:x1870073572887680:12345-0@lo:5:osp-pre-0-0.0 Request processed in 112842us (113255us total) trans 0 rc 0/0 00000100:00100000:2.0:1783441777.556718:0:24294:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00100000:0.0:1783441777.562377:0:22739:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9113848c4700 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:22739:1870073572887680:0@lo:5:osp-pre-0-0.0 00000004:00080000:0.0:1783441777.562402:0:22739:0:(osp_precreate.c:960:osp_precreate_cleanup_orphans()) lustre-OST0000-osc-MDT0000: Got last_id [0x280000401:0x41:0x0] from OST, last_created [0x280000401:0x41:0x0]last_used is [0x280000401:0x6:0x0] 00000100:00100000:0.0:1783441777.562464:0:22739:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9113848c4700 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:22739:1870073572888320:0@lo:5:osp-pre-0-0.0 00000100:00100000:0.0:1783441777.562548:0:22739:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783441777.562606:0:22739:0:(client.c:2702:ptlrpc_set_wait()) set ffff9114863fa3c0 going to sleep for 11 seconds 00000100:00100000:2.0:1783441777.562615:0:24222:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572888320 00000100:00100000:2.0:1783441777.562623:0:24222:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572888320 00000100:00100000:2.0:1783441777.562687:0:24222:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:2.0:1783441777.562698:0:24222:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9113848c7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:22739:x1870073572888320:12345-0@lo:5:osp-pre-0-0.0 00002000:00080000:2.0:1783441777.562739:0:24222:0:(ofd_dev.c:1747:ofd_create_hdl()) lustre-OST0000: reserve 32 objects in group 0x280000401 at 66 00000001:00080000:2.0:1783441777.569128:0:24217:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 12884901889 is committed 00000001:00100000:2.0:1783441777.569181:0:24217:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00000100:00100000:0.0:1783441777.572266:0:24222:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9113848c7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:22739:x1870073572888320:12345-0@lo:5:osp-pre-0-0.0 Request processed in 9561us (9709us total) trans 12884901889 rc 0/0 00000100:00100000:0.0:1783441777.572279:0:24222:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00100000:3.0:1783441777.572426:0:22739:0:(client.c:3112:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 12884901889 gen 2 00000100:00100000:3.0:1783441777.572436:0:22739:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9113848c4700 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:22739:1870073572888320:0@lo:5:osp-pre-0-0.0 00000004:00080000:3.0:1783441777.572458:0:22739:0:(osp_precreate.c:705:osp_precreate_send()) lustre-OST0000-osc-MDT0000: current precreated pool: [0x280000401:0x41:0x0]-[0x280000401:0x61:0x0] 00010000:00010000:3.0:1783441777.683789:0:24299:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1783441778.128668:0:3650:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1783441778.128696:0:3650:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9113848c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3650:1870073572888448:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1783441778.128774:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783441778.128884:0:23738:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572888448 00000100:00100000:0.0:1783441778.128895:0:23738:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572888448 00000100:00100000:0.0:1783441778.128961:0:23738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35 00000100:00100000:0.0:1783441778.128971:0:23738:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff911488b45f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3650:x1870073572888448:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1783441778.129009:0:23738:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446461440 avail 1300221952 00000100:00100000:0.0:1783441778.129066:0:23738:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff911488b45f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3650:x1870073572888448:12345-0@lo:41:osp-pre-1-0.0 Request processed in 96us (292us total) trans 0 rc 0/0 00000100:00100000:0.0:1783441778.129073:0:23738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35 00000100:00100000:0.0:1783441778.129122:0:3650:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9113848c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3650:1870073572888448:0@lo:41:osp-pre-1-0.0 00010000:00010000:0.0:1783441778.704612:0:22704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783441779.728685:0:22703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1783441780.499344:0:3646:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1783441765/real 1783441765] req@ffff9114b0d45880 x1870073572879232/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 1 dl 1783441780 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1783441780.499383:0:3646:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9114b0d45880 x1870073572879232/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 1 dl 1783441780 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1783441780.499395:0:3646:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1783441765/real 1783441765] req@ffff9114b0d46680 x1870073572879360/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 1 dl 1783441780 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1783441780.499407:0:3646:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9114b0d46680 x1870073572879360/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 1 dl 1783441780 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1783441780.499426:0:3646:0:(import.c:65:import_set_state_nolock()) ffff911484de7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1783441780.499444:0:3646:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 0@lo failed (-110) 00000100:00100000:1.0:1783441780.499448:0:3646:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9114b0d45880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3646:1870073572879232:0@lo:8:kworker.0 00000100:00080000:1.0:1783441780.499453:0:3646:0:(import.c:65:import_set_state_nolock()) ffff9114a77f3000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1783441780.499458:0:3646:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-110) 00000100:00100000:1.0:1783441780.499461:0:3646:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9114b0d46680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3646:1870073572879360:0@lo:8:kworker.0 00000100:00080000:1.0:1783441780.499595:0:20835:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1783441780.499599:0:20835:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1783441780.499602:0:20835:0:(import.c:65:import_set_state_nolock()) ffff9114b0dd8800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1783441780.499615:0:20835:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 768 00000100:00080000:1.0:1783441780.499619:0:20835:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1783441780.499626:0:20835:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-MDT0000: import ffff9114b0dd8800 using connection 192.168.202.106@tcp/0@lo 00000100:00100000:1.0:1783441780.499650:0:20835:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff911488b44e00 x1870073572888960/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1783441780.499678:0:20835:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1783441780.499681:0:20835:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1783441780.499683:0:20835:0:(import.c:65:import_set_state_nolock()) ffff911484de7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1783441780.499686:0:20835:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 756 00000100:00080000:1.0:1783441780.499689:0:20835:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 10s 00000100:00080000:1.0:1783441780.499692:0:20835:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff911484de7000 using connection 192.168.202.106@tcp/0@lo 00000100:00100000:1.0:1783441780.499702:0:20835:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff911383e3d500 x1870073572889344/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1783441780.499710:0:20835:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1783441780.499713:0:20835:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1783441780.499714:0:20835:0:(import.c:65:import_set_state_nolock()) ffff9114a77f3000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1783441780.499718:0:20835:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 0@lo last attempt 756 00000100:00080000:1.0:1783441780.499720:0:20835:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-MDT0001: tried all connections, increasing latency to 10s 00000100:00080000:1.0:1783441780.499723:0:20835:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-MDT0001: import ffff9114a77f3000 using connection 192.168.202.106@tcp/0@lo 00000100:00100000:1.0:1783441780.499733:0:20835:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff911383e3ce00 x1870073572889472/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1783441780.499774:0:3647:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff911488b46680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3647:1870073572888704:0@lo:400:kworker.0 00000100:00100000:1.0:1783441780.499858:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783441780.501184:0:3647:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff911383e3ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3647:1870073572889600:0@lo:400:kworker.0 00000100:00100000:1.0:1783441780.501238:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783441780.501798:0:3647:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:1.0:1783441780.501809:0:3647:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff911488b44380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3647:1870073572888832:0@lo:400:kworker.0 00000100:00100000:1.0:1783441780.502060:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783441780.502081:0:3647:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff911383e3dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3647:1870073572889728:0@lo:400:kworker.0 00000100:00100000:1.0:1783441780.502106:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783441780.502151:0:22719:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572888704 00000100:00100000:1.0:1783441780.502160:0:22719:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572888704 00000100:00100000:1.0:1783441780.502208:0:22719:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36 00000100:00100000:1.0:1783441780.502216:0:22719:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff911383e3f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3647:x1870073572888704:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1783441780.502708:0:22719:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff911383e3f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3647:x1870073572888704:12345-0@lo:400:kworker.0 Request processed in 52us (2409us total) trans 0 rc 0/0 00000100:00100000:1.0:1783441780.502718:0:22719:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36 00000100:00100000:1.0:1783441780.502747:0:3646:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff911488b44e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3646:1870073572888960:0@lo:8:kworker.0 00000100:00100000:1.0:1783441780.502775:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783441780.502822:0:3646:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff911383e3d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3646:1870073572889344:0@lo:8:kworker.0 00000100:00100000:1.0:1783441780.502844:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783441780.502870:0:3646:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff911383e3ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3646:1870073572889472:0@lo:8:kworker.0 00000100:00100000:1.0:1783441780.502904:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783441780.502937:0:24223:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572888832 00000100:00100000:1.0:1783441780.502943:0:24223:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572888832 00000100:00100000:1.0:1783441780.502974:0:24223:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572888960 00000100:00100000:1.0:1783441780.502977:0:24223:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572888960 00000100:00100000:1.0:1783441780.502985:0:24223:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572889344 00000100:00100000:1.0:1783441780.502988:0:24223:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572889344 00000100:00100000:1.0:1783441780.502994:0:24223:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572889472 00000100:00100000:1.0:1783441780.502996:0:24223:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572889472 00000100:00100000:1.0:1783441780.503015:0:24223:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:1.0:1783441780.503022:0:24223:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff911383e3d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3647:x1870073572888832:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1783441780.503058:0:24223:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff911383e3d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3647:x1870073572888832:12345-0@lo:400:kworker.0 Request processed in 37us (999us total) trans 0 rc 0/0 00000100:00100000:1.0:1783441780.503064:0:24223:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00100000:1.0:1783441780.503076:0:24223:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:1.0:1783441780.503079:0:24223:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff911383e3fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3646:x1870073572888960:12345-0@lo:8:kworker.0 00010000:00020000:1.0:1783441780.503102:0:24223:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-OST0001: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1783441780.503135:0:24223:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff911383e3fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3646:x1870073572888960:12345-0@lo:8:kworker.0 Request processed in 53us (358us total) trans 0 rc -19/-19 00000100:00100000:1.0:1783441780.503140:0:24223:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00100000:1.0:1783441780.503149:0:24223:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:1.0:1783441780.503152:0:24223:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff911383e3f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3646:x1870073572889344:12345-0@lo:8:kworker.0 00010000:00080000:1.0:1783441780.503168:0:24223:0:(ldlm_lib.c:1432:target_handle_connect()) lustre-OST0000: connection from lustre-MDT0001-mdtlov_UUID@0@lo t0 exp 0000000000000000 cur 771 last 0 00000020:00000080:1.0:1783441780.503194:0:24223:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0001-mdtlov_UUID, cookie 0x4778038d8fc36eb7 00002000:00100000:1.0:1783441780.503207:0:24223:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0000: cli lustre-MDT0001-mdtlov_UUID/ffff911484cf1000 ocd_connect_flags: 0xa044401443000026 ocd_version: 2113669 ocd_grant: 0 ocd_index: 0 ocd_group 1 00002000:00080000:1.0:1783441780.503211:0:24223:0:(ofd_obd.c:139:ofd_parse_connect_data()) lustre-OST0000: Received MDS connection for group 1 00002000:00100000:1.0:1783441780.503214:0:24223:0:(ofd_obd.c:227:ofd_parse_connect_data()) lustre-OST0000: cli does not support OBD_CONNECT_CKSUM 00002000:00080000:1.0:1783441780.503298:0:24223:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0000: get connection from MDS 1 00000100:00080000:1.0:1783441780.503319:0:24223:0:(import.c:65:import_set_state_nolock()) ffff911484cf2800 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1783441780.503349:0:24223:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff911383e3f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+6:3646:x1870073572889344:12345-0@lo:8:kworker.0 Request processed in 194us (504us total) trans 0 rc 0/0 00000100:00100000:1.0:1783441780.503354:0:24223:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00100000:1.0:1783441780.503364:0:24223:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:1.0:1783441780.503368:0:24223:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff911383e3ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3646:x1870073572889472:12345-0@lo:8:kworker.0 00010000:00020000:1.0:1783441780.503385:0:24223:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-OST0001: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1783441780.503406:0:24223:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff911383e3ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3646:x1870073572889472:12345-0@lo:8:kworker.0 Request processed in 37us (502us total) trans 0 rc -19/-19 00000100:00100000:1.0:1783441780.503412:0:24223:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00080000:1.0:1783441780.503426:0:22711:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1783441780.503451:0:3646:0:(import.c:65:import_set_state_nolock()) ffff9114b0dd8800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1783441780.503457:0:3646:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1783441780.503460:0:3646:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff911488b44e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3646:1870073572888960:0@lo:8:kworker.0 00000100:00100000:1.0:1783441780.503473:0:3646:0:(client.c:3112:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: committing for last_committed 0 gen 2 00000100:00080000:1.0:1783441780.503480:0:3646:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-OST0000-osc-MDT0001: connect to target with instance 3 00000100:00080000:1.0:1783441780.503487:0:3646:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-OST0000-osc-MDT0001: Resetting ns_connect_flags to server flags: 0xa040401443000026 00000100:00080000:1.0:1783441780.503492:0:3646:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0000_UUID 00000100:00080000:1.0:1783441780.503494:0:3646:0:(import.c:65:import_set_state_nolock()) ffff911484de7000 lustre-OST0000_UUID: changing import state from CONNECTING to FULL 00000004:00080000:1.0:1783441780.503528:0:3646:0:(osp_dev.c:1648:osp_import_event()) got connected 00000100:00100000:1.0:1783441780.503532:0:3646:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff911383e3d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3646:1870073572889344:0@lo:8:kworker.0 00000100:00080000:1.0:1783441780.503542:0:3646:0:(import.c:65:import_set_state_nolock()) ffff9114a77f3000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1783441780.503556:0:3646:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1783441780.503559:0:3646:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff911383e3ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3646:1870073572889472:0@lo:8:kworker.0 00000100:00100000:2.0:1783441780.503570:0:3650:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff911488b47b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0:3650:1870073572888576:0@lo:400:kworker.0 00000100:00100000:1.0:1783441780.503598:0:3647:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff911488b44380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3647:1870073572888832:0@lo:400:kworker.0 00000100:00100000:2.0:1783441780.503606:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783441780.503609:0:3647:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff911488b46680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3647:1870073572888704:0@lo:400:kworker.0 00000100:00100000:2.0:1783441780.503634:0:3650:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff911383e3f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3650:1870073572889216:0@lo:400:kworker.0 00000100:00100000:1.0:1783441780.503649:0:22714:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572889600 00000100:00100000:1.0:1783441780.503653:0:22714:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572889600 00000100:00100000:2.0:1783441780.503655:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783441780.503673:0:3650:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:1.0:1783441780.503675:0:22714:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572889728 00000100:00100000:1.0:1783441780.503678:0:22714:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572889728 00000100:00100000:2.0:1783441780.503680:0:3650:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff911488b44a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3650:1870073572889088:0@lo:400:kworker.0 00000100:00100000:1.0:1783441780.503696:0:22714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20 00000100:00100000:2.0:1783441780.503699:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783441780.503709:0:3650:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff911383e3ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3650:1870073572889856:0@lo:400:kworker.0 00000100:00100000:1.0:1783441780.503710:0:22714:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff911383e3c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3647:x1870073572889600:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1783441780.503727:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783441780.503743:0:22714:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff911383e3c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3647:x1870073572889600:12345-0@lo:400:kworker.0 Request processed in 35us (2505us total) trans 0 rc 0/0 00000100:00100000:1.0:1783441780.503749:0:22714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20 00000100:00100000:1.0:1783441780.503758:0:22714:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572889088 00000100:00100000:1.0:1783441780.503760:0:22714:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572889088 00000004:00080000:2.0:1783441780.503767:0:23456:0:(osp_precreate.c:882:osp_precreate_cleanup_orphans()) lustre-OST0000-osc-MDT0001: going to cleanup orphans since [0x280000400:0x1:0x0] 00000100:00100000:1.0:1783441780.503771:0:22714:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572889856 00000100:00100000:1.0:1783441780.503773:0:22714:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572889856 00000100:00100000:2.0:1783441780.503783:0:23456:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff911384a69880 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:23456:1870073572890112:0@lo:7:osp-pre-0-1.0 00000100:00100000:1.0:1783441780.503785:0:22714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21 00000100:00100000:1.0:1783441780.503789:0:22714:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff911383e3e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3647:x1870073572889728:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1783441780.503804:0:23456:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783441780.503812:0:22714:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff911383e3e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3647:x1870073572889728:12345-0@lo:400:kworker.0 Request processed in 23us (1705us total) trans 0 rc 0/0 00000100:00100000:2.0:1783441780.503816:0:23456:0:(client.c:2702:ptlrpc_set_wait()) set ffff9114814eaf00 going to sleep for 11 seconds 00000100:00100000:1.0:1783441780.503818:0:22714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21 00000100:00100000:1.0:1783441780.503828:0:22714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22 00000100:00100000:2.0:1783441780.503830:0:22709:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572888576 00000100:00100000:1.0:1783441780.503833:0:22714:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff911384a68e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3650:x1870073572889088:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1783441780.503834:0:22709:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572888576 00000100:00100000:1.0:1783441780.503859:0:22714:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff911384a68e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3650:x1870073572889088:12345-0@lo:400:kworker.0 Request processed in 25us (158us total) trans 0 rc 0/0 00000100:00100000:2.0:1783441780.503860:0:22709:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 93 00000100:00100000:1.0:1783441780.503865:0:22714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22 00000100:00100000:2.0:1783441780.503866:0:22709:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9114b84da050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0+21:3650:x1870073572888576:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1783441780.503874:0:22714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23 00000100:00100000:1.0:1783441780.503878:0:22714:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff911384a68380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3650:x1870073572889856:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1783441780.503901:0:22709:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9114b84da050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0+21:3650:x1870073572888576:12345-0@lo:400:kworker.0 Request processed in 35us (294us total) trans 0 rc 0/0 00000100:00100000:1.0:1783441780.503901:0:22714:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff911384a68380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3650:x1870073572889856:12345-0@lo:400:kworker.0 Request processed in 21us (172us total) trans 0 rc 0/0 00000100:00100000:2.0:1783441780.503907:0:22709:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 93 00000100:00100000:1.0:1783441780.503907:0:22714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23 00000100:00100000:1.0:1783441780.503921:0:24220:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572890112 00000100:00100000:1.0:1783441780.503925:0:24220:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572890112 00000100:00100000:2.0:1783441780.503932:0:22720:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572889216 00000100:00100000:2.0:1783441780.503935:0:22720:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572889216 00000100:00100000:1.0:1783441780.503939:0:24220:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:1.0:1783441780.503944:0:24220:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff911384a6bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+6:23456:x1870073572890112:12345-0@lo:7:osp-pre-0-1.0 00000100:00100000:2.0:1783441780.503953:0:22720:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37 00000100:00100000:2.0:1783441780.503958:0:22720:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff911384a6b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3650:x1870073572889216:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1783441780.503985:0:22720:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff911384a6b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3650:x1870073572889216:12345-0@lo:400:kworker.0 Request processed in 27us (329us total) trans 0 rc 0/0 00000100:00100000:2.0:1783441780.503990:0:22720:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37 00000100:00100000:2.0:1783441780.504030:0:3650:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff911384a68a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3650:1870073572889984:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1783441780.504053:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00080000:2.0:1783441780.504077:0:3650:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff911488b44a80 x1870073572889088/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1783441796 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1783441780.504087:0:3650:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff911488b44a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3650:1870073572889088:0@lo:400:kworker.0 00010000:00080000:2.0:1783441780.504096:0:3650:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff911383e3ea00 x1870073572889856/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1783441796 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1783441780.504103:0:3650:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff911383e3ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3650:1870073572889856:0@lo:400:kworker.0 00000100:00100000:2.0:1783441780.504110:0:3650:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff911488b47b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0:3650:1870073572888576:0@lo:400:kworker.0 00000100:00100000:2.0:1783441780.504117:0:3650:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff911383e3f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3650:1870073572889216:0@lo:400:kworker.0 00000100:00100000:2.0:1783441780.504142:0:24224:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572889984 00000100:00100000:2.0:1783441780.504145:0:24224:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572889984 00000100:00080000:1.0:1783441780.504160:0:22711:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1783441780.504164:0:22711:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1783441780.504165:0:22711:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1783441780.504166:0:24224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:2.0:1783441780.504172:0:24224:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff911384a69500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+7:3650:x1870073572889984:12345-0@lo:13:osp-pre-0-1.0 00010000:00080000:1.0:1783441780.504182:0:3647:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff911383e3dc00 x1870073572889728/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1783441796 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1783441780.504190:0:3647:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff911383e3dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3647:1870073572889728:0@lo:400:kworker.0 00002000:00000024:2.0:1783441780.504194:0:24224:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923505152 avail 3691982848 00010000:00080000:1.0:1783441780.504199:0:3647:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff911383e3ed80 x1870073572889600/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1783441796 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1783441780.504206:0:3647:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff911383e3ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3647:1870073572889600:0@lo:400:kworker.0 00000100:00100000:2.0:1783441780.504224:0:24224:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff911384a69500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+7:3650:x1870073572889984:12345-0@lo:13:osp-pre-0-1.0 Request processed in 53us (170us total) trans 0 rc 0/0 00000100:00100000:2.0:1783441780.504230:0:24224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00100000:2.0:1783441780.504255:0:3650:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff911384a68a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3650:1870073572889984:0@lo:13:osp-pre-0-1.0 00000004:00080000:0.0:1783441780.504309:0:23455:0:(osp_sync.c:1045:osp_sync_process_record()) processed all old entries 00000004:00080000:0.0:1783441780.504374:0:23455:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 771366873799ns, next at 0ns, rc = 0 00080000:00080000:0.0:1783441780.504380:0:23455:0:(osd_handler.c:2850:osd_commit_async()) lustre-MDT0001: async commit OSD 00002000:00080000:1.0:1783441780.516349:0:24220:0:(ofd_fs.c:432:ofd_seq_load()) lustre-OST0000: adding sequence 0x280000400 00002000:00080000:1.0:1783441780.516359:0:24220:0:(ofd_dev.c:1208:ofd_get_info_hdl()) lustre-OST0000: LAST FID is [0x280000400:0x41:0x0] 00000100:00100000:1.0:1783441780.516470:0:24220:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff911384a6bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+6:23456:x1870073572890112:12345-0@lo:7:osp-pre-0-1.0 Request processed in 12519us (12659us total) trans 0 rc 0/0 00000100:00100000:1.0:1783441780.516482:0:24220:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00100000:2.0:1783441780.516701:0:23456:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff911384a69880 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:23456:1870073572890112:0@lo:7:osp-pre-0-1.0 00000004:00080000:2.0:1783441780.516716:0:23456:0:(osp_precreate.c:810:osp_get_lastfid_from_ost()) lustre-OST0000-osc-MDT0001: Got last_fid [0x280000400:0x41:0x0] 00000100:00100000:2.0:1783441780.516758:0:23456:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff911384a69880 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:23456:1870073572890240:0@lo:5:osp-pre-0-1.0 00000100:00100000:2.0:1783441780.516805:0:23456:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783441780.517023:0:23456:0:(client.c:2702:ptlrpc_set_wait()) set ffff9114814eaf00 going to sleep for 11 seconds 00000004:00080000:0.0:1783441780.517108:0:23447:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 1 committed 00000100:00100000:1.0:1783441780.517434:0:24220:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572890240 00000100:00100000:1.0:1783441780.517444:0:24220:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572890240 00000100:00100000:1.0:1783441780.517517:0:24220:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:1.0:1783441780.517528:0:24220:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff911384a68a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+6:23456:x1870073572890240:12345-0@lo:5:osp-pre-0-1.0 00002000:00080000:1.0:1783441780.517577:0:24220:0:(ofd_dev.c:1640:ofd_create_hdl()) ofd_last_id() = 65 -> diff = 0 00000100:00100000:1.0:1783441780.517621:0:24220:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff911384a68a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+6:23456:x1870073572890240:12345-0@lo:5:osp-pre-0-1.0 Request processed in 96us (816us total) trans 0 rc 0/0 00000100:00100000:1.0:1783441780.517628:0:24220:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00100000:1.0:1783441780.517660:0:23456:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff911384a69880 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:23456:1870073572890240:0@lo:5:osp-pre-0-1.0 00000004:00080000:1.0:1783441780.517669:0:23456:0:(osp_precreate.c:960:osp_precreate_cleanup_orphans()) lustre-OST0000-osc-MDT0001: Got last_id [0x280000400:0x41:0x0] from OST, last_created [0x280000400:0x41:0x0]last_used is [0x280000400:0x41:0x0] 00000100:00100000:1.0:1783441780.517697:0:23456:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff911383e3ed80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:23456:1870073572890368:0@lo:5:osp-pre-0-1.0 00000100:00100000:1.0:1783441780.517736:0:23456:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783441780.517752:0:23456:0:(client.c:2702:ptlrpc_set_wait()) set ffff911486c6b3c0 going to sleep for 11 seconds 00000100:00100000:1.0:1783441780.517765:0:24223:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572890368 00000100:00100000:1.0:1783441780.517769:0:24223:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572890368 00000100:00100000:1.0:1783441780.517802:0:24223:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:1.0:1783441780.517809:0:24223:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff911383e3dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+6:23456:x1870073572890368:12345-0@lo:5:osp-pre-0-1.0 00002000:00080000:1.0:1783441780.520700:0:24223:0:(ofd_dev.c:1747:ofd_create_hdl()) lustre-OST0000: reserve 32 objects in group 0x280000400 at 66 00000001:00080000:2.0:1783441780.550127:0:24217:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 12884901890 is committed 00000001:00100000:2.0:1783441780.550144:0:24217:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of lustre-MDT0001-mdtlov_UUID 00000100:00100000:1.0:1783441780.550337:0:24223:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff911383e3dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:23456:x1870073572890368:12345-0@lo:5:osp-pre-0-1.0 Request processed in 32524us (32596us total) trans 12884901890 rc 0/0 00000100:00100000:1.0:1783441780.550347:0:24223:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00100000:2.0:1783441780.550452:0:23456:0:(client.c:3112:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: committing for last_committed 12884901890 gen 2 00000100:00100000:2.0:1783441780.550461:0:23456:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff911383e3ed80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:23456:1870073572890368:0@lo:5:osp-pre-0-1.0 00000004:00080000:2.0:1783441780.550475:0:23456:0:(osp_precreate.c:705:osp_precreate_send()) lustre-OST0000-osc-MDT0001: current precreated pool: [0x280000400:0x41:0x0]-[0x280000400:0x61:0x0] 00000100:00100000:2.0:1783441780.550564:0:23456:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff911384a69880 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0000-lwp-MDT0001_UUID:23456:1870073572890496:0@lo:900:osp-pre-0-1.0 00000100:00100000:2.0:1783441780.550599:0:23456:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783441780.550622:0:23456:0:(client.c:2702:ptlrpc_set_wait()) set ffff9114814eaf00 going to sleep for 11 seconds 00000100:00100000:0.0:1783441780.550705:0:22726:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572890496 00000100:00100000:0.0:1783441780.550711:0:22726:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572890496 00000100:00100000:0.0:1783441780.550750:0:22726:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:0.0:1783441780.550758:0:22726:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9114bfb44a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:lustre-MDT0000-lwp-MDT0001_UUID+5:23456:x1870073572890496:12345-0@lo:900:osp-pre-0-1.0 00000100:00100000:0.0:1783441780.550816:0:22726:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9114bfb44a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:lustre-MDT0000-lwp-MDT0001_UUID+5:23456:x1870073572890496:12345-0@lo:900:osp-pre-0-1.0 Request processed in 59us (216us total) trans 0 rc 0/0 00000100:00100000:0.0:1783441780.550822:0:22726:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00010000:00080000:2.0:1783441780.550944:0:23456:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff911384a69880 x1870073572890496/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 1783441796 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1783441780.550957:0:23456:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff911384a69880 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0000-lwp-MDT0001_UUID:23456:1870073572890496:0@lo:900:osp-pre-0-1.0 00010000:00010000:3.0:1783441780.763134:0:24299:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1783441781.205700:0:3648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1783441781.205725:0:3648:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9114b0d44a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3648:1870073572890624:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1783441781.205797:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783441781.205840:0:23738:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572890624 00000100:00100000:3.0:1783441781.205849:0:23738:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572890624 00000100:00100000:3.0:1783441781.205895:0:23738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38 00000100:00100000:3.0:1783441781.205903:0:23738:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9114b0d47b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3648:x1870073572890624:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1783441781.205937:0:23738:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000100:00100000:3.0:1783441781.205975:0:23738:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9114b0d47b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3648:x1870073572890624:12345-0@lo:41:osp-pre-0-1.0 Request processed in 72us (178us total) trans 0 rc 0/0 00000100:00100000:3.0:1783441781.205983:0:23738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38 00000100:00100000:3.0:1783441781.206022:0:3648:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9114b0d44a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3648:1870073572890624:0@lo:41:osp-pre-0-1.0 00010000:00010000:0.0:1783441781.779807:0:22704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:0.0:1783441782.346884:0:24588:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg206-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all 00000100:00100000:2.0:1783441782.739681:0:3647:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1783441782.739702:0:3647:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9114bfb47100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3647:1870073572890752:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1783441782.739774:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783441782.739810:0:24224:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572890752 00000100:00100000:2.0:1783441782.739816:0:24224:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572890752 00000100:00100000:2.0:1783441782.739867:0:24224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:2.0:1783441782.739874:0:24224:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9114bfb47480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3647:x1870073572890752:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1783441782.739895:0:24224:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923505152 avail 3691982848 00000100:00100000:2.0:1783441782.739925:0:24224:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9114bfb47480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3647:x1870073572890752:12345-0@lo:13:osp-pre-0-0.0 Request processed in 53us (152us total) trans 0 rc 0/0 00000100:00100000:2.0:1783441782.739930:0:24224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00080000:2.0:1783441782.739945:0:22711:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1783441782.739975:0:3647:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9114bfb47100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3647:1870073572890752:0@lo:13:osp-pre-0-0.0 00010000:00010000:2.0:1783441782.801183:0:22703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000004:0.0:1783441783.232689:0:24641:0:(tgt_mount.c:2345:server_getattr()) lustre-OST0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:0.0:1783441783.232941:0:24641:0:(tgt_mount.c:2360:is_cmd_supported()) ioctl cmd=81009431 00000100:00100000:1.0:1783441783.249780:0:3649:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9113848c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3649:1870073572890880:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1783441783.249856:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783441783.250105:0:22719:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572890880 00000100:00100000:0.0:1783441783.250113:0:22719:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572890880 00000100:00100000:0.0:1783441783.250182:0:22719:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 39 00000100:00100000:0.0:1783441783.250192:0:22719:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff911383e3ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3649:x1870073572890880:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1783441783.250228:0:22719:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446461440 avail 1300221952 00000100:00100000:0.0:1783441783.250288:0:22719:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff911383e3ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3649:x1870073572890880:12345-0@lo:41:osp-pre-1-0.0 Request processed in 97us (431us total) trans 0 rc 0/0 00000100:00100000:0.0:1783441783.250295:0:22719:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 39 00000100:00100000:2.0:1783441783.250371:0:3649:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9113848c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3649:1870073572890880:0@lo:41:osp-pre-1-0.0 00010000:00010000:3.0:1783441783.826985:0:24299:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000004:0.0:1783441784.034181:0:24691:0:(tgt_mount.c:2345:server_getattr()) lustre-OST0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:0.0:1783441784.034359:0:24691:0:(tgt_mount.c:2360:is_cmd_supported()) ioctl cmd=81009431 00000040:00080000:1.0:1783441784.661833:0:22748:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:0.0:1783441784.848929:0:22704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1783441785.808872:0:3649:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1783441785.808905:0:3649:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9114bfb47100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3649:1870073572891008:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1783441785.809006:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783441785.809101:0:24224:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572891008 00000100:00100000:2.0:1783441785.809112:0:24224:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572891008 00000100:00100000:2.0:1783441785.809189:0:24224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:2.0:1783441785.809201:0:24224:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9114bfb46d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3649:x1870073572891008:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1783441785.809241:0:24224:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923505152 avail 3691982848 00000100:00100000:2.0:1783441785.809293:0:24224:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9114bfb46d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3649:x1870073572891008:12345-0@lo:13:osp-pre-0-1.0 Request processed in 93us (286us total) trans 0 rc 0/0 00000100:00100000:2.0:1783441785.809302:0:24224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00080000:2.0:1783441785.809329:0:22711:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1783441785.809381:0:3649:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9114bfb47100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3649:1870073572891008:0@lo:13:osp-pre-0-1.0 00000100:00080000:1.0:1783441785.816666:0:20835:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1783441785.816675:0:20835:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1783441785.816681:0:20835:0:(import.c:65:import_set_state_nolock()) ffff9114b0dd8800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1783441785.816692:0:20835:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 771 00000100:00080000:1.0:1783441785.816698:0:20835:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1783441785.816707:0:20835:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-MDT0000: import ffff9114b0dd8800 using connection 192.168.202.106@tcp/0@lo 00000100:00100000:1.0:1783441785.816736:0:20835:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff911383e3df80 x1870073572891520/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1783441785.816772:0:20835:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1783441785.816775:0:20835:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1783441785.816777:0:20835:0:(import.c:65:import_set_state_nolock()) ffff9114a77f3000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1783441785.816780:0:20835:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 0@lo last attempt 771 00000100:00080000:1.0:1783441785.816785:0:20835:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-MDT0001: tried all connections, increasing latency to 15s 00000100:00080000:1.0:1783441785.816807:0:20835:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-MDT0001: import ffff9114a77f3000 using connection 192.168.202.106@tcp/0@lo 00000100:00100000:1.0:1783441785.816821:0:20835:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff911383e3ed80 x1870073572891904/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1783441785.816875:0:3648:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff911383e3c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3648:1870073572891264:0@lo:400:kworker.0 00000100:00100000:1.0:1783441785.816967:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783441785.817026:0:3648:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff911383e3f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3648:1870073572892032:0@lo:400:kworker.0 00000100:00100000:1.0:1783441785.817054:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783441785.817085:0:3648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:1.0:1783441785.817091:0:3648:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff911383e3d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0:3648:1870073572891136:0@lo:400:kworker.0 00000100:00100000:1.0:1783441785.817121:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783441785.817143:0:3648:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff911383e3d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3648:1870073572891776:0@lo:400:kworker.0 00000100:00100000:1.0:1783441785.817161:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783441785.817187:0:3646:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff911383e3df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3646:1870073572891520:0@lo:8:kworker.0 00000100:00100000:1.0:1783441785.817211:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783441785.817236:0:3646:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff911383e3ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3646:1870073572891904:0@lo:8:kworker.0 00000100:00100000:1.0:1783441785.817257:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783441785.817287:0:22720:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572891264 00000100:00100000:1.0:1783441785.817295:0:22720:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572891264 00000100:00100000:1.0:1783441785.817342:0:22720:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572891776 00000100:00100000:1.0:1783441785.817345:0:22720:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572891776 00000100:00100000:1.0:1783441785.817360:0:22720:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40 00000100:00100000:1.0:1783441785.817368:0:22720:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff911488b44a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3648:x1870073572891264:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1783441785.817425:0:22720:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff911488b44a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3648:x1870073572891264:12345-0@lo:400:kworker.0 Request processed in 56us (458us total) trans 0 rc 0/0 00000100:00100000:1.0:1783441785.817433:0:22720:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40 00000100:00100000:1.0:1783441785.817459:0:22720:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41 00000100:00100000:1.0:1783441785.817464:0:22720:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff911488b44380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3648:x1870073572891776:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1783441785.817489:0:22720:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff911488b44380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3648:x1870073572891776:12345-0@lo:400:kworker.0 Request processed in 25us (328us total) trans 0 rc 0/0 00000100:00100000:1.0:1783441785.817496:0:22720:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41 00000100:00100000:1.0:1783441785.817557:0:22714:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572892032 00000100:00100000:1.0:1783441785.817561:0:22714:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572892032 00000100:00100000:1.0:1783441785.817588:0:22714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24 00000100:00100000:1.0:1783441785.817594:0:22714:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff911488b46680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3648:x1870073572892032:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1783441785.817627:0:22714:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff911488b46680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3648:x1870073572892032:12345-0@lo:400:kworker.0 Request processed in 33us (572us total) trans 0 rc 0/0 00000100:00100000:1.0:1783441785.817634:0:22714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24 00000100:00100000:1.0:1783441785.817654:0:22708:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572891136 00000100:00100000:1.0:1783441785.817658:0:22708:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572891136 00000100:00100000:1.0:1783441785.817683:0:22708:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 94 00000100:00100000:1.0:1783441785.817689:0:22708:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9114b84dac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0+21:3648:x1870073572891136:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1783441785.817741:0:22708:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9114b84dac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0+21:3648:x1870073572891136:12345-0@lo:400:kworker.0 Request processed in 52us (618us total) trans 0 rc 0/0 00000100:00100000:1.0:1783441785.817748:0:22708:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 94 00000100:00100000:1.0:1783441785.817791:0:3650:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff911383e3e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3650:1870073572891648:0@lo:400:kworker.0 00000100:00100000:1.0:1783441785.817815:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783441785.817836:0:3650:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff911488b47b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3650:1870073572892288:0@lo:400:kworker.0 00000100:00100000:1.0:1783441785.817862:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783441785.817878:0:3650:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:1.0:1783441785.817884:0:3650:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff911383e3c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3650:1870073572891392:0@lo:400:kworker.0 00000100:00100000:1.0:1783441785.817906:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783441785.817933:0:3650:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff911383e3ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3650:1870073572892160:0@lo:400:kworker.0 00000100:00100000:1.0:1783441785.817955:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783441785.817976:0:22715:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572891648 00000100:00100000:1.0:1783441785.817980:0:22715:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572891648 00000100:00100000:1.0:1783441785.817997:0:22715:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572892288 00000100:00100000:1.0:1783441785.817999:0:22715:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572892288 00000100:00100000:1.0:1783441785.818021:0:22715:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572892160 00000100:00100000:1.0:1783441785.818023:0:22715:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572892160 00000100:00100000:1.0:1783441785.818038:0:22715:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25 00000100:00100000:1.0:1783441785.818044:0:22715:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9114bf53f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3650:x1870073572891648:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1783441785.818080:0:22715:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9114bf53f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3650:x1870073572891648:12345-0@lo:400:kworker.0 Request processed in 36us (264us total) trans 0 rc 0/0 00000100:00100000:1.0:1783441785.818087:0:22715:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25 00000100:00100000:1.0:1783441785.818100:0:22715:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 26 00000100:00100000:1.0:1783441785.818107:0:22715:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9114bf53d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3650:x1870073572892288:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1783441785.818134:0:22715:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9114bf53d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3650:x1870073572892288:12345-0@lo:400:kworker.0 Request processed in 29us (272us total) trans 0 rc 0/0 00000100:00100000:1.0:1783441785.818140:0:22715:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 26 00000100:00100000:1.0:1783441785.818150:0:22715:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 27 00000100:00100000:1.0:1783441785.818155:0:22715:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9114bf53d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3650:x1870073572892160:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1783441785.818181:0:22715:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9114bf53d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3650:x1870073572892160:12345-0@lo:400:kworker.0 Request processed in 25us (225us total) trans 0 rc 0/0 00000100:00100000:1.0:1783441785.818187:0:22715:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 27 00000100:00100000:1.0:1783441785.818207:0:24220:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572891520 00000100:00100000:1.0:1783441785.818210:0:24220:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572891520 00000100:00100000:1.0:1783441785.818227:0:24220:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572891904 00000100:00100000:1.0:1783441785.818230:0:24220:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572891904 00000100:00100000:1.0:1783441785.818238:0:24220:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572891392 00000100:00100000:1.0:1783441785.818250:0:24220:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572891392 00000100:00100000:1.0:1783441785.818275:0:24220:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:1.0:1783441785.818281:0:24220:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9114bf53dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3650:x1870073572891392:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1783441785.818313:0:24220:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9114bf53dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3650:x1870073572891392:12345-0@lo:400:kworker.0 Request processed in 33us (406us total) trans 0 rc 0/0 00000100:00100000:1.0:1783441785.818319:0:24220:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00100000:1.0:1783441785.818330:0:24220:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:1.0:1783441785.818334:0:24220:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff911488b44e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3646:x1870073572891520:12345-0@lo:8:kworker.0 00010000:00020000:1.0:1783441785.818359:0:24220:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-OST0001: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1783441785.818392:0:24220:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff911488b44e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3646:x1870073572891520:12345-0@lo:8:kworker.0 Request processed in 56us (1180us total) trans 0 rc -19/-19 00000100:00100000:1.0:1783441785.818399:0:24220:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00100000:1.0:1783441785.818408:0:24220:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:1.0:1783441785.818413:0:24220:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9114bf53f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3646:x1870073572891904:12345-0@lo:8:kworker.0 00010000:00020000:1.0:1783441785.818422:0:24220:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-OST0001: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1783441785.818445:0:24220:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9114bf53f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3646:x1870073572891904:12345-0@lo:8:kworker.0 Request processed in 31us (1187us total) trans 0 rc -19/-19 00000100:00100000:1.0:1783441785.818451:0:24220:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00080000:1.0:1783441785.818537:0:3646:0:(import.c:65:import_set_state_nolock()) ffff9114b0dd8800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1783441785.818543:0:3646:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1783441785.818548:0:3646:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff911383e3df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3646:1870073572891520:0@lo:8:kworker.0 00000100:00080000:1.0:1783441785.818561:0:3646:0:(import.c:65:import_set_state_nolock()) ffff9114a77f3000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1783441785.818566:0:3646:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1783441785.818569:0:3646:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff911383e3ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3646:1870073572891904:0@lo:8:kworker.0 00000100:00100000:1.0:1783441785.818609:0:3650:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff911383e3c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3650:1870073572891392:0@lo:400:kworker.0 00010000:00080000:1.0:1783441785.818633:0:3650:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff911383e3ea00 x1870073572892160/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1783441801 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1783441785.818644:0:3650:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff911383e3ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3650:1870073572892160:0@lo:400:kworker.0 00010000:00080000:1.0:1783441785.818655:0:3650:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff911383e3e680 x1870073572891648/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1783441801 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1783441785.818664:0:3650:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff911383e3e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3650:1870073572891648:0@lo:400:kworker.0 00010000:00080000:1.0:1783441785.818674:0:3650:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff911488b47b80 x1870073572892288/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1783441801 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1783441785.818682:0:3650:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff911488b47b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3650:1870073572892288:0@lo:400:kworker.0 00000100:00100000:1.0:1783441785.818716:0:3648:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff911383e3d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0:3648:1870073572891136:0@lo:400:kworker.0 00000100:00100000:1.0:1783441785.818730:0:3648:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff911383e3d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3648:1870073572891776:0@lo:400:kworker.0 00000100:00100000:1.0:1783441785.818742:0:3648:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff911383e3c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3648:1870073572891264:0@lo:400:kworker.0 00010000:00080000:1.0:1783441785.818754:0:3648:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff911383e3f100 x1870073572892032/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1783441801 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1783441785.818762:0:3648:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff911383e3f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3648:1870073572892032:0@lo:400:kworker.0 00000100:00080000:2.0:1783441785.819566:0:22711:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1783441785.819575:0:22711:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1783441785.819578:0:22711:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:2.0:1783441785.875197:0:22703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1783441786.321887:0:3647:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9114bfb47100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3647:1870073572892416:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1783441786.321974:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783441786.322188:0:22720:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572892416 00000100:00100000:2.0:1783441786.322197:0:22720:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572892416 00000100:00100000:2.0:1783441786.322249:0:22720:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42 00000100:00100000:2.0:1783441786.322259:0:22720:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9113848c6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3647:x1870073572892416:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1783441786.322294:0:22720:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000100:00100000:2.0:1783441786.322352:0:22720:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9113848c6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3647:x1870073572892416:12345-0@lo:41:osp-pre-0-1.0 Request processed in 94us (378us total) trans 0 rc 0/0 00000100:00100000:2.0:1783441786.322360:0:22720:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42 00000100:00100000:0.0:1783441786.322606:0:3647:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9114bfb47100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3647:1870073572892416:0@lo:41:osp-pre-0-1.0 00010000:00010000:1.0:1783441786.899725:0:24299:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1783441787.345234:0:23473:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:1.0:1783441787.874887:0:3648:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9114bf53ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3648:1870073572892544:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1783441787.874979:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783441787.875055:0:24224:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572892544 00000100:00100000:1.0:1783441787.875064:0:24224:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572892544 00000100:00100000:1.0:1783441787.875119:0:24224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:1.0:1783441787.875128:0:24224:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9114bf53ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3648:x1870073572892544:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1783441787.875168:0:24224:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923505152 avail 3691982848 00000100:00100000:1.0:1783441787.875217:0:24224:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9114bf53ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3648:x1870073572892544:12345-0@lo:13:osp-pre-0-0.0 Request processed in 89us (238us total) trans 0 rc 0/0 00000100:00100000:1.0:1783441787.875225:0:24224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00080000:1.0:1783441787.875247:0:22711:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1783441787.875291:0:3648:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9114bf53ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3648:1870073572892544:0@lo:13:osp-pre-0-0.0 00010000:00010000:0.0:1783441787.921638:0:22704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1783441788.380666:0:3650:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1783441788.380694:0:3650:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9114b0d44a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3650:1870073572892672:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1783441788.380779:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783441788.380843:0:23738:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572892672 00000100:00100000:3.0:1783441788.380852:0:23738:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572892672 00000100:00100000:3.0:1783441788.380903:0:23738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 43 00000100:00100000:3.0:1783441788.380912:0:23738:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9114b0d46680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3650:x1870073572892672:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1783441788.380955:0:23738:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446461440 avail 1300221952 00000100:00100000:3.0:1783441788.381006:0:23738:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9114b0d46680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3650:x1870073572892672:12345-0@lo:41:osp-pre-1-0.0 Request processed in 94us (226us total) trans 0 rc 0/0 00000100:00100000:3.0:1783441788.381026:0:23738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 43 00000100:00100000:3.0:1783441788.381077:0:3650:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9114b0d44a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3650:1870073572892672:0@lo:41:osp-pre-1-0.0 00010000:00010000:3.0:1783441788.944743:0:22703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783441789.968706:0:24299:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1783441790.936121:0:3650:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9114bf53ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3650:1870073572892800:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1783441790.936196:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783441790.939687:0:24224:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572892800 00000100:00100000:0.0:1783441790.939706:0:24224:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572892800 00000100:00100000:0.0:1783441790.939823:0:24224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:0.0:1783441790.939834:0:24224:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9114bfb44700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3650:x1870073572892800:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1783441790.939868:0:24224:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923505152 avail 3691982848 00000100:00080000:1.0:1783441790.940009:0:22711:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1783441790.943680:0:24224:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9114bfb44700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3650:x1870073572892800:12345-0@lo:13:osp-pre-0-1.0 Request processed in 3841us (7476us total) trans 0 rc 0/0 00000100:00100000:0.0:1783441790.943696:0:24224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00080000:1.0:1783441790.948851:0:20835:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1783441790.948862:0:20835:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1783441790.948866:0:20835:0:(import.c:65:import_set_state_nolock()) ffff9114b0dd8800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1783441790.948875:0:20835:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 776 00000100:00080000:1.0:1783441790.948879:0:20835:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1783441790.948888:0:20835:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-MDT0000: import ffff9114b0dd8800 using connection 192.168.202.106@tcp/0@lo 00000100:00100000:1.0:1783441790.948934:0:20835:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9114bf53f480 x1870073572893312/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1783441790.948978:0:20835:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1783441790.948982:0:20835:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1783441790.948984:0:20835:0:(import.c:65:import_set_state_nolock()) ffff9114a77f3000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1783441790.948988:0:20835:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 0@lo last attempt 776 00000100:00080000:1.0:1783441790.948990:0:20835:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1783441790.948995:0:20835:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-MDT0001: import ffff9114a77f3000 using connection 192.168.202.106@tcp/0@lo 00000100:00100000:1.0:1783441790.949004:0:20835:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9114bf53df80 x1870073572893696/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1783441790.949068:0:3649:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9114bf53d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3649:1870073572893184:0@lo:400:kworker.0 00000100:00100000:1.0:1783441790.949176:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783441790.949222:0:3649:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9114bf53e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3649:1870073572893952:0@lo:400:kworker.0 00000100:00100000:1.0:1783441790.949246:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783441790.949272:0:3649:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:1.0:1783441790.949277:0:3649:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9114bf53fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3649:1870073572893440:0@lo:400:kworker.0 00000100:00100000:1.0:1783441790.949294:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783441790.949306:0:3649:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9114bf53ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3649:1870073572894080:0@lo:400:kworker.0 00000100:00100000:1.0:1783441790.949321:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783441790.949355:0:3647:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9114bf53ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0:3647:1870073572892928:0@lo:400:kworker.0 00000100:00100000:1.0:1783441790.949387:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783441790.949409:0:3647:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9114bf53e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3647:1870073572893568:0@lo:400:kworker.0 00000100:00100000:1.0:1783441790.949432:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783441790.949451:0:3647:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:1.0:1783441790.949471:0:3647:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9114bf53c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3647:1870073572893056:0@lo:400:kworker.0 00000100:00100000:1.0:1783441790.949519:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783441790.949671:0:3650:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9114bf53ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3650:1870073572892800:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1783441790.949707:0:22716:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572893952 00000100:00100000:2.0:1783441790.949713:0:22716:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572893952 00000100:00100000:2.0:1783441790.952091:0:22716:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572893440 00000100:00100000:2.0:1783441790.952102:0:22716:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572893440 00000100:00100000:2.0:1783441790.952124:0:22716:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572894080 00000100:00100000:2.0:1783441790.952127:0:22716:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572894080 00000100:00100000:2.0:1783441790.952146:0:22716:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28 00000100:00100000:2.0:1783441790.952154:0:22716:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff911488b47b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3649:x1870073572893952:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1783441790.952239:0:22716:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff911488b47b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3649:x1870073572893952:12345-0@lo:400:kworker.0 Request processed in 85us (2991us total) trans 0 rc 0/0 00000100:00100000:2.0:1783441790.952246:0:22716:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28 00000100:00100000:2.0:1783441790.952262:0:22716:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 29 00000100:00100000:2.0:1783441790.952267:0:22716:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff911383e3f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3649:x1870073572893440:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1783441790.952306:0:22716:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff911383e3f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3649:x1870073572893440:12345-0@lo:400:kworker.0 Request processed in 38us (3010us total) trans 0 rc 0/0 00000100:00100000:2.0:1783441790.952312:0:22716:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 29 00000100:00100000:2.0:1783441790.952322:0:22716:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 30 00000100:00100000:2.0:1783441790.952329:0:22716:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff911383e3c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3649:x1870073572894080:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1783441790.952351:0:22716:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff911383e3c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3649:x1870073572894080:12345-0@lo:400:kworker.0 Request processed in 23us (3029us total) trans 0 rc 0/0 00000100:00100000:2.0:1783441790.952356:0:22716:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 30 00000100:00080000:2.0:1783441790.952370:0:22711:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1783441790.952374:0:22711:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00080000:2.0:1783441790.952404:0:3649:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9114bf53fb80 x1870073572893440/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1783441806 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1783441790.952419:0:3649:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9114bf53fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3649:1870073572893440:0@lo:400:kworker.0 00010000:00080000:2.0:1783441790.952430:0:3649:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9114bf53ea00 x1870073572894080/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1783441806 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1783441790.952438:0:3649:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9114bf53ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3649:1870073572894080:0@lo:400:kworker.0 00010000:00080000:2.0:1783441790.952448:0:3649:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9114bf53e680 x1870073572893952/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1783441806 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1783441790.952466:0:3649:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9114bf53e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3649:1870073572893952:0@lo:400:kworker.0 00000100:00100000:1.0:1783441790.955925:0:3647:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9114bf53c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3647:1870073572893824:0@lo:400:kworker.0 00000100:00100000:1.0:1783441790.955988:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783441790.956203:0:3646:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9114bf53f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3646:1870073572893312:0@lo:8:kworker.0 00000100:00100000:1.0:1783441790.956235:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783441790.956258:0:3646:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9114bf53df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3646:1870073572893696:0@lo:8:kworker.0 00000100:00100000:1.0:1783441790.956282:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783441790.956323:0:24220:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572893184 00000100:00100000:1.0:1783441790.956331:0:24220:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572893184 00000100:00100000:1.0:1783441790.956392:0:24220:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572893312 00000100:00100000:1.0:1783441790.956395:0:24220:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572893312 00000100:00100000:1.0:1783441790.956416:0:24220:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572893696 00000100:00100000:1.0:1783441790.956419:0:24220:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572893696 00000100:00100000:1.0:1783441790.956431:0:24220:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:1.0:1783441790.956440:0:24220:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9114bf53c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3649:x1870073572893184:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1783441790.956531:0:24220:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9114bf53c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3649:x1870073572893184:12345-0@lo:400:kworker.0 Request processed in 91us (7353us total) trans 0 rc 0/0 00000100:00100000:1.0:1783441790.956540:0:24220:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00100000:1.0:1783441790.956558:0:24220:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:1.0:1783441790.956562:0:24220:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff911383e3ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3646:x1870073572893312:12345-0@lo:8:kworker.0 00010000:00020000:1.0:1783441790.956583:0:24220:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-OST0001: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1783441790.956617:0:24220:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff911383e3ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3646:x1870073572893312:12345-0@lo:8:kworker.0 Request processed in 53us (381us total) trans 0 rc -19/-19 00000100:00100000:1.0:1783441790.956624:0:24220:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00100000:1.0:1783441790.956635:0:24220:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00100000:1.0:1783441790.956640:0:24220:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff911383e3c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3646:x1870073572893696:12345-0@lo:8:kworker.0 00010000:00020000:1.0:1783441790.956649:0:24220:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-OST0001: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1783441790.956673:0:24220:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff911383e3c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3646:x1870073572893696:12345-0@lo:8:kworker.0 Request processed in 33us (391us total) trans 0 rc -19/-19 00000100:00100000:1.0:1783441790.956679:0:24220:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000100:00100000:1.0:1783441790.956697:0:22715:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572893824 00000100:00100000:1.0:1783441790.956701:0:22715:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572893824 00000100:00100000:1.0:1783441790.956719:0:22715:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 31 00000100:00100000:1.0:1783441790.956725:0:22715:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff911383e3e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3647:x1870073572893824:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1783441790.956843:0:22715:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff911383e3e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3647:x1870073572893824:12345-0@lo:400:kworker.0 Request processed in 117us (855us total) trans 0 rc 0/0 00000100:00100000:1.0:1783441790.956850:0:22715:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 31 00000100:00100000:1.0:1783441790.956883:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572892928 00000100:00100000:1.0:1783441790.956887:0:22710:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572892928 00000100:00100000:1.0:1783441790.956911:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 95 00000100:00100000:1.0:1783441790.956917:0:22710:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff911489216c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0+21:3647:x1870073572892928:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1783441790.956949:0:22710:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff911489216c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0+21:3647:x1870073572892928:12345-0@lo:400:kworker.0 Request processed in 32us (7561us total) trans 0 rc 0/0 00000100:00100000:1.0:1783441790.956955:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 95 00000100:00100000:1.0:1783441790.956984:0:22719:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572893568 00000100:00100000:1.0:1783441790.956987:0:22719:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572893568 00000100:00100000:1.0:1783441790.957013:0:22719:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572893056 00000100:00100000:1.0:1783441790.957017:0:22719:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572893056 00000100:00100000:1.0:1783441790.957030:0:22719:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 44 00000100:00100000:1.0:1783441790.957036:0:22719:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff911383e3d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3647:x1870073572893568:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1783441790.957069:0:22719:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff911383e3d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3647:x1870073572893568:12345-0@lo:400:kworker.0 Request processed in 33us (7635us total) trans 0 rc 0/0 00000100:00100000:1.0:1783441790.957075:0:22719:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 44 00000100:00100000:1.0:1783441790.957086:0:22719:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 45 00000100:00100000:1.0:1783441790.957091:0:22719:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff911383e3d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3647:x1870073572893056:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1783441790.957117:0:22719:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff911383e3d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3647:x1870073572893056:12345-0@lo:400:kworker.0 Request processed in 26us (7598us total) trans 0 rc 0/0 00000100:00100000:1.0:1783441790.957123:0:22719:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 45 00000100:00080000:1.0:1783441790.957145:0:22711:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1783441790.957179:0:3649:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9114bf53d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3649:1870073572893184:0@lo:400:kworker.0 00000100:00080000:1.0:1783441790.957214:0:3646:0:(import.c:65:import_set_state_nolock()) ffff9114b0dd8800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1783441790.957219:0:3646:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1783441790.957222:0:3646:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9114bf53f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3646:1870073572893312:0@lo:8:kworker.0 00000100:00080000:1.0:1783441790.957230:0:3646:0:(import.c:65:import_set_state_nolock()) ffff9114a77f3000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1783441790.957240:0:3646:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1783441790.957242:0:3646:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9114bf53df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3646:1870073572893696:0@lo:8:kworker.0 00000100:00100000:1.0:1783441790.957271:0:3647:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9114bf53c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3647:1870073572893056:0@lo:400:kworker.0 00010000:00080000:1.0:1783441790.957284:0:3647:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9114bf53c000 x1870073572893824/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1783441806 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1783441790.957294:0:3647:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9114bf53c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3647:1870073572893824:0@lo:400:kworker.0 00000100:00100000:1.0:1783441790.957304:0:3647:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9114bf53ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0:3647:1870073572892928:0@lo:400:kworker.0 00000100:00100000:1.0:1783441790.957314:0:3647:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9114bf53e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3647:1870073572893568:0@lo:400:kworker.0 00010000:00010000:3.0:1783441790.995311:0:22704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1783441791.447283:0:3647:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9114bfb45c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3647:1870073572894208:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1783441791.447359:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783441791.447490:0:22719:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572894208 00000100:00100000:2.0:1783441791.447524:0:22719:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572894208 00000100:00100000:2.0:1783441791.447589:0:22719:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 46 00000100:00100000:2.0:1783441791.447598:0:22719:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9114b0d44a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3647:x1870073572894208:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1783441791.447633:0:22719:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000100:00100000:2.0:1783441791.447705:0:22719:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9114b0d44a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3647:x1870073572894208:12345-0@lo:41:osp-pre-0-1.0 Request processed in 96us (334us total) trans 0 rc 0/0 00000100:00100000:2.0:1783441791.447712:0:22719:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 46 00000100:00100000:0.0:1783441791.447928:0:3647:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9114bfb45c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3647:1870073572894208:0@lo:41:osp-pre-0-1.0 00000020:01000004:2.0:1783441791.943382:0:25036:0:(obd_mount.c:923:lmd_print()) mount data: 00000020:01000004:2.0:1783441791.943388:0:25036:0:(obd_mount.c:926:lmd_print()) device: /dev/mapper/ost2_flakey 00000020:01000004:2.0:1783441791.943390:0:25036:0:(obd_mount.c:929:lmd_print()) options: errors=remount-ro 00000080:01200004:2.0:1783441791.943590:0:25036:0:(super25.c:130:lustre_fill_super()) VFS Op: sb ffff911382a25800 00000020:01000004:2.0:1783441791.943608:0:25036:0:(tgt_mount.c:2501:osd_start()) Attempting to start lustre-OST0001, type=osd-ldiskfs, lsifl=200002, mountfl=0 00000020:01000004:2.0:1783441791.943624:0:25036:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-OST0001-osd (typ=osd-ldiskfs) 00000020:00000080:2.0:1783441791.943639:0:25036:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0001-osd (ffff911383a18000) 00000020:00000080:2.0:1783441791.943658:0:25036:0:(obd_config.c:720:class_attach_name()) OBD: dev 25 attached type osd-ldiskfs with refcount 2 00010000:00010000:3.0:1783441792.016894:0:22703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00100000:10000000:3.0:1783441792.043569:0:25036:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0001: index object [0x200000001:0x3:0x0] (8/24) registered 00100000:10000000:3.0:1783441792.044100:0:25036:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0001: index object [0x200000005:0x3:0x0] (8/8) registered 00100000:10000000:3.0:1783441792.044933:0:25036:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0001: index object [0x200000003:0x4:0x0] (8/32) registered 00100000:10000000:3.0:1783441792.045177:0:25036:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0001: index object [0x200000005:0x1:0x0] (8/8) registered 00100000:10000000:3.0:1783441792.045389:0:25036:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0001: index object [0x200000003:0x5:0x0] (8/32) registered 00100000:10000000:3.0:1783441792.045739:0:25036:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0001: index object [0x200000003:0x6:0x0] (8/32) registered 00100000:10000000:3.0:1783441792.045910:0:25036:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0001: index object [0x200000005:0x2:0x0] (8/8) registered 00080000:01000000:2.0:1783441792.057086:0:25036:0:(osd_lproc.c:911:osd_procfs_init()) lustre-OST0001: register osd-ldiskfs tunable parameters 00000020:00000080:2.0:1783441792.057289:0:25036:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0001-osd (uuid lustre-OST0001-osd_UUID) 00080000:01000000:2.0:1783441792.057304:0:25036:0:(osd_handler.c:8929:osd_obd_connect()) connect #0 00000020:00000080:2.0:1783441792.057316:0:25036:0:(genops.c:1406:class_connect()) connect: client lustre-OST0001-osd_UUID, cookie 0x4778038d8fc36ec5 00000020:01000004:2.0:1783441792.057322:0:25036:0:(tgt_mount.c:2586:server_fill_super()) Found service lustre-OST0001 on device /dev/mapper/ost2_flakey 00000020:01000004:2.0:1783441792.057345:0:25036:0:(obd_mount.c:403:lustre_start_mgc()) MGC192.168.202.106@tcp:Set MGC reconnect 1 10000000:01000000:2.0:1783441792.057349:0:25036:0:(mgc_request.c:1071:mgc_set_info_async()) InitRecov MGC192.168.202.106@tcp 1/d0:i0:r0:or0:FULL 00000020:01000004:2.0:1783441792.057355:0:25036:0:(tgt_mount.c:1810:server_start_targets()) starting target lustre-OST0001 00000020:01000004:2.0:1783441792.057400:0:25036:0:(tgt_mount.c:280:server_mgc_set_fs()) Set mgc disk for /dev/mapper/ost2_flakey 10000000:01000000:2.0:1783441792.057416:0:25036:0:(mgc_request_server.c:89:mgc_fs_setup()) MGC192.168.202.106@tcp: cl_mgc_mutex lustre-OST0001-osd for locked: rc = 0 00000040:01000000:2.0:1783441792.067159:0:25036:0:(llog_obd.c:197:llog_setup()) obd MGC192.168.202.106@tcp ctxt 0 is initialized 00000020:01000004:2.0:1783441792.067209:0:25036:0:(tgt_mount.c:1418:server_register_target()) Registration lustre-OST0001, fs=lustre, 192.168.202.106@tcp, index=0001, flags=0x20002 00000020:01000004:2.0:1783441792.067214:0:25036:0:(tgt_mount.c:1175:server_mti_print()) mti - server_register_target 00000020:01000004:2.0:1783441792.067215:0:25036:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0001 00000020:01000004:2.0:1783441792.067217:0:25036:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1783441792.067217:0:25036:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1783441792.067219:0:25036:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1783441792.067220:0:25036:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1783441792.067221:0:25036:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1783441792.067223:0:25036:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1783441792.067224:0:25036:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:2.0:1783441792.067228:0:25036:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-OST0001 0x10020002 00000020:01000004:2.0:1783441792.067230:0:25036:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:2.0:1783441792.067236:0:25036:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0001 00000020:01000004:2.0:1783441792.067237:0:25036:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1783441792.067238:0:25036:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1783441792.067239:0:25036:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1783441792.067240:0:25036:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1783441792.067241:0:25036:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1783441792.067242:0:25036:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1783441792.067243:0:25036:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:2.0:1783441792.067271:0:25036:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-OST0001 00000100:00100000:2.0:1783441792.067292:0:25036:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9114bfb45180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0:25036:1870073572894336:0@lo:253:mount.lustre.0 00000100:00100000:2.0:1783441792.067364:0:25036:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783441792.067476:0:25036:0:(client.c:2702:ptlrpc_set_wait()) set ffff911382b4da80 going to sleep for 11 seconds 00000100:00100000:0.0:1783441792.076280:0:22709:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572894336 00000100:00100000:0.0:1783441792.076295:0:22709:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572894336 00000100:00100000:0.0:1783441792.076358:0:22709:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 96 00000100:00100000:0.0:1783441792.076369:0:22709:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff911489217c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0+21:25036:x1870073572894336:12345-0@lo:253:mount.lustre.0 20000000:01000000:0.0:1783441792.076438:0:22709:0:(mgs_handler.c:479:mgs_target_reg()) fs: lustre index: 1 is registered to MGS. 20000000:01000000:0.0:1783441792.076442:0:22709:0:(mgs_handler.c:529:mgs_target_reg()) Server lustre-OST0001 is running on 0@lo 20000000:01000000:0.0:1783441792.076456:0:22709:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-OST0001, index=1, rc=0 00000100:00100000:0.0:1783441792.077086:0:22709:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff911489217c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0+21:25036:x1870073572894336:12345-0@lo:253:mount.lustre.0 Request processed in 718us (9720us total) trans 0 rc 0/0 00000100:00100000:0.0:1783441792.077096:0:22709:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 96 00000100:00100000:2.0:1783441792.082834:0:25036:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9114bfb45180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0:25036:1870073572894336:0@lo:253:mount.lustre.0 10000000:01000000:2.0:1783441792.082856:0:25036:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-OST0001 got index = 1 00000020:01000004:2.0:1783441792.082859:0:25036:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:2.0:1783441792.082861:0:25036:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0001 00000020:01000004:2.0:1783441792.082862:0:25036:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1783441792.082864:0:25036:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1783441792.082865:0:25036:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1783441792.082866:0:25036:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1783441792.082867:0:25036:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1783441792.082869:0:25036:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1783441792.082871:0:25036:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 00000020:01000004:2.0:1783441792.082911:0:25036:0:(tgt_mount.c:101:server_register_mount()) register mount ffff911382a25800 from lustre-OST0001 10000000:01000000:2.0:1783441792.082951:0:25036:0:(mgc_request.c:1943:mgc_process_config()) parse_log lustre-OST0001 from 0 10000000:01000000:2.0:1783441792.082954:0:25036:0:(mgc_request.c:329:config_log_add()) add config log lustre-OST0001-0000000000000000 10000000:01000000:2.0:1783441792.082965:0:25036:0:(mgc_request_server.c:874:mgc_get_local_copy()) Get log lustre-sptlrpc-ffff9114b6b3cd40 local copy 00010000:00010000:2.0:1783441792.082979:0:25036:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.106@tcp lock: ffff9114aeae4400/0x4778038d8fc36af8 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0x4778038d8fc36aff expref: -99 pid: 22694 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783441792.083115:0:25036:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9114bfb45180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0:25036:1870073572894464:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1783441792.083172:0:25036:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783441792.083220:0:25036:0:(client.c:2702:ptlrpc_set_wait()) set ffff911382b4db40 going to sleep for 11 seconds 00000100:00100000:1.0:1783441792.083377:0:22708:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572894464 00000100:00100000:1.0:1783441792.083384:0:22708:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572894464 00000100:00100000:1.0:1783441792.083458:0:22708:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 97 00000100:00100000:1.0:1783441792.083469:0:22708:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff911489215c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0+21:25036:x1870073572894464:12345-0@lo:501:mount.lustre.0 00000100:00100000:1.0:1783441792.083575:0:22708:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff911489215c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0+21:25036:x1870073572894464:12345-0@lo:501:mount.lustre.0 Request processed in 107us (400us total) trans 0 rc -2/-2 00000100:00100000:1.0:1783441792.083584:0:22708:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 97 00000100:00100000:0.0:1783441792.083695:0:25036:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9114bfb45180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0:25036:1870073572894464:0@lo:501:mount.lustre.0 10000000:01000000:0.0:1783441792.083711:0:25036:0:(mgc_request_server.c:765:mgc_llog_local_copy()) MGC192.168.202.106@tcp: no remote llog for lustre-sptlrpc, check MGS config 10000000:01000000:0.0:1783441792.083734:0:25036:0:(mgc_request_server.c:897:mgc_get_local_copy()) MGC192.168.202.106@tcp: can't save local copy of 'lustre-sptlrpc': rc = -2. 00010000:00010000:0.0:1783441792.083741:0:25036:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.106@tcp lock: ffff9114aeae4400/0x4778038d8fc36af8 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0x4778038d8fc36aff expref: -99 pid: 22694 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783441792.083749:0:25036:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.106@tcp lock: ffff9114aeae4400/0x4778038d8fc36af8 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0x4778038d8fc36aff expref: -99 pid: 22694 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1783441792.083789:0:25036:0:(mgc_request.c:194:do_config_log_add()) do adding config log params-ffff911382a25800 10000000:01000000:0.0:1783441792.083793:0:25036:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 10000000:01000000:0.0:1783441792.083799:0:25036:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-OST0001-0000000000000000 10000000:01000000:0.0:1783441792.083801:0:25036:0:(mgc_request.c:68:mgc_name2resid()) log lustre-OST0001 to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:0.0:1783441792.083805:0:25036:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-OST0001-0000000000000000 from 1 10000000:01000000:0.0:1783441792.083808:0:25036:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-OST0001 (res 0x65727473756c) 00010000:00010000:0.0:1783441792.083833:0:25036:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.106@tcp lock: ffff9114aebd0200/0x4778038d8fc36ecc lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 25036 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783441792.083841:0:25036:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.106@tcp lock: ffff9114aebd0200/0x4778038d8fc36ecc lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 25036 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783441792.083852:0:25036:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.106@tcp lock: ffff9114aebd0200/0x4778038d8fc36ecc lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 25036 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783441792.083874:0:25036:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9113848c4000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0:25036:1870073572894592:0@lo:101:mount.lustre.0 00000100:00100000:0.0:1783441792.083902:0:25036:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783441792.083934:0:25036:0:(client.c:2702:ptlrpc_set_wait()) set ffff9114b647ee40 going to sleep for 11 seconds 00000100:00100000:1.0:1783441792.084034:0:22709:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572894592 00000100:00100000:1.0:1783441792.084039:0:22709:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572894592 00000100:00100000:1.0:1783441792.084072:0:22709:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 98 00000100:00100000:1.0:1783441792.084080:0:22709:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff911489216850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0+21:25036:x1870073572894592:12345-0@lo:101:mount.lustre.0 00010000:00010000:1.0:1783441792.084090:0:22709:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1783441792.084101:0:22709:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff911480030a00/0x4778038d8fc36ed3 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x40000000000000 nid: local remote: 0x4778038d8fc36ecc expref: -99 pid: 22709 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783441792.084121:0:22709:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff911480030a00/0x4778038d8fc36ed3 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x4778038d8fc36ecc expref: 22 pid: 22709 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783441792.084139:0:22709:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff911480030a00/0x4778038d8fc36ed3 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x4778038d8fc36ecc expref: 22 pid: 22709 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783441792.084148:0:22709:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff911480030a00, rc 0) 00000100:00100000:1.0:1783441792.084192:0:22709:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff911489216850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0+22:25036:x1870073572894592:12345-0@lo:101:mount.lustre.0 Request processed in 113us (289us total) trans 0 rc 0/0 00000100:00100000:1.0:1783441792.084199:0:22709:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 98 00000100:00100000:3.0:1783441792.084283:0:25036:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9113848c4000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0:25036:1870073572894592:0@lo:101:mount.lustre.0 00010000:00010000:3.0:1783441792.084297:0:25036:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.106@tcp lock: ffff9114aebd0200/0x4778038d8fc36ecc lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000000000000 nid: local remote: 0x4778038d8fc36ed3 expref: -99 pid: 25036 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783441792.084306:0:25036:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.106@tcp lock: ffff9114aebd0200/0x4778038d8fc36ecc lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1000000000000 nid: local remote: 0x4778038d8fc36ed3 expref: -99 pid: 25036 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1783441792.085493:0:25036:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x6:0x0] index 11 count 11 00000040:00080000:3.0:1783441792.086210:0:25036:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:3.0:1783441792.094757:0:25036:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].1, 224 off8416 00000040:00080000:3.0:1783441792.094828:0:25036:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].2, 128 off8544 00000040:00080000:3.0:1783441792.094852:0:25036:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].3, 112 off8656 00000040:00080000:3.0:1783441792.094867:0:25036:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].4, 224 off8880 00000040:00080000:3.0:1783441792.094882:0:25036:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].5, 224 off9104 00000040:00080000:3.0:1783441792.094895:0:25036:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].6, 80 off9184 00000040:00080000:3.0:1783441792.094906:0:25036:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].7, 224 off9408 00000040:00080000:3.0:1783441792.094918:0:25036:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].8, 224 off9632 00000040:00080000:3.0:1783441792.094930:0:25036:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].9, 120 off9752 00000040:00080000:3.0:1783441792.094957:0:25036:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].10, 224 off9976 00000040:00080000:3.0:1783441792.094964:0:25036:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x6:0x0] index 10 count 11 00000100:00100000:3.0:1783441792.095083:0:25036:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9114b0d45880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0:25036:1870073572894720:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1783441792.095150:0:25036:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783441792.095188:0:25036:0:(client.c:2702:ptlrpc_set_wait()) set ffff911383ef03c0 going to sleep for 11 seconds 00000100:00100000:0.0:1783441792.095397:0:22709:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572894720 00000100:00100000:0.0:1783441792.095407:0:22709:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572894720 00000100:00100000:0.0:1783441792.095480:0:22709:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 99 00000100:00100000:0.0:1783441792.095491:0:22709:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff911489215050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0+22:25036:x1870073572894720:12345-0@lo:501:mount.lustre.0 00000100:00100000:0.0:1783441792.095698:0:22709:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff911489215050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0+22:25036:x1870073572894720:12345-0@lo:501:mount.lustre.0 Request processed in 208us (546us total) trans 0 rc 0/0 00000100:00100000:0.0:1783441792.095706:0:22709:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 99 00000100:00100000:3.0:1783441792.096775:0:25036:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9114b0d45880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0:25036:1870073572894720:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1783441792.096834:0:25036:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9114b0d45880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0:25036:1870073572894848:0@lo:503:mount.lustre.0 00000100:00100000:3.0:1783441792.096914:0:25036:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783441792.096963:0:25036:0:(client.c:2702:ptlrpc_set_wait()) set ffff911383ef03c0 going to sleep for 11 seconds 00000100:00100000:0.0:1783441792.097021:0:22708:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572894848 00000100:00100000:0.0:1783441792.097027:0:22708:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572894848 00000100:00100000:0.0:1783441792.097088:0:22708:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 100 00000100:00100000:0.0:1783441792.097097:0:22708:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff911489215850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0+22:25036:x1870073572894848:12345-0@lo:503:mount.lustre.0 00000100:00100000:0.0:1783441792.098029:0:22708:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff911489215850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0+22:25036:x1870073572894848:12345-0@lo:503:mount.lustre.0 Request processed in 928us (1110us total) trans 0 rc 0/0 00000100:00100000:0.0:1783441792.098040:0:22708:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 100 00000100:00100000:3.0:1783441792.098141:0:25036:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9114b0d45880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0:25036:1870073572894848:0@lo:503:mount.lustre.0 00000040:00080000:3.0:1783441792.098635:0:25036:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:3.0:1783441792.098727:0:25036:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9114b0d45880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0:25036:1870073572894976:0@lo:502:mount.lustre.0 00000100:00100000:3.0:1783441792.098769:0:25036:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783441792.098800:0:25036:0:(client.c:2702:ptlrpc_set_wait()) set ffff911383ef03c0 going to sleep for 11 seconds 00000100:00100000:2.0:1783441792.098867:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572894976 00000100:00100000:2.0:1783441792.098877:0:22710:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572894976 00000100:00100000:2.0:1783441792.098920:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 101 00000100:00100000:2.0:1783441792.098926:0:22710:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff911489214c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0+22:25036:x1870073572894976:12345-0@lo:502:mount.lustre.0 00000100:00100000:2.0:1783441792.100830:0:22710:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff911489214c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0+22:25036:x1870073572894976:12345-0@lo:502:mount.lustre.0 Request processed in 1895us (2051us total) trans 0 rc 0/0 00000100:00100000:2.0:1783441792.100843:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 101 00000100:00100000:3.0:1783441792.101048:0:25036:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9114b0d45880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0:25036:1870073572894976:0@lo:502:mount.lustre.0 00000040:00080000:3.0:1783441792.101243:0:25036:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].1, 224 off8416 00000040:00080000:3.0:1783441792.101269:0:25036:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].2, 128 off8544 00000040:00080000:3.0:1783441792.101282:0:25036:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].3, 112 off8656 00000040:00080000:3.0:1783441792.101293:0:25036:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].4, 224 off8880 00000040:00080000:3.0:1783441792.101304:0:25036:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].5, 224 off9104 00000040:00080000:3.0:1783441792.101322:0:25036:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].6, 80 off9184 00000040:00080000:3.0:1783441792.101335:0:25036:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].7, 224 off9408 00000040:00080000:3.0:1783441792.101349:0:25036:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].8, 224 off9632 00000040:00080000:3.0:1783441792.101361:0:25036:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].9, 120 off9752 00000100:00100000:3.0:1783441792.101400:0:25036:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9114b0d45880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0:25036:1870073572895104:0@lo:502:mount.lustre.0 00000100:00100000:3.0:1783441792.101459:0:25036:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783441792.101521:0:25036:0:(client.c:2702:ptlrpc_set_wait()) set ffff911383ef03c0 going to sleep for 11 seconds 00000100:00100000:0.0:1783441792.101635:0:22708:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572895104 00000100:00100000:0.0:1783441792.101643:0:22708:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572895104 00000100:00100000:0.0:1783441792.101700:0:22708:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 102 00000100:00100000:0.0:1783441792.101709:0:22708:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff911489217850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0+22:25036:x1870073572895104:12345-0@lo:502:mount.lustre.0 00000100:00100000:0.0:1783441792.101822:0:22708:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff911489217850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0+22:25036:x1870073572895104:12345-0@lo:502:mount.lustre.0 Request processed in 114us (363us total) trans 0 rc 0/0 00000100:00100000:0.0:1783441792.101829:0:22708:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 102 00000100:00100000:3.0:1783441792.102131:0:25036:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9114b0d45880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0:25036:1870073572895104:0@lo:502:mount.lustre.0 00000040:00080000:3.0:1783441792.102181:0:25036:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].10, 224 off9976 00000040:00080000:3.0:1783441792.102190:0:25036:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 10 count 11 00000020:01000000:1.0:1783441792.105831:0:25040:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:1.0:1783441792.105846:0:25040:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0001 (1) in 0 of /dev/mapper/ost2_flakey 00000020:00000080:1.0:1783441792.105855:0:25040:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1783441792.105857:0:25040:0:(obd_config.c:1561:class_process_config()) marker 29 (0x1) lustre-OST0001 add ost 00000020:00000080:1.0:1783441792.105865:0:25040:0:(obd_config.c:1470:class_process_config()) processing cmd: cf001 00000020:00000080:1.0:1783441792.105884:0:25040:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0001 (ffff9114b562cd40) 00000020:00000080:1.0:1783441792.105919:0:25040:0:(obd_config.c:720:class_attach_name()) OBD: dev 26 attached type obdfilter with refcount 2 00000020:00000080:1.0:1783441792.105926:0:25040:0:(obd_config.c:1470:class_process_config()) processing cmd: cf003 00000020:01000004:1.0:1783441792.106037:0:25040:0:(tgt_mount.c:153:server_get_mount()) get mount ffff911382a25800 from lustre-OST0001, refs=2 00080000:01000000:1.0:1783441792.106046:0:25040:0:(osd_handler.c:8929:osd_obd_connect()) connect #1 00000020:00000080:1.0:1783441792.106051:0:25040:0:(genops.c:1406:class_connect()) connect: client lustre-OST0001-osd_UUID, cookie 0x4778038d8fc36ee1 00010000:00010000:1.0:1783441792.116655:0:25040:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-filter-lustre-OST0001_UUID-4 is initialized 00000001:00000004:1.0:1783441792.117525:0:25040:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 3, last_transno is 8589934599 00080000:10000000:1.0:1783441792.119259:0:25040:0:(osd_handler.c:5579:osd_index_try()) lustre-OST0001: index object [0x200000003:0xb:0x0] (8/32) registered 00000020:00000080:1.0:1783441792.126137:0:25040:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0001 (uuid lustre-OST0001_UUID) 00000020:01000000:1.0:1783441792.126154:0:25040:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1783441792.126161:0:25040:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1783441792.126164:0:25040:0:(obd_config.c:1561:class_process_config()) marker 29 (0x2) lustre-OST0001 add ost 00000020:01000000:1.0:1783441792.126167:0:25040:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1783441792.126171:0:25040:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1783441792.126173:0:25040:0:(obd_config.c:1561:class_process_config()) marker 33 (0x1) lustre sys.timeout 00000020:00000080:1.0:1783441792.126176:0:25040:0:(obd_config.c:1470:class_process_config()) processing cmd: cf009 00000020:00000080:1.0:1783441792.126184:0:25040:0:(obd_config.c:1535:class_process_config()) changing lustre timeout from 20 to 20 00000020:01000000:1.0:1783441792.126187:0:25040:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1783441792.126190:0:25040:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1783441792.126191:0:25040:0:(obd_config.c:1561:class_process_config()) marker 33 (0x2) lustre sys.timeout 00000020:01000000:1.0:1783441792.126194:0:25040:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1783441792.126197:0:25040:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1783441792.126198:0:25040:0:(obd_config.c:1561:class_process_config()) marker 38 (0x1) lustre sys.jobid_var 00000020:00000080:1.0:1783441792.126202:0:25040:0:(obd_config.c:1470:class_process_config()) processing cmd: cf00f 00000020:01000000:1.0:1783441792.126239:0:25040:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1783441792.126242:0:25040:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1783441792.126243:0:25040:0:(obd_config.c:1561:class_process_config()) marker 38 (0x2) lustre sys.jobid_var 00000040:00080000:1.0:1783441792.126247:0:25040:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xc:0x0] index 11 count 11 00000020:01000000:3.0:1783441792.127891:0:25036:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-OST0001 gen 1-10 (rc=0) 10000000:01000000:3.0:1783441792.127943:0:25036:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.202.106@tcp: configuration from log 'lustre-OST0001' succeeded (0). 00010000:00010000:3.0:1783441792.127970:0:25036:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.106@tcp lock: ffff9114aebd0200/0x4778038d8fc36ecc lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000000000000 nid: local remote: 0x4778038d8fc36ed3 expref: -99 pid: 25036 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783441792.127984:0:25036:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.106@tcp lock: ffff9114aebd0200/0x4778038d8fc36ecc lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000000000000 nid: local remote: 0x4778038d8fc36ed3 expref: -99 pid: 25036 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1783441792.127992:0:25036:0:(mgc_request.c:1801:mgc_process_log()) Process log params-ffff911382a25800 from 1 10000000:01000000:3.0:1783441792.127995:0:25036:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:3.0:1783441792.128033:0:25036:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.106@tcp lock: ffff9114b50d5a00/0x4778038d8fc36ee8 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 25036 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783441792.128042:0:25036:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.106@tcp lock: ffff9114b50d5a00/0x4778038d8fc36ee8 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 25036 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783441792.128054:0:25036:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.106@tcp lock: ffff9114b50d5a00/0x4778038d8fc36ee8 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 25036 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783441792.128079:0:25036:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9114b0d45880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0:25036:1870073572895232:0@lo:101:mount.lustre.0 00000100:00100000:3.0:1783441792.128153:0:25036:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783441792.128196:0:25036:0:(client.c:2702:ptlrpc_set_wait()) set ffff911383ef0cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1783441792.128327:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572895232 00000100:00100000:0.0:1783441792.128343:0:22710:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572895232 00000100:00100000:0.0:1783441792.128419:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 103 00000100:00100000:0.0:1783441792.128429:0:22710:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff911489214050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0+22:25036:x1870073572895232:12345-0@lo:101:mount.lustre.0 00010000:00010000:0.0:1783441792.128453:0:22710:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1783441792.128469:0:22710:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9114aebd0e00/0x4778038d8fc36eef lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: local remote: 0x4778038d8fc36ee8 expref: -99 pid: 22710 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783441792.128494:0:22710:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9114aebd0e00/0x4778038d8fc36eef lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x4778038d8fc36ee8 expref: 23 pid: 22710 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783441792.128532:0:22710:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9114aebd0e00/0x4778038d8fc36eef lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x4778038d8fc36ee8 expref: 23 pid: 22710 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783441792.128543:0:22710:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9114aebd0e00, rc 0) 00000100:00100000:0.0:1783441792.129154:0:22710:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff911489214050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0+23:25036:x1870073572895232:12345-0@lo:101:mount.lustre.0 Request processed in 724us (998us total) trans 0 rc 0/0 00000100:00100000:0.0:1783441792.129165:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 103 00000100:00100000:3.0:1783441792.132845:0:25036:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9114b0d45880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0:25036:1870073572895232:0@lo:101:mount.lustre.0 00010000:00010000:3.0:1783441792.132882:0:25036:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.106@tcp lock: ffff9114b50d5a00/0x4778038d8fc36ee8 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x4778038d8fc36eef expref: -99 pid: 25036 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783441792.132899:0:25036:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.106@tcp lock: ffff9114b50d5a00/0x4778038d8fc36ee8 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x4778038d8fc36eef expref: -99 pid: 25036 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1783441792.136434:0:25036:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x8:0x0] index 13 count 13 00000040:00080000:3.0:1783441792.137225:0:25036:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:3.0:1783441792.137417:0:25036:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].1, 224 off8416 00000040:00080000:3.0:1783441792.137458:0:25036:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].2, 112 off8528 00000040:00080000:3.0:1783441792.137475:0:25036:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].3, 224 off8752 00000040:00080000:3.0:1783441792.137490:0:25036:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].4, 224 off8976 00000040:00080000:3.0:1783441792.139283:0:25036:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].5, 112 off9088 00000040:00080000:3.0:1783441792.140411:0:25036:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].6, 224 off9312 00000040:00080000:3.0:1783441792.140864:0:25036:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].7, 224 off9536 00000040:00080000:3.0:1783441792.140884:0:25036:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].8, 128 off9664 00000040:00080000:3.0:1783441792.140899:0:25036:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].9, 224 off9888 00000040:00080000:3.0:1783441792.140911:0:25036:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].10, 224 off10112 00000040:00080000:3.0:1783441792.140921:0:25036:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].11, 128 off10240 00000040:00080000:3.0:1783441792.140948:0:25036:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].12, 224 off10464 00000040:00080000:3.0:1783441792.140953:0:25036:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x8:0x0] index 12 count 13 00000100:00100000:3.0:1783441792.141074:0:25036:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9114b0d45880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0:25036:1870073572895360:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1783441792.141144:0:25036:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783441792.141246:0:25036:0:(client.c:2702:ptlrpc_set_wait()) set ffff911383ef09c0 going to sleep for 11 seconds 00000100:00100000:0.0:1783441792.144610:0:22709:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572895360 00000100:00100000:0.0:1783441792.144629:0:22709:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572895360 00000100:00100000:0.0:1783441792.144727:0:22709:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 104 00000100:00100000:0.0:1783441792.144740:0:22709:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff911489215450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0+23:25036:x1870073572895360:12345-0@lo:501:mount.lustre.0 00000100:00100000:0.0:1783441792.144950:0:22709:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff911489215450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0+23:25036:x1870073572895360:12345-0@lo:501:mount.lustre.0 Request processed in 212us (3804us total) trans 0 rc 0/0 00000100:00100000:0.0:1783441792.144959:0:22709:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 104 00000100:00100000:3.0:1783441792.145415:0:25036:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9114b0d45880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0:25036:1870073572895360:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1783441792.145487:0:25036:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9114b0d45880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0:25036:1870073572895488:0@lo:503:mount.lustre.0 00000100:00100000:3.0:1783441792.145847:0:25036:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783441792.145877:0:25036:0:(client.c:2702:ptlrpc_set_wait()) set ffff911383ef09c0 going to sleep for 11 seconds 00000100:00100000:0.0:1783441792.146035:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572895488 00000100:00100000:0.0:1783441792.146041:0:22710:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572895488 00000100:00100000:0.0:1783441792.146092:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 105 00000100:00100000:0.0:1783441792.146101:0:22710:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff911489217450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0+23:25036:x1870073572895488:12345-0@lo:503:mount.lustre.0 00000100:00100000:0.0:1783441792.146202:0:22710:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff911489217450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0+23:25036:x1870073572895488:12345-0@lo:503:mount.lustre.0 Request processed in 101us (355us total) trans 0 rc 0/0 00000100:00100000:0.0:1783441792.146209:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 105 00000100:00100000:3.0:1783441792.146304:0:25036:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9114b0d45880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0:25036:1870073572895488:0@lo:503:mount.lustre.0 00000040:00080000:3.0:1783441792.147284:0:25036:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:3.0:1783441792.147801:0:25036:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9114b0d45880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0:25036:1870073572895616:0@lo:502:mount.lustre.0 00000100:00100000:3.0:1783441792.147877:0:25036:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783441792.147977:0:25036:0:(client.c:2702:ptlrpc_set_wait()) set ffff911383ef0cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1783441792.153562:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572895616 00000100:00100000:0.0:1783441792.153577:0:22710:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572895616 00000100:00100000:0.0:1783441792.153651:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 106 00000100:00100000:0.0:1783441792.153661:0:22710:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff911489217050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0+23:25036:x1870073572895616:12345-0@lo:502:mount.lustre.0 00000100:00100000:0.0:1783441792.153853:0:22710:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff911489217050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0+23:25036:x1870073572895616:12345-0@lo:502:mount.lustre.0 Request processed in 194us (5975us total) trans 0 rc 0/0 00000100:00100000:0.0:1783441792.153861:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 106 00000100:00100000:1.0:1783441792.154057:0:25036:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9114b0d45880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0:25036:1870073572895616:0@lo:502:mount.lustre.0 00000040:00080000:1.0:1783441792.154283:0:25036:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].1, 224 off8416 00000040:00080000:1.0:1783441792.154310:0:25036:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].2, 112 off8528 00000040:00080000:1.0:1783441792.154321:0:25036:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].3, 224 off8752 00000040:00080000:1.0:1783441792.154333:0:25036:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].4, 224 off8976 00000040:00080000:1.0:1783441792.154347:0:25036:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].5, 112 off9088 00000040:00080000:1.0:1783441792.154358:0:25036:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].6, 224 off9312 00000040:00080000:1.0:1783441792.154370:0:25036:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].7, 224 off9536 00000040:00080000:1.0:1783441792.154382:0:25036:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].8, 128 off9664 00000040:00080000:1.0:1783441792.154396:0:25036:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].9, 224 off9888 00000040:00080000:1.0:1783441792.154423:0:25036:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].10, 224 off10112 00000040:00080000:1.0:1783441792.154438:0:25036:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].11, 128 off10240 00000100:00100000:1.0:1783441792.154486:0:25036:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff911383e3ed80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0:25036:1870073572895744:0@lo:502:mount.lustre.0 00000100:00100000:1.0:1783441792.154554:0:25036:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783441792.154589:0:25036:0:(client.c:2702:ptlrpc_set_wait()) set ffff9114aeb60f00 going to sleep for 11 seconds 00000100:00100000:0.0:1783441792.154758:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572895744 00000100:00100000:0.0:1783441792.154763:0:22710:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572895744 00000100:00100000:0.0:1783441792.154790:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 107 00000100:00100000:0.0:1783441792.154797:0:22710:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff911489214850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0+23:25036:x1870073572895744:12345-0@lo:502:mount.lustre.0 00000100:00100000:0.0:1783441792.154885:0:22710:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff911489214850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0+23:25036:x1870073572895744:12345-0@lo:502:mount.lustre.0 Request processed in 87us (330us total) trans 0 rc 0/0 00000100:00100000:0.0:1783441792.154892:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 107 00000100:00100000:1.0:1783441792.158888:0:25036:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff911383e3ed80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0:25036:1870073572895744:0@lo:502:mount.lustre.0 00000040:00080000:1.0:1783441792.159028:0:25036:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].12, 224 off10464 00000040:00080000:1.0:1783441792.159044:0:25036:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 12 count 13 00000020:01000000:2.0:1783441792.172876:0:25044:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1783441792.172891:0:25044:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1783441792.172894:0:25044:0:(obd_config.c:1561:class_process_config()) marker 2 (0x1) general debug_raw_pointers 00000020:01000000:2.0:1783441792.172902:0:25044:0:(obd_config.c:2005:class_config_llog_handler()) cmd ce032, instance name: general-ffff911382a25800 00000020:00000080:2.0:1783441792.172905:0:25044:0:(obd_config.c:1470:class_process_config()) processing cmd: ce032 00000020:01000000:2.0:1783441792.172914:0:25044:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1783441792.172917:0:25044:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1783441792.172918:0:25044:0:(obd_config.c:1561:class_process_config()) marker 2 (0x2) general debug_raw_pointers 00000020:01000000:2.0:1783441792.172921:0:25044:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1783441792.172923:0:25044:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1783441792.172924:0:25044:0:(obd_config.c:1561:class_process_config()) marker 3 (0x1) general lod.*.mdt_hash 00000020:01000000:2.0:1783441792.172927:0:25044:0:(obd_config.c:2005:class_config_llog_handler()) cmd ce032, instance name: general-ffff911382a25800 00000020:00000080:2.0:1783441792.172929:0:25044:0:(obd_config.c:1470:class_process_config()) processing cmd: ce032 00000020:01000000:2.0:1783441792.172997:0:25044:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1783441792.173001:0:25044:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1783441792.173002:0:25044:0:(obd_config.c:1561:class_process_config()) marker 3 (0x2) general lod.*.mdt_hash 00000020:01000000:2.0:1783441792.173004:0:25044:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1783441792.173007:0:25044:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1783441792.173008:0:25044:0:(obd_config.c:1561:class_process_config()) marker 4 (0x1) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:2.0:1783441792.173012:0:25044:0:(obd_config.c:2005:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff911382a25800 00000020:00000080:2.0:1783441792.173014:0:25044:0:(obd_config.c:1470:class_process_config()) processing cmd: ce032 00000020:01000000:2.0:1783441792.173031:0:25044:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1783441792.173033:0:25044:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1783441792.173035:0:25044:0:(obd_config.c:1561:class_process_config()) marker 4 (0x2) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:2.0:1783441792.173037:0:25044:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1783441792.173040:0:25044:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1783441792.173051:0:25044:0:(obd_config.c:1561:class_process_config()) marker 5 (0x1) lustre mdt.lustre-MDT0001.hsm_control 00000020:01000000:2.0:1783441792.173056:0:25044:0:(obd_config.c:2005:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff911382a25800 00000020:00000080:2.0:1783441792.173058:0:25044:0:(obd_config.c:1470:class_process_config()) processing cmd: ce032 00000020:01000000:2.0:1783441792.173082:0:25044:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1783441792.173085:0:25044:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1783441792.173087:0:25044:0:(obd_config.c:1561:class_process_config()) marker 5 (0x2) lustre mdt.lustre-MDT0001.hsm_control 00000040:00080000:2.0:1783441792.173090:0:25044:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xe:0x0] index 13 count 13 00000020:01000000:1.0:1783441792.173241:0:25036:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 1-12 (rc=0) 10000000:01000000:1.0:1783441792.173279:0:25036:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.202.106@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:1.0:1783441792.173300:0:25036:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.106@tcp lock: ffff9114b50d5a00/0x4778038d8fc36ee8 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x4778038d8fc36eef expref: -99 pid: 25036 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783441792.173312:0:25036:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.106@tcp lock: ffff9114b50d5a00/0x4778038d8fc36ee8 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x4778038d8fc36eef expref: -99 pid: 25036 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1783441792.173362:0:25036:0:(mgc_request.c:1943:mgc_process_config()) parse_log lustre-client from 0 10000000:01000000:1.0:1783441792.173365:0:25036:0:(mgc_request.c:329:config_log_add()) add config log lustre-client-ffff911382a25800 10000000:01000000:1.0:1783441792.173368:0:25036:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-client-ffff911382a25800 10000000:01000000:1.0:1783441792.173372:0:25036:0:(mgc_request.c:68:mgc_name2resid()) log lustre-client to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:1.0:1783441792.173377:0:25036:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-client-ffff911382a25800 from 1 10000000:01000000:1.0:1783441792.173380:0:25036:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:1.0:1783441792.173429:0:25036:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.106@tcp lock: ffff911480030e00/0x4778038d8fc36ef6 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 25036 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783441792.173438:0:25036:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.106@tcp lock: ffff911480030e00/0x4778038d8fc36ef6 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 25036 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783441792.173458:0:25036:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.106@tcp lock: ffff911480030e00/0x4778038d8fc36ef6 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 25036 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783441792.173485:0:25036:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff911383e3ed80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0:25036:1870073572895872:0@lo:101:mount.lustre.0 00000100:00100000:1.0:1783441792.173588:0:25036:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783441792.173636:0:25036:0:(client.c:2702:ptlrpc_set_wait()) set ffff9114aeb60600 going to sleep for 11 seconds 00000100:00100000:0.0:1783441792.175548:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572895872 00000100:00100000:0.0:1783441792.175563:0:22710:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572895872 00000100:00100000:0.0:1783441792.175637:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 108 00000100:00100000:0.0:1783441792.175647:0:22710:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff911489214450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0+23:25036:x1870073572895872:12345-0@lo:101:mount.lustre.0 00010000:00010000:0.0:1783441792.175665:0:22710:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1783441792.175680:0:22710:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9114aebd0000/0x4778038d8fc36efd lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x40000000000000 nid: local remote: 0x4778038d8fc36ef6 expref: -99 pid: 22710 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783441792.175962:0:22710:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9114aebd0000/0x4778038d8fc36efd lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x4778038d8fc36ef6 expref: 24 pid: 22710 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783441792.175980:0:22710:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9114aebd0000/0x4778038d8fc36efd lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x4778038d8fc36ef6 expref: 24 pid: 22710 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783441792.175991:0:22710:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9114aebd0000, rc 0) 00000100:00100000:0.0:1783441792.176097:0:22710:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff911489214450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0+24:25036:x1870073572895872:12345-0@lo:101:mount.lustre.0 Request processed in 452us (2509us total) trans 0 rc 0/0 00000100:00100000:0.0:1783441792.176105:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 108 00000100:00100000:1.0:1783441792.176127:0:25036:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff911383e3ed80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0:25036:1870073572895872:0@lo:101:mount.lustre.0 00010000:00010000:1.0:1783441792.176151:0:25036:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.106@tcp lock: ffff911480030e00/0x4778038d8fc36ef6 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000000000000 nid: local remote: 0x4778038d8fc36efd expref: -99 pid: 25036 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783441792.176162:0:25036:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.106@tcp lock: ffff911480030e00/0x4778038d8fc36ef6 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1000000000000 nid: local remote: 0x4778038d8fc36efd expref: -99 pid: 25036 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1783441792.195960:0:25036:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 52 count 51 00000040:00080000:0.0:1783441792.197812:0:25036:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:0.0:1783441792.198210:0:25036:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].1, 224 off8416 00000040:00080000:0.0:1783441792.198243:0:25036:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].2, 120 off8536 00000040:00080000:0.0:1783441792.198262:0:25036:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].3, 168 off8704 00000040:00080000:0.0:1783441792.198279:0:25036:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].4, 224 off8928 00000040:00080000:0.0:1783441792.198297:0:25036:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].5, 224 off9152 00000040:00080000:0.0:1783441792.198317:0:25036:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].6, 120 off9272 00000040:00080000:0.0:1783441792.198331:0:25036:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].7, 168 off9440 00000040:00080000:0.0:1783441792.198344:0:25036:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].8, 224 off9664 00000040:00080000:0.0:1783441792.198358:0:25036:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].9, 224 off9888 00000040:00080000:0.0:1783441792.198372:0:25036:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].10, 120 off10008 00000040:00080000:0.0:1783441792.198389:0:25036:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].11, 224 off10232 00000040:00080000:0.0:1783441792.198404:0:25036:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].12, 224 off10456 00000040:00080000:0.0:1783441792.198418:0:25036:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].13, 88 off10544 00000040:00080000:0.0:1783441792.198434:0:25036:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].14, 128 off10672 00000040:00080000:0.0:1783441792.198782:0:25036:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].15, 144 off10816 00000040:00080000:0.0:1783441792.198823:0:25036:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].16, 160 off10976 00000040:00080000:0.0:1783441792.198842:0:25036:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].17, 224 off11200 00000040:00080000:0.0:1783441792.198859:0:25036:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].18, 224 off11424 00000040:00080000:0.0:1783441792.198878:0:25036:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].19, 80 off11504 00000040:00080000:0.0:1783441792.198896:0:25036:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].20, 224 off11728 00000040:00080000:0.0:1783441792.199174:0:25036:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].21, 224 off11952 00000040:00080000:0.0:1783441792.199208:0:25036:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].22, 88 off12040 00000040:00080000:0.0:1783441792.199227:0:25036:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].23, 128 off12168 00000040:00080000:0.0:1783441792.199247:0:25036:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].24, 144 off12312 00000040:00080000:0.0:1783441792.199264:0:25036:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].25, 160 off12472 00000040:00080000:0.0:1783441792.199282:0:25036:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].26, 224 off12696 00000040:00080000:0.0:1783441792.199297:0:25036:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].27, 224 off12920 00000040:00080000:0.0:1783441792.199315:0:25036:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].28, 80 off13000 00000040:00080000:0.0:1783441792.199332:0:25036:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].29, 224 off13224 00000040:00080000:0.0:1783441792.199348:0:25036:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].30, 224 off13448 00000040:00080000:0.0:1783441792.199367:0:25036:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].31, 88 off13536 00000040:00080000:0.0:1783441792.199399:0:25036:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].32, 128 off13664 00000040:00080000:0.0:1783441792.199417:0:25036:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].33, 144 off13808 00000040:00080000:0.0:1783441792.199432:0:25036:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].34, 128 off13936 00000040:00080000:0.0:1783441792.199456:0:25036:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].35, 224 off14160 00000040:00080000:0.0:1783441792.199471:0:25036:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].36, 224 off14384 00000040:00080000:0.0:1783441792.199483:0:25036:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].37, 80 off14464 00000040:00080000:0.0:1783441792.199520:0:25036:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].38, 224 off14688 00000040:00080000:0.0:1783441792.199540:0:25036:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].39, 224 off14912 00000040:00080000:0.0:1783441792.199555:0:25036:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].40, 88 off15000 00000040:00080000:0.0:1783441792.199571:0:25036:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].41, 128 off15128 00000040:00080000:0.0:1783441792.199584:0:25036:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].42, 144 off15272 00000040:00080000:0.0:1783441792.199594:0:25036:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].43, 128 off15400 00000040:00080000:0.0:1783441792.199605:0:25036:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].44, 224 off15624 00000040:00080000:0.0:1783441792.199617:0:25036:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].45, 224 off15848 00000040:00080000:0.0:1783441792.199630:0:25036:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].46, 80 off15928 00000040:00080000:0.0:1783441792.199641:0:25036:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].47, 224 off16152 00000040:00080000:0.0:1783441792.200321:0:25036:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].48, 232 off16384 00000040:00080000:0.0:1783441792.200543:0:25036:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].49, 224 off16608 00000040:00080000:0.0:1783441792.200563:0:25036:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].50, 120 off16728 00000040:00080000:0.0:1783441792.200579:0:25036:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].51, 224 off16952 00000040:00080000:0.0:1783441792.200584:0:25036:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 51 count 51 00000100:00100000:0.0:1783441792.200837:0:25036:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9113848c7480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0:25036:1870073572896000:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1783441792.200963:0:25036:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783441792.201007:0:25036:0:(client.c:2702:ptlrpc_set_wait()) set ffff9114892bce40 going to sleep for 11 seconds 00000100:00100000:2.0:1783441792.201753:0:22708:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572896000 00000100:00100000:2.0:1783441792.201764:0:22708:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572896000 00000100:00100000:2.0:1783441792.201821:0:22708:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 109 00000100:00100000:2.0:1783441792.201830:0:22708:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff911489216450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0+24:25036:x1870073572896000:12345-0@lo:501:mount.lustre.0 00000100:00100000:2.0:1783441792.201971:0:22708:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff911489216450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0+24:25036:x1870073572896000:12345-0@lo:501:mount.lustre.0 Request processed in 141us (1008us total) trans 0 rc 0/0 00000100:00100000:2.0:1783441792.201978:0:22708:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 109 00000100:00100000:0.0:1783441792.202253:0:25036:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9113848c7480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0:25036:1870073572896000:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1783441792.202310:0:25036:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9113848c7480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0:25036:1870073572896128:0@lo:503:mount.lustre.0 00000100:00100000:0.0:1783441792.202359:0:25036:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783441792.202460:0:25036:0:(client.c:2702:ptlrpc_set_wait()) set ffff9114892bce40 going to sleep for 11 seconds 00000100:00100000:2.0:1783441792.216007:0:22709:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572896128 00000100:00100000:2.0:1783441792.216028:0:22709:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572896128 00000100:00100000:0.0:1783441792.216290:0:22709:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 110 00000100:00100000:0.0:1783441792.216302:0:22709:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff911383b80450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0+24:25036:x1870073572896128:12345-0@lo:503:mount.lustre.0 00000100:00100000:0.0:1783441792.216617:0:22709:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff911383b80450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0+24:25036:x1870073572896128:12345-0@lo:503:mount.lustre.0 Request processed in 317us (14257us total) trans 0 rc 0/0 00000100:00100000:0.0:1783441792.216627:0:22709:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 110 00000100:00100000:0.0:1783441792.216689:0:25036:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9113848c7480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0:25036:1870073572896128:0@lo:503:mount.lustre.0 00000040:00080000:0.0:1783441792.217166:0:25036:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:0.0:1783441792.217257:0:25036:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9113848c7480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0:25036:1870073572896256:0@lo:502:mount.lustre.0 00000100:00100000:0.0:1783441792.217306:0:25036:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783441792.217353:0:25036:0:(client.c:2702:ptlrpc_set_wait()) set ffff911488a73c00 going to sleep for 11 seconds 00000100:00100000:0.0:1783441792.217378:0:22709:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572896256 00000100:00100000:0.0:1783441792.217383:0:22709:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572896256 00000100:00100000:0.0:1783441792.218235:0:22709:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 111 00000100:00100000:0.0:1783441792.218247:0:22709:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff911383b80850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0+24:25036:x1870073572896256:12345-0@lo:502:mount.lustre.0 00000100:00100000:0.0:1783441792.218366:0:22709:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff911383b80850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0+24:25036:x1870073572896256:12345-0@lo:502:mount.lustre.0 Request processed in 120us (1058us total) trans 0 rc 0/0 00000100:00100000:0.0:1783441792.218373:0:22709:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 111 00000100:00100000:0.0:1783441792.219647:0:25036:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9113848c7480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0:25036:1870073572896256:0@lo:502:mount.lustre.0 00000040:00080000:0.0:1783441792.219917:0:25036:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].1, 224 off8416 00000040:00080000:0.0:1783441792.219952:0:25036:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].2, 120 off8536 00000040:00080000:0.0:1783441792.219966:0:25036:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].3, 168 off8704 00000040:00080000:0.0:1783441792.219979:0:25036:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].4, 224 off8928 00000040:00080000:0.0:1783441792.219990:0:25036:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].5, 224 off9152 00000040:00080000:0.0:1783441792.220003:0:25036:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].6, 120 off9272 00000040:00080000:0.0:1783441792.220016:0:25036:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].7, 168 off9440 00000040:00080000:0.0:1783441792.220043:0:25036:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].8, 224 off9664 00000040:00080000:0.0:1783441792.220057:0:25036:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].9, 224 off9888 00000040:00080000:0.0:1783441792.220069:0:25036:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].10, 120 off10008 00000040:00080000:0.0:1783441792.220081:0:25036:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].11, 224 off10232 00000040:00080000:0.0:1783441792.220093:0:25036:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].12, 224 off10456 00000040:00080000:0.0:1783441792.220105:0:25036:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].13, 88 off10544 00000040:00080000:0.0:1783441792.220116:0:25036:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].14, 128 off10672 00000040:00080000:0.0:1783441792.220127:0:25036:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].15, 144 off10816 00000040:00080000:0.0:1783441792.220139:0:25036:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].16, 160 off10976 00000040:00080000:0.0:1783441792.220151:0:25036:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].17, 224 off11200 00000040:00080000:0.0:1783441792.220163:0:25036:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].18, 224 off11424 00000040:00080000:0.0:1783441792.220173:0:25036:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].19, 80 off11504 00000040:00080000:0.0:1783441792.220185:0:25036:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].20, 224 off11728 00000040:00080000:0.0:1783441792.220196:0:25036:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].21, 224 off11952 00000040:00080000:0.0:1783441792.220207:0:25036:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].22, 88 off12040 00000040:00080000:0.0:1783441792.220219:0:25036:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].23, 128 off12168 00000040:00080000:0.0:1783441792.220246:0:25036:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].24, 144 off12312 00000040:00080000:0.0:1783441792.220262:0:25036:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].25, 160 off12472 00000040:00080000:0.0:1783441792.220274:0:25036:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].26, 224 off12696 00000040:00080000:0.0:1783441792.220287:0:25036:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].27, 224 off12920 00000040:00080000:0.0:1783441792.220302:0:25036:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].28, 80 off13000 00000040:00080000:0.0:1783441792.220316:0:25036:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].29, 224 off13224 00000040:00080000:0.0:1783441792.220327:0:25036:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].30, 224 off13448 00000040:00080000:0.0:1783441792.220341:0:25036:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].31, 88 off13536 00000040:00080000:0.0:1783441792.220356:0:25036:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].32, 128 off13664 00000040:00080000:0.0:1783441792.220381:0:25036:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].33, 144 off13808 00000040:00080000:0.0:1783441792.220397:0:25036:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].34, 128 off13936 00000040:00080000:0.0:1783441792.220585:0:25036:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].35, 224 off14160 00000040:00080000:0.0:1783441792.220603:0:25036:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].36, 224 off14384 00000040:00080000:0.0:1783441792.220616:0:25036:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].37, 80 off14464 00000040:00080000:0.0:1783441792.220628:0:25036:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].38, 224 off14688 00000040:00080000:0.0:1783441792.220639:0:25036:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].39, 224 off14912 00000040:00080000:0.0:1783441792.220665:0:25036:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].40, 88 off15000 00000040:00080000:0.0:1783441792.220680:0:25036:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].41, 128 off15128 00000040:00080000:0.0:1783441792.220692:0:25036:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].42, 144 off15272 00000040:00080000:0.0:1783441792.220705:0:25036:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].43, 128 off15400 00000040:00080000:0.0:1783441792.220719:0:25036:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].44, 224 off15624 00000040:00080000:0.0:1783441792.220733:0:25036:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].45, 224 off15848 00000040:00080000:0.0:1783441792.220746:0:25036:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].46, 80 off15928 00000040:00080000:0.0:1783441792.220760:0:25036:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].47, 224 off16152 00000040:00080000:0.0:1783441792.220771:0:25036:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].48, 232 off16384 00000100:00100000:0.0:1783441792.220823:0:25036:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9113848c7480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0:25036:1870073572896384:0@lo:502:mount.lustre.0 00000100:00100000:0.0:1783441792.220900:0:25036:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783441792.226796:0:25036:0:(client.c:2702:ptlrpc_set_wait()) set ffff911488a73c00 going to sleep for 11 seconds 00000100:00100000:2.0:1783441792.227176:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572896384 00000100:00100000:2.0:1783441792.227188:0:22710:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572896384 00000100:00100000:2.0:1783441792.227252:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 112 00000100:00100000:2.0:1783441792.227262:0:22710:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff911383b81050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0+24:25036:x1870073572896384:12345-0@lo:502:mount.lustre.0 00000100:00100000:2.0:1783441792.227467:0:22710:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff911383b81050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0+24:25036:x1870073572896384:12345-0@lo:502:mount.lustre.0 Request processed in 205us (6566us total) trans 0 rc 0/0 00000100:00100000:2.0:1783441792.227475:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 112 00000100:00100000:2.0:1783441792.228236:0:25036:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9113848c7480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0:25036:1870073572896384:0@lo:502:mount.lustre.0 00000040:00080000:2.0:1783441792.228565:0:25036:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].49, 224 off16608 00000040:00080000:2.0:1783441792.228600:0:25036:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].50, 120 off16728 00000100:00100000:2.0:1783441792.228646:0:25036:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9114bfb44000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0:25036:1870073572896512:0@lo:502:mount.lustre.0 00000100:00100000:2.0:1783441792.231878:0:25036:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783441792.231943:0:22708:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572896512 00000100:00100000:3.0:1783441792.231955:0:22708:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572896512 00000100:00100000:2.0:1783441792.231956:0:25036:0:(client.c:2702:ptlrpc_set_wait()) set ffff911382b4d0c0 going to sleep for 11 seconds 00000100:00100000:3.0:1783441792.235794:0:22708:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 113 00000100:00100000:3.0:1783441792.235832:0:22708:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff911383b81450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0+24:25036:x1870073572896512:12345-0@lo:502:mount.lustre.0 00000100:00100000:3.0:1783441792.236010:0:22708:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff911383b81450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0+24:25036:x1870073572896512:12345-0@lo:502:mount.lustre.0 Request processed in 195us (4140us total) trans 0 rc 0/0 00000100:00100000:2.0:1783441792.236615:0:25036:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9114bfb44000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0:25036:1870073572896512:0@lo:502:mount.lustre.0 00000040:00080000:2.0:1783441792.236824:0:25036:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].51, 224 off16952 00000040:00080000:2.0:1783441792.236839:0:25036:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 51 count 51 00000020:01000004:2.0:1783441792.238314:0:25050:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0000-lwp-OST0001 (typ=lwp) 00000020:00000080:2.0:1783441792.238333:0:25050:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-lwp-OST0001 (ffff911383a199c0) 00000020:00000080:2.0:1783441792.238360:0:25050:0:(obd_config.c:720:class_attach_name()) OBD: dev 27 attached type lwp with refcount 2 00000020:01000004:2.0:1783441792.238588:0:25050:0:(tgt_mount.c:153:server_get_mount()) get mount ffff911382a25800 from lustre-OST0001, refs=3 00000020:01000004:2.0:1783441792.238593:0:25050:0:(tgt_mount.c:187:server_put_mount()) put mount ffff911382a25800 from lustre-OST0001, refs=3 00000020:01000004:2.0:1783441792.238596:0:25050:0:(obd_mount.c:710:lustre_put_lsi()) put ffff911382a25800 3 00010000:00080000:2.0:1783441792.238625:0:25050:0:(ldlm_lib.c:102:import_set_conn()) imp ffff911382277000@lustre-MDT0000-lwp-OST0001: add connection 192.168.202.106@tcp at head 00010000:00010000:2.0:1783441792.242774:0:25050:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-lwp-OST0001-11 is initialized 00000020:00000080:2.0:1783441792.242887:0:25050:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-lwp-OST0001 (uuid lustre-MDT0000-lwp-OST0001_UUID) 00000010:01000000:2.0:1783441792.242937:0:25050:0:(lwp_dev.c:497:lwp_obd_connect()) connect #0 00000020:00000080:2.0:1783441792.242954:0:25050:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0000-lwp-OST0001, cookie 0x4778038d8fc36f0b 00000100:00080000:2.0:1783441792.242967:0:25050:0:(import.c:510:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 0 00000100:00080000:2.0:1783441792.242974:0:25050:0:(import.c:624:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff911382277000 using connection 192.168.202.106@tcp/0@lo 00000100:00100000:2.0:1783441792.243011:0:25050:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9114bfb44000 x1870073572896640/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1783441792.243540:0:3646:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9114bfb44000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3646:1870073572896640:0@lo:38:llog_process_th.0 00000100:00100000:0.0:1783441792.243619:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783441792.244332:0:22715:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572896640 00000100:00100000:1.0:1783441792.244344:0:22715:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572896640 00000100:00100000:1.0:1783441792.244384:0:22715:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:1.0:1783441792.244392:0:22715:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9113848c7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3646:x1870073572896640:12345-0@lo:38:llog_process_th.0 00010000:00080000:1.0:1783441792.244930:0:22715:0:(ldlm_lib.c:1432:target_handle_connect()) lustre-MDT0000: connection from lustre-MDT0000-lwp-OST0001_UUID@0@lo t0 exp 0000000000000000 cur 783 last 0 00000020:00000080:1.0:1783441792.244970:0:22715:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0000-lwp-OST0001_UUID, cookie 0x4778038d8fc36f12 00000004:00100000:1.0:1783441792.244987:0:22715:0:(mdt_handler.c:7286:mdt_connect_internal()) lustre-MDT0000: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000100:00080000:1.0:1783441792.245021:0:22715:0:(import.c:65:import_set_state_nolock()) ffff911382906000 : changing import state from RECOVER to FULL 00000100:00100000:3.0:1783441792.245456:0:22708:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 113 00000100:00080000:2.0:1783441792.248770:0:25050:0:(pinger.c:374:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID 00000100:00080000:2.0:1783441792.248938:0:21092:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1783441792.248945:0:21092:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1783441792.248949:0:21092:0:(import.c:65:import_set_state_nolock()) ffff9114b0dd8800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1783441792.248957:0:21092:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 781 00000100:00080000:2.0:1783441792.248962:0:21092:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1783441792.248968:0:21092:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-MDT0000: import ffff9114b0dd8800 using connection 192.168.202.106@tcp/0@lo 00000100:00100000:2.0:1783441792.248993:0:21092:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9114bfb47100 x1870073572897024/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1783441792.250937:0:3648:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9114bfb45180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3648:1870073572896768:0@lo:400:kworker.0 00000100:00100000:0.0:1783441792.251014:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783441792.251098:0:22720:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572896768 00000100:00100000:0.0:1783441792.251106:0:22720:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572896768 00000100:00100000:0.0:1783441792.251153:0:22720:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 47 00000100:00100000:0.0:1783441792.251162:0:22720:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9113848c4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3648:x1870073572896768:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1783441792.251222:0:22720:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9113848c4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3648:x1870073572896768:12345-0@lo:400:kworker.0 Request processed in 60us (207us total) trans 0 rc 0/0 00000100:00100000:0.0:1783441792.251238:0:22720:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 47 00000100:00100000:0.0:1783441792.251284:0:3648:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9114bfb45180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3648:1870073572896768:0@lo:400:kworker.0 00000100:00100000:0.0:1783441792.251312:0:3646:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9114bfb47100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3646:1870073572897024:0@lo:8:kworker.0 00000100:00100000:0.0:1783441792.251341:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783441792.252520:0:22715:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9113848c7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3646:x1870073572896640:12345-0@lo:38:llog_process_th.0 Request processed in 8106us (8880us total) trans 0 rc 0/0 00000100:00100000:1.0:1783441792.252532:0:22715:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00100000:1.0:1783441792.252573:0:3649:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9114bfb45c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3649:1870073572896896:0@lo:400:kworker.0 00000100:00100000:1.0:1783441792.252615:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783441792.252654:0:24220:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572897024 00000100:00100000:1.0:1783441792.252660:0:24220:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572897024 00000100:00100000:1.0:1783441792.252684:0:24220:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572896896 00000100:00100000:1.0:1783441792.252687:0:24220:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572896896 00000100:00100000:1.0:1783441792.252720:0:24220:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:1.0:1783441792.252728:0:24220:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff911383e3ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3649:x1870073572896896:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1783441792.252774:0:24220:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff911383e3ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3649:x1870073572896896:12345-0@lo:400:kworker.0 Request processed in 47us (158us total) trans 0 rc 0/0 00000100:00100000:1.0:1783441792.252781:0:24220:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00100000:1.0:1783441792.252793:0:24220:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:1.0:1783441792.252797:0:24220:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9113848c5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3646:x1870073572897024:12345-0@lo:8:kworker.0 00000100:00100000:1.0:1783441792.252841:0:24220:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9113848c5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3646:x1870073572897024:12345-0@lo:8:kworker.0 Request processed in 42us (1499us total) trans 0 rc -11/-11 00000100:00100000:1.0:1783441792.252854:0:24220:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000100:00080000:1.0:1783441792.252888:0:22711:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1783441792.252919:0:3649:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9114bfb45c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3649:1870073572896896:0@lo:400:kworker.0 00000100:00080000:2.0:1783441792.254296:0:21092:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1783441792.254302:0:21092:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1783441792.254305:0:21092:0:(import.c:65:import_set_state_nolock()) ffff9114a77f3000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1783441792.254312:0:21092:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 0@lo last attempt 781 00000100:00080000:2.0:1783441792.254316:0:21092:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1783441792.254324:0:21092:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-MDT0001: import ffff9114a77f3000 using connection 192.168.202.106@tcp/0@lo 00000100:00100000:2.0:1783441792.254349:0:21092:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9114bf53ce00 x1870073572897536/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1783441792.254406:0:3650:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9114bfb45c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3650:1870073572897152:0@lo:400:kworker.0 00000100:00100000:2.0:1783441792.254477:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783441792.254527:0:3650:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9114bf53c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3650:1870073572897792:0@lo:400:kworker.0 00000100:00100000:2.0:1783441792.254549:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783441792.254569:0:3650:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1783441792.254575:0:3650:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9114bf53c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3650:1870073572897664:0@lo:400:kworker.0 00000100:00100000:2.0:1783441792.254597:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783441792.255602:0:22716:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572897152 00000100:00100000:1.0:1783441792.255616:0:22716:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572897152 00000100:00100000:1.0:1783441792.255661:0:22716:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572897792 00000100:00100000:1.0:1783441792.255665:0:22716:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572897792 00000100:00100000:1.0:1783441792.255692:0:22716:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572897664 00000100:00100000:1.0:1783441792.255695:0:22716:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572897664 00000100:00100000:1.0:1783441792.255711:0:22716:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 32 00000100:00100000:1.0:1783441792.255719:0:22716:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9114bf53f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3650:x1870073572897152:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1783441792.255799:0:22716:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9114bf53f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3650:x1870073572897152:12345-0@lo:400:kworker.0 Request processed in 80us (1320us total) trans 0 rc 0/0 00000100:00100000:1.0:1783441792.255806:0:22716:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 32 00000100:00100000:1.0:1783441792.255824:0:22716:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 33 00000100:00100000:1.0:1783441792.255830:0:22716:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9114bf53d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3650:x1870073572897792:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1783441792.255859:0:22716:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9114bf53d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3650:x1870073572897792:12345-0@lo:400:kworker.0 Request processed in 29us (1309us total) trans 0 rc 0/0 00000100:00100000:1.0:1783441792.255865:0:22716:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 33 00000100:00100000:1.0:1783441792.255876:0:22716:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34 00000100:00100000:1.0:1783441792.255882:0:22716:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9114bf53e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3650:x1870073572897664:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1783441792.255908:0:22716:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9114bf53e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3650:x1870073572897664:12345-0@lo:400:kworker.0 Request processed in 26us (1310us total) trans 0 rc 0/0 00000100:00100000:1.0:1783441792.255913:0:22716:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34 00000100:00080000:1.0:1783441792.255932:0:22711:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00080000:1.0:1783441792.255963:0:3650:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9114bf53c000 x1870073572897664/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1783441808 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1783441792.255985:0:3650:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9114bf53c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3650:1870073572897664:0@lo:400:kworker.0 00010000:00080000:1.0:1783441792.255999:0:3650:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9114bfb45c00 x1870073572897152/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1783441808 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1783441792.256007:0:3650:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9114bfb45c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3650:1870073572897152:0@lo:400:kworker.0 00010000:00080000:1.0:1783441792.256016:0:3650:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9114bf53c380 x1870073572897792/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1783441808 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1783441792.256023:0:3650:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9114bf53c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3650:1870073572897792:0@lo:400:kworker.0 00000100:00100000:2.0:1783441792.256561:0:3647:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9114bfb45180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3647:1870073572897280:0@lo:400:kworker.0 00000100:00100000:2.0:1783441792.256606:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783441792.256641:0:23738:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572897280 00000100:00100000:2.0:1783441792.256646:0:3647:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9114bf53df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3647:1870073572897920:0@lo:400:kworker.0 00000100:00100000:3.0:1783441792.256649:0:23738:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572897280 00000100:00100000:2.0:1783441792.256676:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783441792.256740:0:22716:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572897920 00000100:00100000:1.0:1783441792.256745:0:22716:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572897920 00000100:00100000:1.0:1783441792.256779:0:22716:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35 00000100:00100000:1.0:1783441792.256786:0:22716:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9114bf53fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3647:x1870073572897920:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1783441792.256824:0:22716:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9114bf53fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3647:x1870073572897920:12345-0@lo:400:kworker.0 Request processed in 39us (149us total) trans 0 rc 0/0 00000100:00100000:1.0:1783441792.256831:0:22716:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35 00010000:00080000:2.0:1783441792.256885:0:3647:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9114bf53df80 x1870073572897920/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1783441808 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1783441792.256897:0:23738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 48 00000100:00100000:2.0:1783441792.256899:0:3647:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9114bf53df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3647:1870073572897920:0@lo:400:kworker.0 00000100:00100000:3.0:1783441792.256911:0:23738:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9114bf53ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3647:x1870073572897280:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1783441792.256915:0:3647:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00010000:00080000:0.0:1783441792.256933:0:3646:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9114bfb44000 x1870073572896640/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/416 e 0 to 0 dl 1783441802 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1783441792.256938:0:3647:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9114bf53e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3647:1870073572897408:0@lo:400:kworker.0 00000100:00100000:3.0:1783441792.256952:0:23738:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9114bf53ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3647:x1870073572897280:12345-0@lo:400:kworker.0 Request processed in 45us (346us total) trans 0 rc 0/0 00000100:00100000:0.0:1783441792.256952:0:3646:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0001: committing for last_committed 0 gen 2 00000100:00100000:3.0:1783441792.256959:0:23738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 48 00000100:00080000:0.0:1783441792.256961:0:3646:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-MDT0000-lwp-OST0001: connect to target with instance 3 00000100:00080000:0.0:1783441792.256970:0:3646:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-MDT0000-lwp-OST0001: Resetting ns_connect_flags to server flags: 0x2041401043000020 00000100:00080000:0.0:1783441792.256976:0:3646:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00100000:2.0:1783441792.256979:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1783441792.256982:0:3646:0:(import.c:65:import_set_state_nolock()) ffff911382277000 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00080000:1.0:1783441792.257004:0:22711:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1783441792.257008:0:3647:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9114bfb45180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3647:1870073572897280:0@lo:400:kworker.0 00000100:00100000:1.0:1783441792.257024:0:24220:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572897408 00000100:00100000:1.0:1783441792.257029:0:24220:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572897408 00000100:00100000:1.0:1783441792.257069:0:24220:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:1.0:1783441792.257075:0:24220:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9114bf53df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3647:x1870073572897408:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1783441792.257108:0:24220:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9114bf53df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3647:x1870073572897408:12345-0@lo:400:kworker.0 Request processed in 33us (132us total) trans 0 rc 0/0 00000100:00100000:1.0:1783441792.257114:0:24220:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00100000:1.0:1783441792.257138:0:3647:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9114bf53e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3647:1870073572897408:0@lo:400:kworker.0 00000100:00100000:0.0:1783441792.257176:0:3646:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9114bfb44000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3646:1870073572896640:0@lo:38:llog_process_th.0 00000100:00100000:0.0:1783441792.257198:0:3646:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9114bf53ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3646:1870073572897536:0@lo:8:kworker.0 00000100:00100000:0.0:1783441792.257228:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783441792.257259:0:3646:0:(client.c:3112:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 0 gen 2 00000100:00080000:0.0:1783441792.257263:0:3646:0:(import.c:65:import_set_state_nolock()) ffff9114b0dd8800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783441792.257267:0:3646:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-11) 00000100:00100000:0.0:1783441792.257270:0:3646:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9114bfb47100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3646:1870073572897024:0@lo:8:kworker.0 00000100:00100000:1.0:1783441792.257334:0:24222:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572897536 00000100:00100000:1.0:1783441792.257343:0:24222:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572897536 00000100:00100000:1.0:1783441792.257369:0:24222:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:1.0:1783441792.257373:0:24222:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9113848c4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3646:x1870073572897536:12345-0@lo:8:kworker.0 00000100:00100000:1.0:1783441792.257625:0:24222:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9113848c4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3646:x1870073572897536:12345-0@lo:8:kworker.0 Request processed in 249us (396us total) trans 0 rc -11/-11 00000100:00100000:1.0:1783441792.257632:0:24222:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000100:00100000:0.0:1783441792.257680:0:3646:0:(client.c:3112:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: committing for last_committed 0 gen 2 00000100:00080000:0.0:1783441792.257684:0:3646:0:(import.c:65:import_set_state_nolock()) ffff9114a77f3000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783441792.257687:0:3646:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-11) 00000100:00100000:0.0:1783441792.257690:0:3646:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9114bf53ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3646:1870073572897536:0@lo:8:kworker.0 00000100:00080000:2.0:1783441792.259215:0:22711:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000020:01000004:2.0:1783441792.259373:0:25050:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0001-lwp-OST0001 (typ=lwp) 00000020:00000080:2.0:1783441792.259391:0:25050:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0001-lwp-OST0001 (ffff911383a1b380) 00000020:00000080:2.0:1783441792.259418:0:25050:0:(obd_config.c:720:class_attach_name()) OBD: dev 28 attached type lwp with refcount 2 00000020:01000004:2.0:1783441792.259620:0:25050:0:(tgt_mount.c:153:server_get_mount()) get mount ffff911382a25800 from lustre-OST0001, refs=3 00000020:01000004:2.0:1783441792.259625:0:25050:0:(tgt_mount.c:187:server_put_mount()) put mount ffff911382a25800 from lustre-OST0001, refs=3 00000020:01000004:2.0:1783441792.259628:0:25050:0:(obd_mount.c:710:lustre_put_lsi()) put ffff911382a25800 3 00010000:00080000:2.0:1783441792.259657:0:25050:0:(ldlm_lib.c:102:import_set_conn()) imp ffff911382271800@lustre-MDT0001-lwp-OST0001: add connection 192.168.202.106@tcp at head 00010000:00010000:2.0:1783441792.261573:0:25050:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0001-lwp-OST0001-12 is initialized 00000020:00000080:2.0:1783441792.261691:0:25050:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0001-lwp-OST0001 (uuid lustre-MDT0001-lwp-OST0001_UUID) 00000010:01000000:2.0:1783441792.261742:0:25050:0:(lwp_dev.c:497:lwp_obd_connect()) connect #0 00000020:00000080:2.0:1783441792.261757:0:25050:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0001-lwp-OST0001, cookie 0x4778038d8fc36f20 00000100:00080000:2.0:1783441792.261768:0:25050:0:(import.c:510:import_select_connection()) lustre-MDT0001-lwp-OST0001: connect to NID 0@lo last attempt 0 00000100:00080000:2.0:1783441792.261775:0:25050:0:(import.c:624:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffff911382271800 using connection 192.168.202.106@tcp/0@lo 00000100:00100000:2.0:1783441792.261822:0:25050:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9114bf53ca80 x1870073572898048/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1783441792.261863:0:3646:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9114bf53ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3646:1870073572898048:0@lo:38:llog_process_th.0 00000100:00100000:2.0:1783441792.261946:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783441792.261983:0:22715:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572898048 00000100:00100000:1.0:1783441792.261993:0:22715:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572898048 00000100:00080000:2.0:1783441792.262018:0:25050:0:(pinger.c:374:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID 00000100:00100000:1.0:1783441792.262031:0:22715:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:1.0:1783441792.262042:0:22715:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9114bf53ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3646:x1870073572898048:12345-0@lo:38:llog_process_th.0 00010000:00080000:1.0:1783441792.262075:0:22715:0:(ldlm_lib.c:1432:target_handle_connect()) lustre-MDT0001: connection from lustre-MDT0001-lwp-OST0001_UUID@0@lo t0 exp 0000000000000000 cur 783 last 0 00000020:00000080:1.0:1783441792.262109:0:22715:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0001-lwp-OST0001_UUID, cookie 0x4778038d8fc36f27 00000004:00100000:1.0:1783441792.262124:0:22715:0:(mdt_handler.c:7286:mdt_connect_internal()) lustre-MDT0001: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000100:00080000:1.0:1783441792.262152:0:22715:0:(import.c:65:import_set_state_nolock()) ffff911382902800 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1783441792.262212:0:22715:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9114bf53ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3646:x1870073572898048:12345-0@lo:38:llog_process_th.0 Request processed in 171us (267us total) trans 0 rc 0/0 00000100:00100000:1.0:1783441792.262219:0:22715:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00010000:00080000:2.0:1783441792.276928:0:3646:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9114bf53ca80 x1870073572898048/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/416 e 0 to 0 dl 1783441802 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1783441792.276945:0:3646:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0001: committing for last_committed 0 gen 2 00000100:00080000:2.0:1783441792.276955:0:3646:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-MDT0001-lwp-OST0001: connect to target with instance 3 00000100:00080000:2.0:1783441792.276965:0:3646:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-MDT0001-lwp-OST0001: Resetting ns_connect_flags to server flags: 0x2041401043000020 00000100:00080000:2.0:1783441792.276990:0:3646:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0001_UUID 00000100:00080000:2.0:1783441792.276994:0:3646:0:(import.c:65:import_set_state_nolock()) ffff911382271800 lustre-MDT0001_UUID: changing import state from CONNECTING to FULL 00000100:00100000:2.0:1783441792.277002:0:3646:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9114bf53ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3646:1870073572898048:0@lo:38:llog_process_th.0 00000040:00080000:0.0:1783441792.277978:0:25050:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x10:0x0] index 52 count 51 00000020:01000000:2.0:1783441792.278156:0:25036:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 1-51 (rc=0) 10000000:01000000:2.0:1783441792.278189:0:25036:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.202.106@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:2.0:1783441792.278214:0:25036:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.106@tcp lock: ffff911480030e00/0x4778038d8fc36ef6 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000000000000 nid: local remote: 0x4778038d8fc36efd expref: -99 pid: 25036 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441792.278226:0:25036:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.106@tcp lock: ffff911480030e00/0x4778038d8fc36ef6 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000000000000 nid: local remote: 0x4778038d8fc36efd expref: -99 pid: 25036 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:01000004:2.0:1783441792.278276:0:25036:0:(tgt_mount.c:1175:server_mti_print()) mti - server_notify_target 00000020:01000004:2.0:1783441792.278279:0:25036:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0001 00000020:01000004:2.0:1783441792.278280:0:25036:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1783441792.278281:0:25036:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1783441792.278283:0:25036:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1783441792.278284:0:25036:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1783441792.278286:0:25036:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1783441792.278288:0:25036:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1783441792.278289:0:25036:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:2.0:1783441792.278293:0:25036:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-OST0001 0x40020002 00000020:01000004:2.0:1783441792.278296:0:25036:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:2.0:1783441792.278297:0:25036:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0001 00000020:01000004:2.0:1783441792.278298:0:25036:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1783441792.278299:0:25036:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1783441792.278300:0:25036:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1783441792.278301:0:25036:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1783441792.278302:0:25036:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1783441792.278303:0:25036:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1783441792.278304:0:25036:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:2.0:1783441792.278330:0:25036:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-OST0001 00000100:00100000:2.0:1783441792.278349:0:25036:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9114bf53ca80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0:25036:1870073572898176:0@lo:253:mount.lustre.0 00000100:00100000:2.0:1783441792.278426:0:25036:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783441792.278486:0:25036:0:(client.c:2702:ptlrpc_set_wait()) set ffff911382b4de40 going to sleep for 11 seconds 00000100:00100000:3.0:1783441792.278773:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572898176 00000100:00100000:3.0:1783441792.278781:0:22710:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572898176 00000100:00100000:3.0:1783441792.278831:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 114 00000100:00100000:3.0:1783441792.278839:0:22710:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff911383b82450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0+24:25036:x1870073572898176:12345-0@lo:253:mount.lustre.0 20000000:01000000:3.0:1783441792.278862:0:22710:0:(mgs_handler.c:453:mgs_target_reg()) fs: lustre index: 1 is ready to reconnect. 20000000:01000000:3.0:1783441792.278882:0:22710:0:(mgs_nids.c:463:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #0 20000000:01000000:3.0:1783441792.281082:0:22710:0:(mgs_nids.c:815:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:01000000:3.0:1783441792.281107:0:22710:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-OST0001, index=1, rc=0 20000000:01000000:2.0:1783441792.281214:0:22730:0:(mgs_nids.c:712:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 10000000:01000000:2.0:1783441792.281219:0:22730:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00010000:2.0:1783441792.281240:0:22730:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff9114aeae5c00/0x4778038d8fc36f2e lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 22730 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441792.281259:0:22730:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9114aebd1200/0x4778038d8fc36de5 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x4778038d8fc36dde expref: 24 pid: 22710 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441792.281267:0:22730:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9114aeae5400/0x4778038d8fc36dfa lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x4778038d8fc36df3 expref: 24 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441792.281275:0:22730:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff9114aeae5c00/0x4778038d8fc36f2e lrc: 5/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 22730 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441792.281311:0:22730:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9114aeae5400/0x4778038d8fc36dfa lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x4778038d8fc36df3 expref: 24 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441792.281326:0:22730:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff9114aeae5400/0x4778038d8fc36dfa lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x4778038d8fc36df3 expref: 24 pid: 22708 timeout: 883 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783441792.281344:0:22730:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9114bf53e300 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22730:1870073572898304:0@lo:104: 00000100:00100000:2.0:1783441792.281420:0:22730:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1783441792.281490:0:22730:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9114aebd1200/0x4778038d8fc36de5 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x4778038d8fc36dde expref: 24 pid: 22710 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441792.281528:0:22730:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff9114aebd1200/0x4778038d8fc36de5 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x4778038d8fc36dde expref: 24 pid: 22710 timeout: 883 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783441792.281538:0:22730:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9114bf53c000 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22730:1870073572898432:0@lo:104: 00000100:00100000:0.0:1783441792.281550:0:22698:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572898304 00000100:00100000:0.0:1783441792.281558:0:22698:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572898304 00000100:00100000:2.0:1783441792.281561:0:22730:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783441792.281593:0:22698:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572898432 00000100:00100000:0.0:1783441792.281596:0:22698:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572898432 00000100:00100000:2.0:1783441792.281605:0:22730:0:(client.c:2702:ptlrpc_set_wait()) set ffff9114884ce780 going to sleep for 11 seconds 00000100:00100000:0.0:1783441792.281610:0:22698:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:0.0:1783441792.281618:0:22698:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9114bf53c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0+4:22730:x1870073572898304:12345-0@lo:104: 00010000:00010000:0.0:1783441792.281631:0:22698:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.106@tcp lock: ffff9114aebd0a00/0x4778038d8fc36df3 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x4778038d8fc36dfa expref: -99 pid: 22712 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783441792.281707:0:22698:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1783441792.281714:0:22698:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9114bf53c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0+4:22730:x1870073572898304:12345-0@lo:104: Request processed in 96us (294us total) trans 0 rc 0/0 00000100:00100000:0.0:1783441792.281721:0:22698:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00100000:0.0:1783441792.281738:0:22698:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:0.0:1783441792.281744:0:22698:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff911384a69880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0+3:22730:x1870073572898432:12345-0@lo:104: 00010000:00010000:0.0:1783441792.281752:0:22698:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.106@tcp lock: ffff9114aebd0c00/0x4778038d8fc36dde lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x4778038d8fc36de5 expref: -99 pid: 22712 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783441792.281784:0:22698:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:0.0:1783441792.281789:0:22698:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff911384a69880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0+3:22730:x1870073572898432:12345-0@lo:104: Request processed in 46us (227us total) trans 0 rc 0/0 00000100:00100000:0.0:1783441792.281795:0:22698:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00100000:2.0:1783441792.281838:0:22730:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9114bf53e300 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22730:1870073572898304:0@lo:104: 00000100:00100000:2.0:1783441792.281847:0:22730:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9114bf53c000 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22730:1870073572898432:0@lo:104: 00010000:00010000:2.0:1783441792.281867:0:22730:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff9114aeae5c00/0x4778038d8fc36f2e lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 22730 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783441792.281987:0:24299:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1783441792.281994:0:24299:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.106@tcp lock: ffff9114aebd0a00/0x4778038d8fc36df3 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x4778038d8fc36dfa expref: -99 pid: 22712 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783441792.282002:0:24299:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9114aebd0a00 already unused, calling callback (ffffffffc126cc20) 10000000:00010000:1.0:1783441792.282006:0:24299:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.106@tcp lock: ffff9114aebd0a00/0x4778038d8fc36df3 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0x4778038d8fc36dfa expref: -99 pid: 22712 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783441792.282014:0:24299:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.106@tcp lock: ffff9114aebd0a00/0x4778038d8fc36df3 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0x4778038d8fc36dfa expref: -99 pid: 22712 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1783441792.282021:0:24299:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.106@tcp lock: ffff9114aebd0a00/0x4778038d8fc36df3 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0x4778038d8fc36dfa expref: -99 pid: 22712 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1783441792.282034:0:24299:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:1.0:1783441792.282075:0:24299:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.106@tcp lock: ffff9114aebd0a00/0x4778038d8fc36df3 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x4778038d8fc36dfa expref: -99 pid: 22712 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783441792.282082:0:24299:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1783441792.282109:0:24299:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.106@tcp lock: ffff9114aebd0a00/0x4778038d8fc36df3 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x4778038d8fc36dfa expref: -99 pid: 22712 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783441792.282114:0:24299:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.106@tcp lock: ffff9114aebd0a00/0x4778038d8fc36df3 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x4778038d8fc36dfa expref: -99 pid: 22712 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783441792.282124:0:24299:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1783441792.282127:0:24299:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.106@tcp lock: ffff9114aebd0c00/0x4778038d8fc36dde lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x4778038d8fc36de5 expref: -99 pid: 22712 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783441792.282132:0:24299:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9114aebd0c00 already unused, calling callback (ffffffffc126cc20) 10000000:00010000:1.0:1783441792.282135:0:24299:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.106@tcp lock: ffff9114aebd0c00/0x4778038d8fc36dde lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x4778038d8fc36de5 expref: -99 pid: 22712 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783441792.282141:0:24299:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.106@tcp lock: ffff9114aebd0c00/0x4778038d8fc36dde lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x4778038d8fc36de5 expref: -99 pid: 22712 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1783441792.282146:0:24299:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.106@tcp lock: ffff9114aebd0c00/0x4778038d8fc36dde lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x4778038d8fc36de5 expref: -99 pid: 22712 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1783441792.282151:0:24299:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:1.0:1783441792.282165:0:24299:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.106@tcp lock: ffff9114aebd0c00/0x4778038d8fc36dde lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x4778038d8fc36de5 expref: -99 pid: 22712 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783441792.282170:0:24299:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1783441792.282191:0:24299:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.106@tcp lock: ffff9114aebd0c00/0x4778038d8fc36dde lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x4778038d8fc36de5 expref: -99 pid: 22712 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783441792.282198:0:24299:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.106@tcp lock: ffff9114aebd0c00/0x4778038d8fc36dde lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x4778038d8fc36de5 expref: -99 pid: 22712 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783441792.282209:0:24299:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783441792.282211:0:24299:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783441792.282213:0:24299:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1783441792.282223:0:3647:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1783441792.282235:0:3647:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff911383e3df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0:3647:1870073572898560:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1783441792.282270:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783441792.282301:0:3649:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9114bfb47100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0:3649:1870073572898688:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1783441792.282324:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783441792.282375:0:22701:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572898560 00000100:00100000:1.0:1783441792.282379:0:22701:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572898560 00010000:00010000:1.0:1783441792.282398:0:22701:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9114aeae5400/0x4778038d8fc36dfa lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x4778038d8fc36df3 expref: 25 pid: 22708 timeout: 883 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783441792.282822:0:22701:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572898688 00000100:00100000:1.0:1783441792.282826:0:22701:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572898688 00010000:00010000:1.0:1783441792.282839:0:22701:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9114aebd1200/0x4778038d8fc36de5 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x4778038d8fc36dde expref: 26 pid: 22710 timeout: 883 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783441792.282851:0:22701:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:1.0:1783441792.282856:0:22701:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9114bfb44000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0+26:3647:x1870073572898560:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1783441792.282866:0:22701:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1783441792.282871:0:22701:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9114aeae5400/0x4778038d8fc36dfa lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x4778038d8fc36df3 expref: 26 pid: 22708 timeout: 883 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783441792.282890:0:22701:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9114aeae5400/0x4778038d8fc36dfa lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x4778038d8fc36df3 expref: 26 pid: 22708 timeout: 883 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783441792.282902:0:22701:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9114aeae5400/0x4778038d8fc36dfa lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x4778038d8fc36df3 expref: 26 pid: 22708 timeout: 883 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783441792.282914:0:22701:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1783441792.282942:0:22701:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9114bfb44000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0+25:3647:x1870073572898560:12345-0@lo:103:ldlm_bl.0 Request processed in 85us (671us total) trans 0 rc 0/0 00000100:00100000:1.0:1783441792.282948:0:22701:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00100000:1.0:1783441792.282962:0:22701:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:1.0:1783441792.282967:0:22701:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9114bfb45180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0+24:3649:x1870073572898688:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1783441792.282973:0:22701:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1783441792.282977:0:22701:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9114aebd1200/0x4778038d8fc36de5 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x4778038d8fc36dde expref: 24 pid: 22710 timeout: 883 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783441792.282985:0:22701:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9114aebd1200/0x4778038d8fc36de5 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x4778038d8fc36dde expref: 24 pid: 22710 timeout: 883 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783441792.282993:0:22701:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9114aebd1200/0x4778038d8fc36de5 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x4778038d8fc36dde expref: 24 pid: 22710 timeout: 883 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783441792.283004:0:22701:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff9114aeae5c00/0x4778038d8fc36f2e lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 22730 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783441792.283011:0:22701:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9114aeae5c00/0x4778038d8fc36f2e lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 22730 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 20000000:01000000:1.0:1783441792.283023:0:22701:0:(mgs_nids.c:688:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.021211216s 00010000:00010000:1.0:1783441792.283031:0:22701:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff9114aeae5c00/0x4778038d8fc36f2e lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 22730 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783441792.283039:0:22701:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff9114aeae5c00/0x4778038d8fc36f2e lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22730 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783441792.283045:0:22701:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff9114aeae5c00/0x4778038d8fc36f2e lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22730 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783441792.283051:0:22701:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff9114aeae5c00/0x4778038d8fc36f2e lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22730 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783441792.283056:0:22701:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9114aeae5c00 already unused, calling callback (ffffffffc0c73f90) 00010000:00010000:1.0:1783441792.283060:0:22701:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff9114aeae5c00/0x4778038d8fc36f2e lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22730 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783441792.283066:0:22701:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff9114aeae5c00/0x4778038d8fc36f2e lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 22730 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783441792.283078:0:22701:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff9114aeae5c00/0x4778038d8fc36f2e lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22730 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783441792.283086:0:22701:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1783441792.283107:0:22701:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9114bfb45180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0+23:3649:x1870073572898688:12345-0@lo:103:ldlm_bl.0 Request processed in 140us (783us total) trans 0 rc 0/0 00000100:00100000:1.0:1783441792.283113:0:22701:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00100000:0.0:1783441792.284951:0:3647:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff911383e3df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0:3647:1870073572898560:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1783441792.284996:0:22730:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff9114aeae5c00/0x4778038d8fc36f2e lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22730 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783441792.285008:0:22730:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff9114aeae5c00/0x4778038d8fc36f2e lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22730 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783441792.285035:0:22730:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9114aeae5c00/0x4778038d8fc36f2e lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22730 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783441792.285217:0:22704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1783441792.285695:0:3649:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9114bfb47100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0:3649:1870073572898688:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1783441792.286012:0:22710:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff911383b82450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0+22:25036:x1870073572898176:12345-0@lo:253:mount.lustre.0 Request processed in 7172us (7584us total) trans 0 rc 0/0 00000100:00100000:2.0:1783441792.286024:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 114 00000100:00100000:0.0:1783441792.286877:0:25036:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9114bf53ca80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0:25036:1870073572898176:0@lo:253:mount.lustre.0 10000000:01000000:0.0:1783441792.286898:0:25036:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-OST0001 got index = 1 00000020:01000004:0.0:1783441792.286901:0:25036:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:0.0:1783441792.286903:0:25036:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0001 00000020:01000004:0.0:1783441792.286905:0:25036:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:0.0:1783441792.286906:0:25036:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:0.0:1783441792.286907:0:25036:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:0.0:1783441792.286909:0:25036:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:0.0:1783441792.286910:0:25036:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1783441792.286912:0:25036:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1783441792.286914:0:25036:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 00000020:02000000:0.0:1783441792.286928:0:25036:0:(tgt_mount.c:2690:server_calc_timeout()) lustre-OST0001: Imperative Recovery not enabled, recovery window 60-180 00000001:00000004:2.0:1783441792.297110:0:25036:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 3, last_transno is 12884901888 00002000:00080000:2.0:1783441792.304966:0:25036:0:(ofd_obd.c:539:ofd_postrecov()) lustre-OST0001: recovery is over 00100000:10000000:2.0:1783441792.304977:0:25036:0:(lfsck_lib.c:3085:lfsck_start()) lustre-OST0001-osd: start master thread 00000020:01000004:2.0:1783441792.305032:0:25036:0:(tgt_mount.c:298:server_mgc_clear_fs()) Unassign mgc disk 10000000:01000000:2.0:1783441792.305082:0:25036:0:(mgc_request_server.c:166:mgc_fs_clear()) MGC192.168.202.106@tcp: cl_mgc_mutex unlock 00000020:01000004:2.0:1783441792.305103:0:25036:0:(tgt_mount.c:2459:server_fill_super_common()) Server sb, dev=50 00000080:00000004:2.0:1783441792.305129:0:25036:0:(super25.c:187:lustre_fill_super()) /dev/mapper/ost2_flakey: Mount complete 00000020:00000004:2.0:1783441792.305992:0:25036:0:(tgt_mount.c:2345:server_getattr()) lustre-OST0001: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:2.0:1783441792.306223:0:25036:0:(tgt_mount.c:2360:is_cmd_supported()) ioctl cmd=81009431 00000100:00100000:2.0:1783441792.977738:0:3650:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9114bfb47100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3650:1870073572898816:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1783441792.977830:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783441792.978069:0:24225:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572898816 00000100:00100000:0.0:1783441792.978078:0:24225:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572898816 00000100:00100000:0.0:1783441792.978132:0:24225:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:0.0:1783441792.978151:0:24225:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9114bf53ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3650:x1870073572898816:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1783441792.978191:0:24225:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923505152 avail 3691982848 00000100:00100000:0.0:1783441792.978254:0:24225:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9114bf53ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3650:x1870073572898816:12345-0@lo:13:osp-pre-0-0.0 Request processed in 113us (423us total) trans 0 rc 0/0 00000100:00100000:0.0:1783441792.978260:0:24225:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00100000:2.0:1783441792.978638:0:3650:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9114bfb47100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3650:1870073572898816:0@lo:13:osp-pre-0-0.0 00010000:00010000:2.0:1783441793.045825:0:22703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000004:1.0:1783441793.362880:0:25104:0:(tgt_mount.c:2345:server_getattr()) lustre-OST0001: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:1.0:1783441793.363122:0:25104:0:(tgt_mount.c:2360:is_cmd_supported()) ioctl cmd=81009431 00000100:00100000:0.0:1783441793.494691:0:3647:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9114b0d45f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3647:1870073572898944:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1783441793.494800:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783441793.505559:0:22719:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572898944 00000100:00100000:1.0:1783441793.505573:0:22719:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572898944 00000100:00100000:1.0:1783441793.505651:0:22719:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 49 00000100:00100000:1.0:1783441793.505661:0:22719:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9113848c5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3647:x1870073572898944:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1783441793.505707:0:22719:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446461440 avail 1300221952 00000100:00100000:1.0:1783441793.505807:0:22719:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9113848c5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3647:x1870073572898944:12345-0@lo:41:osp-pre-1-0.0 Request processed in 148us (11007us total) trans 0 rc 0/0 00000100:00100000:1.0:1783441793.505815:0:22719:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 49 00000100:00100000:2.0:1783441793.509598:0:3647:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9114b0d45f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3647:1870073572898944:0@lo:41:osp-pre-1-0.0 10000000:01000000:3.0:1783441793.511520:0:22712:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:01000000:3.0:1783441793.511528:0:22712:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-mdtir-ffff91148a291000 from 14 10000000:01000000:3.0:1783441793.511532:0:22712:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:3.0:1783441793.511592:0:22712:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.106@tcp lock: ffff9114b50d5400/0x4778038d8fc36f35 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22712 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783441793.511603:0:22712:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.106@tcp lock: ffff9114b50d5400/0x4778038d8fc36f35 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22712 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783441793.511613:0:22712:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.106@tcp lock: ffff9114b50d5400/0x4778038d8fc36f35 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22712 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783441793.511638:0:22712:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9114b0d44700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0:22712:1870073572899072:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1783441793.511711:0:22712:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783441793.511751:0:22708:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572899072 00000100:00100000:3.0:1783441793.511758:0:22708:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572899072 00000100:00100000:3.0:1783441793.511811:0:22708:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 115 00000100:00100000:3.0:1783441793.511820:0:22708:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9114b57bb050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0+22:22712:x1870073572899072:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1783441793.511835:0:22708:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1783441793.511849:0:22708:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9114b50d4200/0x4778038d8fc36f3c lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x4778038d8fc36f35 expref: -99 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783441793.511875:0:22708:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9114b50d4200/0x4778038d8fc36f3c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x4778038d8fc36f35 expref: 23 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783441793.511887:0:22708:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9114b50d4200/0x4778038d8fc36f3c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x4778038d8fc36f35 expref: 23 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783441793.511914:0:22708:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9114b50d4200, rc 0) 00000100:00100000:3.0:1783441793.511946:0:22708:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9114b57bb050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0+23:22712:x1870073572899072:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 128us (235us total) trans 0 rc 0/0 00000100:00100000:3.0:1783441793.511954:0:22708:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 115 00000100:00100000:3.0:1783441793.511996:0:22712:0:(client.c:2702:ptlrpc_set_wait()) set ffff911383ef0180 going to sleep for 11 seconds 00000100:00100000:3.0:1783441793.512017:0:22712:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9114b0d44700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0:22712:1870073572899072:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1783441793.512032:0:22712:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.106@tcp lock: ffff9114b50d5400/0x4778038d8fc36f35 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x4778038d8fc36f3c expref: -99 pid: 22712 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783441793.512042:0:22712:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.106@tcp lock: ffff9114b50d5400/0x4778038d8fc36f35 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x4778038d8fc36f3c expref: -99 pid: 22712 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783441793.512088:0:22712:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9114b0d44700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0:22712:1870073572899200:0@lo:256:ll_cfg_requeue.0 00000100:00100000:3.0:1783441793.512117:0:22712:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783441793.512128:0:22712:0:(client.c:2702:ptlrpc_set_wait()) set ffff911383ef0180 going to sleep for 11 seconds 00000100:00100000:0.0:1783441793.512307:0:22709:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572899200 00000100:00100000:0.0:1783441793.512311:0:22709:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572899200 00000100:00100000:0.0:1783441793.512344:0:22709:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 116 00000100:00100000:0.0:1783441793.512350:0:22709:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9114b57ba850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0+23:22712:x1870073572899200:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:0.0:1783441793.512370:0:22709:0:(mgs_nids.c:914:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:0.0:1783441793.512386:0:22709:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:0.0:1783441793.512389:0:22709:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 14 00000100:00100000:0.0:1783441793.512478:0:22709:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9114b57ba850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0+23:22712:x1870073572899200:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 128us (360us total) trans 0 rc 0/0 00000100:00100000:0.0:1783441793.512485:0:22709:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 116 00000100:00100000:3.0:1783441793.516734:0:22712:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9114b0d44700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0:22712:1870073572899200:0@lo:256:ll_cfg_requeue.0 10000000:01000000:3.0:1783441793.516838:0:22712:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.202.106@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:3.0:1783441793.516849:0:22712:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.106@tcp lock: ffff9114b50d5400/0x4778038d8fc36f35 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x4778038d8fc36f3c expref: -99 pid: 22712 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783441793.516861:0:22712:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.106@tcp lock: ffff9114b50d5400/0x4778038d8fc36f35 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x4778038d8fc36f3c expref: -99 pid: 22712 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1783441793.516873:0:22712:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:01000000:3.0:1783441793.516876:0:22712:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-mdtir-ffff9113821bd800 from 14 10000000:01000000:3.0:1783441793.516879:0:22712:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:3.0:1783441793.516919:0:22712:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.106@tcp lock: ffff9114b50d4400/0x4778038d8fc36f43 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22712 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783441793.516927:0:22712:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.106@tcp lock: ffff9114b50d4400/0x4778038d8fc36f43 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22712 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783441793.516936:0:22712:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.106@tcp lock: ffff9114b50d4400/0x4778038d8fc36f43 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22712 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783441793.516957:0:22712:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9114b0d44700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0:22712:1870073572899328:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1783441793.517013:0:22712:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783441793.517056:0:22712:0:(client.c:2702:ptlrpc_set_wait()) set ffff9114884ce180 going to sleep for 11 seconds 00000100:00100000:2.0:1783441793.517166:0:22709:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572899328 00000100:00100000:2.0:1783441793.517174:0:22709:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572899328 00000100:00100000:2.0:1783441793.517231:0:22709:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 117 00000100:00100000:2.0:1783441793.517242:0:22709:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9114b57ba050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0+23:22712:x1870073572899328:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1783441793.517256:0:22709:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1783441793.517276:0:22709:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9114aeae5a00/0x4778038d8fc36f4a lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x4778038d8fc36f43 expref: -99 pid: 22709 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441793.517300:0:22709:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9114aeae5a00/0x4778038d8fc36f4a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x4778038d8fc36f43 expref: 24 pid: 22709 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441793.517311:0:22709:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9114aeae5a00/0x4778038d8fc36f4a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x4778038d8fc36f43 expref: 24 pid: 22709 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441793.517320:0:22709:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9114aeae5a00, rc 0) 00000100:00100000:2.0:1783441793.517364:0:22709:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9114b57ba050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0+24:22712:x1870073572899328:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 124us (350us total) trans 0 rc 0/0 00000100:00100000:2.0:1783441793.517372:0:22709:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 117 00000100:00100000:3.0:1783441793.520568:0:22712:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9114b0d44700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0:22712:1870073572899328:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1783441793.520602:0:22712:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.106@tcp lock: ffff9114b50d4400/0x4778038d8fc36f43 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x4778038d8fc36f4a expref: -99 pid: 22712 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783441793.520616:0:22712:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.106@tcp lock: ffff9114b50d4400/0x4778038d8fc36f43 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x4778038d8fc36f4a expref: -99 pid: 22712 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783441793.520724:0:22712:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9114b0d44700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0:22712:1870073572899456:0@lo:256:ll_cfg_requeue.0 00000100:00100000:3.0:1783441793.520806:0:22712:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783441793.520837:0:22712:0:(client.c:2702:ptlrpc_set_wait()) set ffff9114884ce180 going to sleep for 11 seconds 00000100:00100000:2.0:1783441793.520899:0:22708:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572899456 00000100:00100000:2.0:1783441793.520906:0:22708:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572899456 00000100:00100000:2.0:1783441793.520960:0:22708:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 118 00000100:00100000:2.0:1783441793.520968:0:22708:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9114b57bac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0+24:22712:x1870073572899456:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:2.0:1783441793.520989:0:22708:0:(mgs_nids.c:914:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:2.0:1783441793.521009:0:22708:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:2.0:1783441793.521012:0:22708:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 14 00000100:00100000:2.0:1783441793.521116:0:22708:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9114b57bac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0+24:22712:x1870073572899456:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 148us (308us total) trans 0 rc 0/0 00000100:00100000:2.0:1783441793.521123:0:22708:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 118 00000100:00100000:3.0:1783441793.521410:0:22712:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9114b0d44700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0:22712:1870073572899456:0@lo:256:ll_cfg_requeue.0 10000000:01000000:3.0:1783441793.521488:0:22712:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.202.106@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:3.0:1783441793.521524:0:22712:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.106@tcp lock: ffff9114b50d4400/0x4778038d8fc36f43 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x4778038d8fc36f4a expref: -99 pid: 22712 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783441793.521536:0:22712:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.106@tcp lock: ffff9114b50d4400/0x4778038d8fc36f43 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x4778038d8fc36f4a expref: -99 pid: 22712 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783441794.066057:0:24299:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1783441794.900849:0:22748:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:3.0:1783441795.090672:0:22704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1783441796.050840:0:3647:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1783441796.050871:0:3647:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9114bfb45c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3647:1870073572899584:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1783441796.050973:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783441796.051039:0:24225:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572899584 00000100:00100000:1.0:1783441796.051061:0:24225:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572899584 00000100:00100000:1.0:1783441796.051123:0:24225:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:1.0:1783441796.051134:0:24225:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9114bfb47100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3647:x1870073572899584:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1783441796.051164:0:24225:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923505152 avail 3691982848 00000100:00100000:1.0:1783441796.051203:0:24225:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9114bfb47100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3647:x1870073572899584:12345-0@lo:13:osp-pre-0-1.0 Request processed in 72us (230us total) trans 0 rc 0/0 00000100:00100000:1.0:1783441796.051210:0:24225:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00080000:1.0:1783441796.051230:0:22711:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1783441796.051267:0:3647:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9114bfb45c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3647:1870073572899584:0@lo:13:osp-pre-0-1.0 00010000:00010000:2.0:1783441796.115910:0:22703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1783441796.561043:0:3650:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1783441796.561069:0:3650:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9114bf53c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3650:1870073572899712:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1783441796.561192:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783441796.561482:0:23738:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572899712 00000100:00100000:0.0:1783441796.561491:0:23738:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572899712 00000100:00100000:0.0:1783441796.561575:0:23738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50 00000100:00100000:0.0:1783441796.561586:0:23738:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9114bfb45c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3650:x1870073572899712:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1783441796.561625:0:23738:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000100:00100000:0.0:1783441796.561995:0:23738:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9114bfb45c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3650:x1870073572899712:12345-0@lo:41:osp-pre-0-1.0 Request processed in 409us (800us total) trans 0 rc 0/0 00000100:00100000:0.0:1783441796.562005:0:23738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50 00000100:00100000:1.0:1783441796.562095:0:3650:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9114bf53c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3650:1870073572899712:0@lo:41:osp-pre-0-1.0 00010000:00010000:3.0:1783441797.138763:0:24299:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1783441797.585675:0:21092:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1783441797.585682:0:21092:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1783441797.585686:0:21092:0:(import.c:65:import_set_state_nolock()) ffff9114b0dd8800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1783441797.585701:0:21092:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-MDT0000: import ffff9114b0dd8800 using connection 192.168.202.106@tcp/0@lo 00000100:00100000:2.0:1783441797.585727:0:21092:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff911383dd2680 x1870073572900224/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1783441797.585771:0:21092:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1783441797.585775:0:21092:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1783441797.585776:0:21092:0:(import.c:65:import_set_state_nolock()) ffff9114a77f3000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1783441797.585782:0:21092:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-MDT0001: import ffff9114a77f3000 using connection 192.168.202.106@tcp/0@lo 00000100:00100000:2.0:1783441797.585794:0:21092:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff911383dd3800 x1870073572900736/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1783441797.585844:0:3649:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff911383dd1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3649:1870073572900352:0@lo:400:kworker.0 00000100:00100000:2.0:1783441797.585943:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783441797.585989:0:3649:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff911383dd0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3649:1870073572900992:0@lo:400:kworker.0 00000100:00100000:2.0:1783441797.586008:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783441797.586043:0:3649:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:2.0:1783441797.586049:0:3649:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9114bf53e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0:3649:1870073572899840:0@lo:400:kworker.0 00000100:00100000:2.0:1783441797.586077:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783441797.586099:0:3649:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff911383dd2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3649:1870073572900480:0@lo:400:kworker.0 00000100:00100000:2.0:1783441797.586127:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783441797.586148:0:3649:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff911383dd1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3649:1870073572901120:0@lo:400:kworker.0 00000100:00100000:2.0:1783441797.586167:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783441797.586193:0:3647:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9114bf53c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3647:1870073572899968:0@lo:400:kworker.0 00000100:00100000:2.0:1783441797.586214:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783441797.586229:0:3647:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff911383dd3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3647:1870073572900608:0@lo:400:kworker.0 00000100:00100000:2.0:1783441797.586248:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783441797.586261:0:3647:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff911383dd1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3647:1870073572901248:0@lo:400:kworker.0 00000100:00100000:2.0:1783441797.586280:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783441797.586297:0:3647:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:2.0:1783441797.586302:0:3647:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff911383dd1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3647:1870073572900096:0@lo:400:kworker.0 00000100:00100000:2.0:1783441797.586322:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783441797.586335:0:3647:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff911383dd2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3647:1870073572900864:0@lo:400:kworker.0 00000100:00100000:2.0:1783441797.586351:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783441797.586359:0:3647:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff911383dd0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3647:1870073572901376:0@lo:400:kworker.0 00000100:00100000:2.0:1783441797.586373:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783441797.586392:0:3646:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff911383dd2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3646:1870073572900224:0@lo:8:kworker.0 00000100:00100000:2.0:1783441797.586429:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783441797.586444:0:3646:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff911383dd3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3646:1870073572900736:0@lo:8:kworker.0 00000100:00100000:2.0:1783441797.586465:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783441797.586518:0:22714:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572900352 00000100:00100000:2.0:1783441797.586528:0:22714:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572900352 00000100:00100000:2.0:1783441797.586569:0:22714:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572900992 00000040:00080000:1.0:1783441797.586570:0:23473:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:2.0:1783441797.586571:0:22714:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572900992 00000100:00100000:2.0:1783441797.586599:0:22714:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572901120 00000100:00100000:2.0:1783441797.586602:0:22714:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572901120 00000100:00100000:2.0:1783441797.586614:0:22714:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572901248 00000100:00100000:2.0:1783441797.586616:0:22714:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572901248 00000100:00100000:2.0:1783441797.586628:0:22714:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572900864 00000100:00100000:2.0:1783441797.586631:0:22714:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572900864 00000100:00100000:2.0:1783441797.586640:0:22714:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572901376 00000100:00100000:2.0:1783441797.586642:0:22714:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572901376 00000100:00100000:2.0:1783441797.586657:0:22714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36 00000100:00100000:2.0:1783441797.586665:0:22714:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff911383dd1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3649:x1870073572900352:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1783441797.586718:0:22714:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff911383dd1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3649:x1870073572900352:12345-0@lo:400:kworker.0 Request processed in 54us (775us total) trans 0 rc 0/0 00000100:00100000:2.0:1783441797.586725:0:22714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36 00000100:00100000:2.0:1783441797.586748:0:22714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37 00000100:00100000:2.0:1783441797.586754:0:22714:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff911383dd0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3649:x1870073572900992:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1783441797.586783:0:22714:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff911383dd0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3649:x1870073572900992:12345-0@lo:400:kworker.0 Request processed in 30us (774us total) trans 0 rc 0/0 00000100:00100000:2.0:1783441797.586789:0:22714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37 00000100:00100000:2.0:1783441797.586799:0:22714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38 00000100:00100000:2.0:1783441797.586804:0:22714:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff911383dd3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3649:x1870073572901120:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1783441797.586830:0:22714:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff911383dd3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3649:x1870073572901120:12345-0@lo:400:kworker.0 Request processed in 26us (662us total) trans 0 rc 0/0 00000100:00100000:2.0:1783441797.586835:0:22714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38 00000100:00100000:2.0:1783441797.586846:0:22714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 39 00000100:00100000:2.0:1783441797.586851:0:22714:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff911383dd0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3647:x1870073572901248:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1783441797.587018:0:24294:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572900608 00000100:00100000:0.0:1783441797.587024:0:24294:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572900608 00000100:00100000:0.0:1783441797.587055:0:24294:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572900096 00000100:00100000:2.0:1783441797.587359:0:22714:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff911383dd0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3647:x1870073572901248:12345-0@lo:400:kworker.0 Request processed in 508us (1077us total) trans 0 rc 0/0 00000100:00100000:2.0:1783441797.587367:0:22714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 39 00000100:00100000:2.0:1783441797.587381:0:22714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40 00000100:00100000:2.0:1783441797.587387:0:22714:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9113810d2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3647:x1870073572900864:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1783441797.587426:0:22714:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9113810d2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3647:x1870073572900864:12345-0@lo:400:kworker.0 Request processed in 39us (1073us total) trans 0 rc 0/0 00000100:00100000:2.0:1783441797.587432:0:22714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40 00000100:00100000:2.0:1783441797.587442:0:22714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41 00000100:00100000:2.0:1783441797.587449:0:22714:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9113810d3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3647:x1870073572901376:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1783441797.587493:0:22714:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9113810d3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3647:x1870073572901376:12345-0@lo:400:kworker.0 Request processed in 45us (1118us total) trans 0 rc 0/0 00000100:00100000:2.0:1783441797.587520:0:22714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41 00000100:00100000:2.0:1783441797.587555:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572899840 00000100:00100000:2.0:1783441797.587559:0:22710:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572899840 00000100:00100000:2.0:1783441797.587597:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 119 00000100:00100000:2.0:1783441797.587603:0:22710:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9114b57bbc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0+24:3649:x1870073572899840:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1783441797.587631:0:22710:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9114b57bbc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0+24:3649:x1870073572899840:12345-0@lo:400:kworker.0 Request processed in 29us (1554us total) trans 0 rc 0/0 00000100:00100000:2.0:1783441797.587636:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 119 00000100:00100000:2.0:1783441797.587665:0:22720:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572900480 00000100:00100000:2.0:1783441797.587668:0:22720:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572900480 00000100:00100000:2.0:1783441797.587693:0:22720:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572899968 00000100:00100000:2.0:1783441797.587696:0:22720:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572899968 00000100:00100000:2.0:1783441797.587708:0:22720:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 51 00000100:00100000:2.0:1783441797.587714:0:22720:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff911383dd0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3649:x1870073572900480:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1783441797.587738:0:24294:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572900096 00000100:00100000:2.0:1783441797.587749:0:22720:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff911383dd0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3649:x1870073572900480:12345-0@lo:400:kworker.0 Request processed in 35us (1623us total) trans 0 rc 0/0 00000100:00100000:2.0:1783441797.587756:0:22720:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 51 00000100:00100000:0.0:1783441797.587761:0:24294:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572900224 00000100:00100000:2.0:1783441797.587766:0:22720:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 52 00000100:00100000:2.0:1783441797.587771:0:22720:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff911383dd2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3647:x1870073572899968:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1783441797.587801:0:22720:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff911383dd2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3647:x1870073572899968:12345-0@lo:400:kworker.0 Request processed in 29us (1585us total) trans 0 rc 0/0 00000100:00100000:2.0:1783441797.587818:0:22720:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 52 00000100:00100000:2.0:1783441797.587848:0:24220:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572900736 00000100:00100000:2.0:1783441797.587853:0:24220:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572900736 00000100:00100000:2.0:1783441797.587904:0:24220:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:2.0:1783441797.587910:0:24220:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff911383dd3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3647:x1870073572900608:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1783441797.587945:0:24220:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff911383dd3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3647:x1870073572900608:12345-0@lo:400:kworker.0 Request processed in 35us (1695us total) trans 0 rc 0/0 00000100:00100000:2.0:1783441797.587961:0:24220:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00100000:2.0:1783441797.587974:0:24220:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:2.0:1783441797.587980:0:24220:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9113810d0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3647:x1870073572900096:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1783441797.588009:0:24220:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9113810d0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3647:x1870073572900096:12345-0@lo:400:kworker.0 Request processed in 29us (1686us total) trans 0 rc 0/0 00000100:00100000:2.0:1783441797.588014:0:24220:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00100000:2.0:1783441797.588024:0:24220:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00100000:2.0:1783441797.588028:0:24220:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9113810d3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3646:x1870073572900736:12345-0@lo:8:kworker.0 00010000:00080000:2.0:1783441797.588060:0:24220:0:(ldlm_lib.c:1432:target_handle_connect()) lustre-OST0001: connection from lustre-MDT0001-mdtlov_UUID@0@lo t0 exp 0000000000000000 cur 788 last 0 00000020:00000080:2.0:1783441797.588090:0:24220:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0001-mdtlov_UUID, cookie 0x4778038d8fc36f51 00002000:00100000:2.0:1783441797.588107:0:24220:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0001: cli lustre-MDT0001-mdtlov_UUID/ffff911484f22000 ocd_connect_flags: 0xa044401443000026 ocd_version: 2113669 ocd_grant: 0 ocd_index: 1 ocd_group 1 00002000:00080000:2.0:1783441797.588112:0:24220:0:(ofd_obd.c:139:ofd_parse_connect_data()) lustre-OST0001: Received MDS connection for group 1 00002000:00100000:2.0:1783441797.588115:0:24220:0:(ofd_obd.c:227:ofd_parse_connect_data()) lustre-OST0001: cli does not support OBD_CONNECT_CKSUM 00002000:00080000:2.0:1783441797.588317:0:24220:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0001: get connection from MDS 1 00000100:00080000:2.0:1783441797.588344:0:24220:0:(import.c:65:import_set_state_nolock()) ffff911484f26000 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1783441797.588386:0:24220:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9113810d3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+6:3646:x1870073572900736:12345-0@lo:8:kworker.0 Request processed in 355us (1919us total) trans 0 rc 0/0 00000100:00100000:2.0:1783441797.588392:0:24220:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00000100:00080000:2.0:1783441797.588429:0:22711:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1783441797.588433:0:22711:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1783441797.588435:0:22711:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00080000:2.0:1783441797.588471:0:3646:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff911383dd3800 x1870073572900736/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/416 e 0 to 0 dl 1783441822 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1783441797.588488:0:3646:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-OST0001-osc-MDT0001: connect to target with instance 3 00000100:00080000:2.0:1783441797.588515:0:3646:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-OST0001-osc-MDT0001: Resetting ns_connect_flags to server flags: 0xa040401443000026 00000100:00080000:2.0:1783441797.588528:0:3646:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0001_UUID 00000100:00080000:2.0:1783441797.588530:0:3646:0:(import.c:65:import_set_state_nolock()) ffff9114a77f3000 lustre-OST0001_UUID: changing import state from CONNECTING to FULL 00000004:00080000:2.0:1783441797.588550:0:3646:0:(osp_dev.c:1648:osp_import_event()) got connected 00000100:00100000:2.0:1783441797.588555:0:3646:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff911383dd3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3646:1870073572900736:0@lo:8:kworker.0 00000004:00080000:2.0:1783441797.588581:0:23457:0:(osp_sync.c:1045:osp_sync_process_record()) processed all old entries 00000004:00080000:2.0:1783441797.588646:0:23457:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 788451145891ns, next at 0ns, rc = 0 00080000:00080000:2.0:1783441797.588653:0:23457:0:(osd_handler.c:2850:osd_commit_async()) lustre-MDT0001: async commit OSD 00000100:00100000:2.0:1783441797.588883:0:3647:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff911383dd1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3647:1870073572900096:0@lo:400:kworker.0 00010000:00080000:2.0:1783441797.588898:0:3647:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff911383dd2300 x1870073572900864/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1783441813 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1783441797.588909:0:3647:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff911383dd2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3647:1870073572900864:0@lo:400:kworker.0 00010000:00080000:2.0:1783441797.588920:0:3647:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff911383dd0e00 x1870073572901376/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1783441813 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1783441797.588929:0:3647:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff911383dd0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3647:1870073572901376:0@lo:400:kworker.0 00000100:00100000:2.0:1783441797.588940:0:3647:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9114bf53c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3647:1870073572899968:0@lo:400:kworker.0 00000100:00100000:2.0:1783441797.588951:0:3647:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff911383dd3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3647:1870073572900608:0@lo:400:kworker.0 00010000:00080000:2.0:1783441797.588961:0:3647:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff911383dd1500 x1870073572901248/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1783441813 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1783441797.588968:0:3647:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff911383dd1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3647:1870073572901248:0@lo:400:kworker.0 00000100:00100000:2.0:1783441797.589007:0:3649:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9114bf53e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0:3649:1870073572899840:0@lo:400:kworker.0 00000100:00100000:2.0:1783441797.589019:0:3649:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff911383dd2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3649:1870073572900480:0@lo:400:kworker.0 00010000:00080000:2.0:1783441797.589031:0:3649:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff911383dd1c00 x1870073572901120/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1783441813 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1783441797.589048:0:3649:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff911383dd1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3649:1870073572901120:0@lo:400:kworker.0 00010000:00080000:2.0:1783441797.589063:0:3649:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff911383dd1880 x1870073572900352/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1783441813 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1783441797.589072:0:3649:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff911383dd1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3649:1870073572900352:0@lo:400:kworker.0 00010000:00080000:2.0:1783441797.589082:0:3649:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff911383dd0700 x1870073572900992/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1783441813 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1783441797.589089:0:3649:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff911383dd0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3649:1870073572900992:0@lo:400:kworker.0 00000100:00100000:0.0:1783441797.589518:0:24294:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572900224 00000100:00100000:0.0:1783441797.589568:0:24294:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17 00000100:00100000:0.0:1783441797.589576:0:24294:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9113810d1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3646:x1870073572900224:12345-0@lo:8:kworker.0 00010000:00080000:0.0:1783441797.589605:0:24294:0:(ldlm_lib.c:1432:target_handle_connect()) lustre-OST0001: connection from lustre-MDT0000-mdtlov_UUID@0@lo t0 exp 0000000000000000 cur 788 last 0 00000020:00000080:0.0:1783441797.589632:0:24294:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0x4778038d8fc36f58 00002000:00100000:0.0:1783441797.589645:0:24294:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0001: cli lustre-MDT0000-mdtlov_UUID/ffff911382275000 ocd_connect_flags: 0xa044401443000026 ocd_version: 2113669 ocd_grant: 0 ocd_index: 1 ocd_group 0 00002000:00080000:0.0:1783441797.589649:0:24294:0:(ofd_obd.c:139:ofd_parse_connect_data()) lustre-OST0001: Received MDS connection for group 0 00002000:00100000:0.0:1783441797.589652:0:24294:0:(ofd_obd.c:227:ofd_parse_connect_data()) lustre-OST0001: cli does not support OBD_CONNECT_CKSUM 00002000:00080000:0.0:1783441797.589704:0:24294:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0001: get connection from MDS 0 00000100:00080000:0.0:1783441797.589728:0:24294:0:(import.c:65:import_set_state_nolock()) ffff911382272000 : changing import state from RECOVER to FULL 00000100:00100000:0.0:1783441797.589792:0:24294:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9113810d1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:3646:x1870073572900224:12345-0@lo:8:kworker.0 Request processed in 215us (3361us total) trans 0 rc 0/0 00000100:00100000:0.0:1783441797.589800:0:24294:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17 00000004:00080000:3.0:1783441797.592123:0:23458:0:(osp_precreate.c:882:osp_precreate_cleanup_orphans()) lustre-OST0001-osc-MDT0001: going to cleanup orphans since [0x2c0000400:0x1:0x0] 00000100:00100000:3.0:1783441797.592159:0:23458:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9114b0d47800 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0001-mdtlov_UUID:23458:1870073572901632:0@lo:7:osp-pre-1-1.0 00000100:00100000:3.0:1783441797.592253:0:23458:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783441797.592293:0:23458:0:(client.c:2702:ptlrpc_set_wait()) set ffff9114aea63a80 going to sleep for 11 seconds 00000100:00100000:3.0:1783441797.592315:0:3650:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1783441797.592328:0:3650:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9114b0d44700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3650:1870073572901504:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1783441797.592357:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783441797.592390:0:24225:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572901504 00000100:00100000:3.0:1783441797.592411:0:24225:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572901504 00000100:00100000:3.0:1783441797.592470:0:24225:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:3.0:1783441797.592496:0:24225:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9114b0d45f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:3650:x1870073572901504:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1783441797.592559:0:24225:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 280000 pending 0 free 3923509248 avail 3691986944 00000100:00100000:3.0:1783441797.592606:0:24225:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9114b0d45f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:3650:x1870073572901504:12345-0@lo:13:osp-pre-1-1.0 Request processed in 128us (248us total) trans 0 rc 0/0 00000100:00100000:3.0:1783441797.592614:0:24225:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00010000:00080000:3.0:1783441797.592658:0:3650:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9114b0d44700 x1870073572901504/t0(0) o13->lustre-OST0001-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1783441813 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1783441797.592664:0:22711:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1783441797.592676:0:3650:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9114b0d44700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3650:1870073572901504:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1783441797.592702:0:24223:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572901632 00000100:00100000:3.0:1783441797.592705:0:24223:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572901632 00000100:00100000:3.0:1783441797.592739:0:24223:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 18 00000100:00100000:3.0:1783441797.592752:0:24223:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9114b0d44000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+6:23458:x1870073572901632:12345-0@lo:7:osp-pre-1-1.0 00010000:00080000:2.0:1783441797.594164:0:3646:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff911383dd2680 x1870073572900224/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/416 e 0 to 0 dl 1783441822 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1783441797.594183:0:3646:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-OST0001-osc-MDT0000: connect to target with instance 3 00000100:00080000:2.0:1783441797.594192:0:3646:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-OST0001-osc-MDT0000: Resetting ns_connect_flags to server flags: 0xa040401443000026 00000100:00080000:2.0:1783441797.594198:0:3646:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0001_UUID 00000100:00080000:2.0:1783441797.594201:0:3646:0:(import.c:65:import_set_state_nolock()) ffff9114b0dd8800 lustre-OST0001_UUID: changing import state from CONNECTING to FULL 00000004:00080000:2.0:1783441797.594220:0:3646:0:(osp_dev.c:1648:osp_import_event()) got connected 00000100:00100000:2.0:1783441797.594226:0:3646:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff911383dd2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3646:1870073572900224:0@lo:8:kworker.0 00000004:00080000:3.0:1783441797.594301:0:22741:0:(osp_precreate.c:882:osp_precreate_cleanup_orphans()) lustre-OST0001-osc-MDT0000: going to cleanup orphans since [0x2c0000401:0x22:0x0] 00000100:00100000:3.0:1783441797.594323:0:22741:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9114b0d45880 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-0:lustre-MDT0000-mdtlov_UUID:22741:1870073572901888:0@lo:5:osp-pre-1-0.0 00000100:00100000:3.0:1783441797.594376:0:22741:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783441797.594415:0:22741:0:(client.c:2702:ptlrpc_set_wait()) set ffff9114aea63000 going to sleep for 11 seconds 00000100:00100000:3.0:1783441797.594434:0:24294:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572901888 00000100:00100000:3.0:1783441797.594442:0:24294:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572901888 00000100:00100000:3.0:1783441797.594521:0:24294:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19 00000100:00100000:3.0:1783441797.594530:0:24294:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9114aeae1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:22741:x1870073572901888:12345-0@lo:5:osp-pre-1-0.0 00000100:00100000:3.0:1783441797.594579:0:3649:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1783441797.594590:0:3649:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9114b0d44700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3649:1870073572901760:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1783441797.594618:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783441797.594645:0:24225:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572901760 00000100:00100000:3.0:1783441797.594648:0:24225:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572901760 00000100:00100000:3.0:1783441797.594675:0:24225:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:3.0:1783441797.594682:0:24225:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9114aeae3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3649:x1870073572901760:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1783441797.594695:0:24225:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 280000 pending 0 free 3923509248 avail 3691986944 00000100:00100000:3.0:1783441797.594736:0:24225:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9114aeae3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3649:x1870073572901760:12345-0@lo:13:osp-pre-1-0.0 Request processed in 54us (116us total) trans 0 rc 0/0 00000100:00100000:3.0:1783441797.594744:0:24225:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000004:00080000:0.0:1783441797.594747:0:22740:0:(osp_sync.c:1045:osp_sync_process_record()) processed all old entries 00010000:00080000:3.0:1783441797.594777:0:3649:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9114b0d44700 x1870073572901760/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1783441813 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1783441797.594791:0:3649:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9114b0d44700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3649:1870073572901760:0@lo:13:osp-pre-1-0.0 00000004:00080000:0.0:1783441797.594844:0:22740:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 788457343331ns, next at 0ns, rc = 0 00080000:00080000:0.0:1783441797.594851:0:22740:0:(osd_handler.c:2850:osd_commit_async()) lustre-MDT0000: async commit OSD 00000100:00080000:0.0:1783441797.594940:0:22711:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000004:00080000:0.0:1783441797.595795:0:23447:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 1 committed 00000004:00080000:3.0:1783441797.599034:0:22695:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1 committed 00002000:00080000:2.0:1783441797.601885:0:24223:0:(ofd_fs.c:432:ofd_seq_load()) lustre-OST0001: adding sequence 0x2c0000400 00002000:00080000:2.0:1783441797.601895:0:24223:0:(ofd_dev.c:1208:ofd_get_info_hdl()) lustre-OST0001: LAST FID is [0x2c0000400:0x41:0x0] 00000100:00100000:2.0:1783441797.601985:0:24223:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9114b0d44000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+6:23458:x1870073572901632:12345-0@lo:7:osp-pre-1-1.0 Request processed in 9229us (9727us total) trans 0 rc 0/0 00000100:00100000:2.0:1783441797.601998:0:24223:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 18 00010000:00080000:3.0:1783441797.602292:0:23458:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9114b0d47800 x1870073572901632/t0(0) o7->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 264/240 e 0 to 0 dl 1783441813 ref 2 fl Rpc:RNQU/200/0 rc 0/0 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1783441797.602316:0:23458:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9114b0d47800 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0001-mdtlov_UUID:23458:1870073572901632:0@lo:7:osp-pre-1-1.0 00000004:00080000:3.0:1783441797.602330:0:23458:0:(osp_precreate.c:810:osp_get_lastfid_from_ost()) lustre-OST0001-osc-MDT0001: Got last_fid [0x2c0000400:0x41:0x0] 00000100:00100000:3.0:1783441797.602377:0:23458:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9114aeae0a80 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0001-mdtlov_UUID:23458:1870073572902016:0@lo:5:osp-pre-1-1.0 00000100:00100000:3.0:1783441797.602430:0:23458:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783441797.602496:0:23458:0:(client.c:2702:ptlrpc_set_wait()) set ffff9114863550c0 going to sleep for 11 seconds 00002000:00080000:3.0:1783441797.603739:0:24294:0:(ofd_fs.c:432:ofd_seq_load()) lustre-OST0001: adding sequence 0x2c0000401 00002000:00080000:3.0:1783441797.603749:0:24294:0:(ofd_dev.c:1640:ofd_create_hdl()) ofd_last_id() = 65 -> diff = -31 00002000:02000040:3.0:1783441797.603754:0:24294:0:(ofd_dev.c:1491:ofd_orphans_destroy()) lustre-OST0001: new connection from lustre-MDT0000-mdtlov (cleaning up unused objects from 0x2c0000401:35 to 0x2c0000401:65) 00000100:00100000:2.0:1783441797.608786:0:24220:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572902016 00000100:00100000:2.0:1783441797.608805:0:24220:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572902016 00000100:00100000:2.0:1783441797.608881:0:24220:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20 00000100:00100000:2.0:1783441797.608892:0:24220:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9114aeae2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+6:23458:x1870073572902016:12345-0@lo:5:osp-pre-1-1.0 00002000:00080000:2.0:1783441797.608943:0:24220:0:(ofd_dev.c:1640:ofd_create_hdl()) ofd_last_id() = 65 -> diff = 0 00000100:00100000:2.0:1783441797.609044:0:24220:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9114aeae2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+6:23458:x1870073572902016:12345-0@lo:5:osp-pre-1-1.0 Request processed in 153us (6614us total) trans 0 rc 0/0 00000100:00100000:2.0:1783441797.609051:0:24220:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20 00010000:00080000:2.0:1783441797.612710:0:23458:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9114aeae0a80 x1870073572902016/t0(0) o5->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 432/432 e 0 to 0 dl 1783441813 ref 2 fl Rpc:RNQU/200/0 rc 0/0 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1783441797.612731:0:23458:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9114aeae0a80 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0001-mdtlov_UUID:23458:1870073572902016:0@lo:5:osp-pre-1-1.0 00000004:00080000:2.0:1783441797.612751:0:23458:0:(osp_precreate.c:960:osp_precreate_cleanup_orphans()) lustre-OST0001-osc-MDT0001: Got last_id [0x2c0000400:0x41:0x0] from OST, last_created [0x2c0000400:0x41:0x0]last_used is [0x2c0000400:0x41:0x0] 00000100:00100000:2.0:1783441797.612811:0:23458:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9113810d0a80 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0001-mdtlov_UUID:23458:1870073572902144:0@lo:5:osp-pre-1-1.0 00000100:00100000:2.0:1783441797.612873:0:23458:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783441797.612901:0:23458:0:(client.c:2702:ptlrpc_set_wait()) set ffff9114863550c0 going to sleep for 11 seconds 00000100:00100000:2.0:1783441797.612921:0:24223:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572902144 00000100:00100000:2.0:1783441797.612926:0:24223:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572902144 00000100:00100000:2.0:1783441797.612973:0:24223:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21 00000100:00100000:2.0:1783441797.612982:0:24223:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9113810d1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+6:23458:x1870073572902144:12345-0@lo:5:osp-pre-1-1.0 00002000:00080000:2.0:1783441797.613025:0:24223:0:(ofd_dev.c:1747:ofd_create_hdl()) lustre-OST0001: reserve 32 objects in group 0x2c0000400 at 66 00002000:00010000:3.0:1783441797.626012:0:24294:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x41:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1783441797.626029:0:24294:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000096e7e680/0x4778038d8fc36f5f lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783441797.626051:0:24294:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x41:0x0].0x0 since=788s v=(0 0) 00010000:00010000:3.0:1783441797.626056:0:24294:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x41:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1783441797.626063:0:24294:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000096e7e680/0x4778038d8fc36f5f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783441797.626082:0:24294:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000096e7e680/0x4778038d8fc36f5f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783441797.626093:0:24294:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000096e7e680/0x4778038d8fc36f5f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783441797.626101:0:24294:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000096e7e680/0x4778038d8fc36f5f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783441797.627212:0:24294:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1783441797.627229:0:22704:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1783441797.627236:0:22704:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000096e7e680/0x4778038d8fc36f5f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783441797.627245:0:22704:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9114b50d5200 already unused, calling callback (ffffffffc0c73f90) 00010000:00010000:3.0:1783441797.627251:0:22704:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000096e7e680/0x4778038d8fc36f5f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783441797.627261:0:22704:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000096e7e680/0x4778038d8fc36f5f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783441797.627641:0:22704:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000096e7e680/0x4778038d8fc36f5f lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783441797.627651:0:22704:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000096e7e680/0x4778038d8fc36f5f lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783441797.627671:0:22704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783441797.627673:0:22704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783441797.627675:0:22704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1783441797.629460:0:24294:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x40:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1783441797.629473:0:24294:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000004627d393/0x4778038d8fc36f66 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783441797.629488:0:24294:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x40:0x0].0x0 since=788s v=(0 0) 00010000:00010000:3.0:1783441797.629522:0:24294:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x40:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1783441797.629529:0:24294:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000004627d393/0x4778038d8fc36f66 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783441797.629542:0:24294:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000004627d393/0x4778038d8fc36f66 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783441797.629552:0:24294:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000004627d393/0x4778038d8fc36f66 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783441797.629560:0:24294:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000004627d393/0x4778038d8fc36f66 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783441797.629592:0:24294:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1783441797.629653:0:22703:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1783441797.629662:0:22703:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000004627d393/0x4778038d8fc36f66 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783441797.629672:0:22703:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9114b50d5c00 already unused, calling callback (ffffffffc0c73f90) 00010000:00010000:0.0:1783441797.629676:0:22703:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000004627d393/0x4778038d8fc36f66 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783441797.629687:0:22703:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000004627d393/0x4778038d8fc36f66 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783441797.629708:0:22703:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000004627d393/0x4778038d8fc36f66 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783441797.629716:0:22703:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000004627d393/0x4778038d8fc36f66 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783441797.629747:0:22703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783441797.629749:0:22703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783441797.629751:0:22703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1783441797.630602:0:24294:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x3f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1783441797.630613:0:24294:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000018d0c157/0x4778038d8fc36f6d lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783441797.630625:0:24294:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3f:0x0].0x0 since=788s v=(0 0) 00010000:00010000:3.0:1783441797.630629:0:24294:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3f:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1783441797.630633:0:24294:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000018d0c157/0x4778038d8fc36f6d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783441797.631087:0:24294:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000018d0c157/0x4778038d8fc36f6d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783441797.631098:0:24294:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000018d0c157/0x4778038d8fc36f6d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783441797.631113:0:24294:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000018d0c157/0x4778038d8fc36f6d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783441797.631131:0:24294:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1783441797.631441:0:24299:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1783441797.631450:0:24299:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000018d0c157/0x4778038d8fc36f6d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441797.631458:0:24299:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9114b50d5000 already unused, calling callback (ffffffffc0c73f90) 00010000:00010000:2.0:1783441797.631462:0:24299:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000018d0c157/0x4778038d8fc36f6d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441797.631471:0:24299:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000018d0c157/0x4778038d8fc36f6d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441797.631743:0:24299:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000018d0c157/0x4778038d8fc36f6d lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441797.631754:0:24299:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000018d0c157/0x4778038d8fc36f6d lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441797.631779:0:24299:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783441797.631781:0:24299:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783441797.631783:0:24299:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1783441797.632928:0:24294:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x3e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1783441797.632937:0:24294:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000006198869/0x4778038d8fc36f74 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783441797.632949:0:24294:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3e:0x0].0x0 since=788s v=(0 0) 00010000:00010000:3.0:1783441797.632953:0:24294:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3e:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1783441797.632960:0:24294:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000006198869/0x4778038d8fc36f74 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783441797.632972:0:24294:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000006198869/0x4778038d8fc36f74 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783441797.632981:0:24294:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000006198869/0x4778038d8fc36f74 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783441797.632989:0:24294:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000006198869/0x4778038d8fc36f74 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783441797.633019:0:24294:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1783441797.633052:0:22704:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1783441797.633062:0:22704:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000006198869/0x4778038d8fc36f74 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783441797.633074:0:22704:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9114b50d4a00 already unused, calling callback (ffffffffc0c73f90) 00010000:00010000:0.0:1783441797.633078:0:22704:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000006198869/0x4778038d8fc36f74 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783441797.633088:0:22704:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000006198869/0x4778038d8fc36f74 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783441797.633178:0:22704:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000006198869/0x4778038d8fc36f74 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783441797.633187:0:22704:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000006198869/0x4778038d8fc36f74 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783441797.633206:0:22704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783441797.633209:0:22704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783441797.633210:0:22704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1783441797.633475:0:24294:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x3d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1783441797.633482:0:24294:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000001b4dfff6/0x4778038d8fc36f7b lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783441797.633525:0:24294:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3d:0x0].0x0 since=788s v=(0 0) 00010000:00010000:3.0:1783441797.633530:0:24294:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3d:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1783441797.633534:0:24294:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000001b4dfff6/0x4778038d8fc36f7b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783441797.633544:0:24294:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000001b4dfff6/0x4778038d8fc36f7b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783441797.633552:0:24294:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000001b4dfff6/0x4778038d8fc36f7b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783441797.633558:0:24294:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000001b4dfff6/0x4778038d8fc36f7b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783441797.633573:0:24294:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1783441797.633654:0:22703:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1783441797.633659:0:22703:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000001b4dfff6/0x4778038d8fc36f7b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783441797.633681:0:22703:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9114b50d4c00 already unused, calling callback (ffffffffc0c73f90) 00010000:00010000:0.0:1783441797.633685:0:22703:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000001b4dfff6/0x4778038d8fc36f7b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783441797.633694:0:22703:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000001b4dfff6/0x4778038d8fc36f7b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783441797.633707:0:22703:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000001b4dfff6/0x4778038d8fc36f7b lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783441797.633715:0:22703:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000001b4dfff6/0x4778038d8fc36f7b lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783441797.633728:0:22703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783441797.633730:0:22703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783441797.633732:0:22703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1783441797.633900:0:24294:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x3c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1783441797.633907:0:24294:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ec039ffc/0x4778038d8fc36f82 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783441797.633916:0:24294:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3c:0x0].0x0 since=788s v=(0 0) 00010000:00010000:0.0:1783441797.633920:0:24294:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3c:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1783441797.633925:0:24294:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ec039ffc/0x4778038d8fc36f82 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783441797.633935:0:24294:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ec039ffc/0x4778038d8fc36f82 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783441797.633951:0:24294:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ec039ffc/0x4778038d8fc36f82 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783441797.633958:0:24294:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000ec039ffc/0x4778038d8fc36f82 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783441797.634170:0:24294:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:0.0:1783441797.634464:0:24294:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x3b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1783441797.634471:0:24294:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000adbe6465/0x4778038d8fc36f89 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783441797.634480:0:24294:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3b:0x0].0x0 since=788s v=(0 0) 00010000:00010000:0.0:1783441797.634483:0:24294:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3b:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1783441797.634487:0:24294:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000adbe6465/0x4778038d8fc36f89 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783441797.634496:0:24294:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000adbe6465/0x4778038d8fc36f89 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783441797.634523:0:24294:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000adbe6465/0x4778038d8fc36f89 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783441797.634530:0:24294:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000adbe6465/0x4778038d8fc36f89 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783441797.634555:0:24294:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:0.0:1783441797.634563:0:22704:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1783441797.634567:0:22704:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000ec039ffc/0x4778038d8fc36f82 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783441797.634574:0:22704:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9114aebd0c00 already unused, calling callback (ffffffffc0c73f90) 00010000:00010000:0.0:1783441797.634579:0:22704:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000ec039ffc/0x4778038d8fc36f82 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783441797.634587:0:22704:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000ec039ffc/0x4778038d8fc36f82 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783441797.634599:0:22704:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000ec039ffc/0x4778038d8fc36f82 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783441797.634606:0:22704:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ec039ffc/0x4778038d8fc36f82 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783441797.634622:0:22704:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1783441797.634626:0:22704:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000adbe6465/0x4778038d8fc36f89 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783441797.634632:0:22704:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9114aebd1200 already unused, calling callback (ffffffffc0c73f90) 00010000:00010000:0.0:1783441797.634645:0:22704:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000adbe6465/0x4778038d8fc36f89 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783441797.634666:0:22704:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000adbe6465/0x4778038d8fc36f89 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783441797.634678:0:22704:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000adbe6465/0x4778038d8fc36f89 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783441797.634685:0:22704:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000adbe6465/0x4778038d8fc36f89 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783441797.634701:0:22704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783441797.634703:0:22704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783441797.634705:0:22704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1783441797.635063:0:24294:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x3a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1783441797.635070:0:24294:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000026261dac/0x4778038d8fc36f90 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783441797.635079:0:24294:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3a:0x0].0x0 since=788s v=(0 0) 00010000:00010000:0.0:1783441797.635082:0:24294:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3a:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1783441797.635087:0:24294:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000026261dac/0x4778038d8fc36f90 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783441797.635097:0:24294:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000026261dac/0x4778038d8fc36f90 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783441797.635105:0:24294:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000026261dac/0x4778038d8fc36f90 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783441797.635120:0:24294:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000026261dac/0x4778038d8fc36f90 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783441797.635134:0:24294:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1783441797.635156:0:22703:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1783441797.635160:0:22703:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000026261dac/0x4778038d8fc36f90 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783441797.635167:0:22703:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9114aebd1c00 already unused, calling callback (ffffffffc0c73f90) 00010000:00010000:0.0:1783441797.635171:0:22703:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000026261dac/0x4778038d8fc36f90 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783441797.635179:0:22703:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000026261dac/0x4778038d8fc36f90 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783441797.635190:0:22703:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000026261dac/0x4778038d8fc36f90 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783441797.635197:0:22703:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000026261dac/0x4778038d8fc36f90 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783441797.635211:0:22703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783441797.635213:0:22703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783441797.635215:0:22703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783441797.635675:0:24299:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1783441797.641191:0:24294:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x39:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1783441797.641692:0:24294:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000060fd97cd/0x4778038d8fc36f97 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783441797.641718:0:24294:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x39:0x0].0x0 since=788s v=(0 0) 00010000:00010000:0.0:1783441797.641724:0:24294:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x39:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1783441797.641732:0:24294:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000060fd97cd/0x4778038d8fc36f97 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783441797.641748:0:24294:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000060fd97cd/0x4778038d8fc36f97 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783441797.641760:0:24294:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000060fd97cd/0x4778038d8fc36f97 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783441797.641768:0:24294:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000060fd97cd/0x4778038d8fc36f97 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783441797.641921:0:24294:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1783441797.642003:0:22704:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1783441797.642011:0:22704:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000060fd97cd/0x4778038d8fc36f97 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441797.642019:0:22704:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9114aebd0a00 already unused, calling callback (ffffffffc0c73f90) 00010000:00010000:2.0:1783441797.642024:0:22704:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000060fd97cd/0x4778038d8fc36f97 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441797.642033:0:22704:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000060fd97cd/0x4778038d8fc36f97 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441797.642143:0:22704:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000060fd97cd/0x4778038d8fc36f97 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441797.642152:0:22704:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000060fd97cd/0x4778038d8fc36f97 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441797.642190:0:22704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783441797.642193:0:22704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783441797.642195:0:22704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1783441797.644644:0:24294:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x38:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1783441797.644658:0:24294:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000096f57183/0x4778038d8fc36f9e lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783441797.644678:0:24294:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x38:0x0].0x0 since=788s v=(0 0) 00010000:00010000:0.0:1783441797.644683:0:24294:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x38:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1783441797.644690:0:24294:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000096f57183/0x4778038d8fc36f9e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783441797.644704:0:24294:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000096f57183/0x4778038d8fc36f9e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783441797.644723:0:24294:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000096f57183/0x4778038d8fc36f9e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783441797.644730:0:24294:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000096f57183/0x4778038d8fc36f9e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783441797.644756:0:24294:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1783441797.645054:0:22703:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1783441797.645061:0:22703:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000096f57183/0x4778038d8fc36f9e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441797.645070:0:22703:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9114c2166c00 already unused, calling callback (ffffffffc0c73f90) 00010000:00010000:2.0:1783441797.645076:0:22703:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000096f57183/0x4778038d8fc36f9e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441797.645085:0:22703:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000096f57183/0x4778038d8fc36f9e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441797.645103:0:22703:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000096f57183/0x4778038d8fc36f9e lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441797.645110:0:22703:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000096f57183/0x4778038d8fc36f9e lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441797.645133:0:22703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783441797.645135:0:22703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783441797.645137:0:22703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1783441797.645284:0:24294:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x37:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1783441797.645289:0:24294:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000000edaf0f1/0x4778038d8fc36fa5 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783441797.645298:0:24294:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x37:0x0].0x0 since=788s v=(0 0) 00010000:00010000:0.0:1783441797.645302:0:24294:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x37:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1783441797.645305:0:24294:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000000edaf0f1/0x4778038d8fc36fa5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783441797.645314:0:24294:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000000edaf0f1/0x4778038d8fc36fa5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783441797.645321:0:24294:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000000edaf0f1/0x4778038d8fc36fa5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783441797.645327:0:24294:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000000edaf0f1/0x4778038d8fc36fa5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783441797.645356:0:24294:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1783441797.645537:0:24299:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1783441797.645543:0:24299:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000000edaf0f1/0x4778038d8fc36fa5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441797.645563:0:24299:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9114c2167000 already unused, calling callback (ffffffffc0c73f90) 00010000:00010000:2.0:1783441797.645566:0:24299:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000000edaf0f1/0x4778038d8fc36fa5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441797.645574:0:24299:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000000edaf0f1/0x4778038d8fc36fa5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441797.645585:0:24299:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000000edaf0f1/0x4778038d8fc36fa5 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441797.645592:0:24299:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000000edaf0f1/0x4778038d8fc36fa5 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441797.645607:0:24299:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783441797.645608:0:24299:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783441797.645610:0:24299:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1783441797.645747:0:24294:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x36:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1783441797.645753:0:24294:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000162d06d7/0x4778038d8fc36fac lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783441797.645761:0:24294:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x36:0x0].0x0 since=788s v=(0 0) 00010000:00010000:0.0:1783441797.645763:0:24294:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x36:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1783441797.645767:0:24294:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000162d06d7/0x4778038d8fc36fac lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783441797.645775:0:24294:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000162d06d7/0x4778038d8fc36fac lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783441797.645782:0:24294:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000162d06d7/0x4778038d8fc36fac lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783441797.645787:0:24294:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000162d06d7/0x4778038d8fc36fac lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783441797.645811:0:24294:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:0.0:1783441797.646466:0:24294:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x35:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1783441797.646473:0:24294:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000003a7839e8/0x4778038d8fc36fb3 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783441797.646483:0:24294:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x35:0x0].0x0 since=788s v=(0 0) 00010000:00010000:0.0:1783441797.646492:0:24294:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x35:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1783441797.646496:0:24294:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000003a7839e8/0x4778038d8fc36fb3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783441797.646531:0:24294:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000003a7839e8/0x4778038d8fc36fb3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783441797.646539:0:24294:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000003a7839e8/0x4778038d8fc36fb3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783441797.646545:0:24294:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000003a7839e8/0x4778038d8fc36fb3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783441797.646556:0:24294:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:2.0:1783441797.646876:0:22703:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1783441797.646882:0:22703:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000162d06d7/0x4778038d8fc36fac lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441797.646890:0:22703:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9114c2166400 already unused, calling callback (ffffffffc0c73f90) 00010000:00010000:2.0:1783441797.646895:0:22703:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000162d06d7/0x4778038d8fc36fac lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441797.646904:0:22703:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000162d06d7/0x4778038d8fc36fac lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441797.646927:0:22703:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000162d06d7/0x4778038d8fc36fac lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441797.646933:0:22703:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000162d06d7/0x4778038d8fc36fac lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441797.646951:0:22703:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1783441797.646953:0:22703:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000003a7839e8/0x4778038d8fc36fb3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441797.646959:0:22703:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9114c2167e00 already unused, calling callback (ffffffffc0c73f90) 00010000:00010000:2.0:1783441797.646962:0:22703:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000003a7839e8/0x4778038d8fc36fb3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441797.646968:0:22703:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000003a7839e8/0x4778038d8fc36fb3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441797.646977:0:22703:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000003a7839e8/0x4778038d8fc36fb3 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441797.646984:0:22703:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000003a7839e8/0x4778038d8fc36fb3 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441797.646995:0:22703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783441797.646997:0:22703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783441797.647005:0:22703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783441797.647013:0:22704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:0.0:1783441797.647161:0:25037:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 12884901889 is committed 00000001:00100000:0.0:1783441797.647183:0:25037:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00000001:00100000:0.0:1783441797.647192:0:25037:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of lustre-MDT0001-mdtlov_UUID 00000100:00100000:2.0:1783441797.647486:0:24223:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9113810d1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:23458:x1870073572902144:12345-0@lo:5:osp-pre-1-1.0 Request processed in 34500us (34608us total) trans 12884901889 rc 0/0 00000100:00100000:2.0:1783441797.647520:0:24223:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21 00000100:00100000:0.0:1783441797.647681:0:23458:0:(client.c:3112:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: committing for last_committed 12884901889 gen 2 00000100:00100000:0.0:1783441797.647691:0:23458:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9113810d0a80 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0001-mdtlov_UUID:23458:1870073572902144:0@lo:5:osp-pre-1-1.0 00000004:00080000:0.0:1783441797.647714:0:23458:0:(osp_precreate.c:705:osp_precreate_send()) lustre-OST0001-osc-MDT0001: current precreated pool: [0x2c0000400:0x41:0x0]-[0x2c0000400:0x61:0x0] 00000100:00100000:0.0:1783441797.647772:0:23458:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9113848c4a80 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0000-lwp-MDT0001_UUID:23458:1870073572902272:0@lo:900:osp-pre-1-1.0 00000100:00100000:0.0:1783441797.647814:0:23458:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783441797.647846:0:23458:0:(client.c:2702:ptlrpc_set_wait()) set ffff9114892bff00 going to sleep for 11 seconds 00000100:00100000:0.0:1783441797.647875:0:22725:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572902272 00000100:00100000:0.0:1783441797.647882:0:22725:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572902272 00000100:00100000:0.0:1783441797.647924:0:22725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:0.0:1783441797.647932:0:22725:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9113848c5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:lustre-MDT0000-lwp-MDT0001_UUID+5:23458:x1870073572902272:12345-0@lo:900:osp-pre-1-1.0 00000100:00100000:0.0:1783441797.648002:0:22725:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9113848c5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:lustre-MDT0000-lwp-MDT0001_UUID+5:23458:x1870073572902272:12345-0@lo:900:osp-pre-1-1.0 Request processed in 69us (187us total) trans 0 rc 0/0 00000100:00100000:0.0:1783441797.648009:0:22725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00010000:00080000:0.0:1783441797.648042:0:23458:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9113848c4a80 x1870073572902272/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 1783441813 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783441797.648053:0:23458:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9113848c4a80 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0000-lwp-MDT0001_UUID:23458:1870073572902272:0@lo:900:osp-pre-1-1.0 00002000:00010000:2.0:1783441797.651266:0:24294:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x34:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1783441797.651280:0:24294:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000002d437d2a/0x4778038d8fc36fba lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441797.651299:0:24294:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x34:0x0].0x0 since=788s v=(0 0) 00010000:00010000:2.0:1783441797.651303:0:24294:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x34:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1783441797.651310:0:24294:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002d437d2a/0x4778038d8fc36fba lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441797.651323:0:24294:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000002d437d2a/0x4778038d8fc36fba lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441797.651333:0:24294:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000002d437d2a/0x4778038d8fc36fba lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441797.651341:0:24294:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000002d437d2a/0x4778038d8fc36fba lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441797.652170:0:24294:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:2.0:1783441797.654724:0:24294:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x33:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1783441797.654741:0:24294:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000616d6e1d/0x4778038d8fc36fc1 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441797.654773:0:24294:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x33:0x0].0x0 since=788s v=(0 0) 00010000:00010000:2.0:1783441797.654777:0:24294:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x33:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1783441797.654785:0:24294:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000616d6e1d/0x4778038d8fc36fc1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441797.654802:0:24294:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000616d6e1d/0x4778038d8fc36fc1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441797.654812:0:24294:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000616d6e1d/0x4778038d8fc36fc1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441797.654819:0:24294:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000616d6e1d/0x4778038d8fc36fc1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783441797.655079:0:24299:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1783441797.655088:0:24299:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000002d437d2a/0x4778038d8fc36fba lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783441797.655169:0:24299:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9114aeae5800 already unused, calling callback (ffffffffc0c73f90) 00010000:00010000:3.0:1783441797.655174:0:24299:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000002d437d2a/0x4778038d8fc36fba lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783441797.655185:0:24299:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000002d437d2a/0x4778038d8fc36fba lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783441797.655216:0:24299:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000002d437d2a/0x4778038d8fc36fba lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783441797.655223:0:24299:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002d437d2a/0x4778038d8fc36fba lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783441797.655241:0:24299:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1783441797.655245:0:24299:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000616d6e1d/0x4778038d8fc36fc1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783441797.655251:0:24299:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9114aeae4800 already unused, calling callback (ffffffffc0c73f90) 00010000:00010000:3.0:1783441797.655255:0:24299:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000616d6e1d/0x4778038d8fc36fc1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783441797.655262:0:24299:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000616d6e1d/0x4778038d8fc36fc1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783441797.655270:0:24299:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000616d6e1d/0x4778038d8fc36fc1 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783441797.655277:0:24299:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783441797.655279:0:24299:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783441797.655280:0:24299:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783441797.656134:0:24294:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:2.0:1783441797.656144:0:24294:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000616d6e1d/0x4778038d8fc36fc1 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783441797.656183:0:22703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1783441797.656797:0:24294:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x32:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1783441797.656805:0:24294:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000096e7e680/0x4778038d8fc36fc8 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783441797.656823:0:24294:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x32:0x0].0x0 since=788s v=(0 0) 00010000:00010000:3.0:1783441797.656827:0:24294:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x32:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1783441797.656833:0:24294:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000096e7e680/0x4778038d8fc36fc8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783441797.656846:0:24294:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000096e7e680/0x4778038d8fc36fc8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783441797.656855:0:24294:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000096e7e680/0x4778038d8fc36fc8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783441797.656863:0:24294:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000096e7e680/0x4778038d8fc36fc8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783441797.656885:0:24294:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1783441797.657123:0:22704:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1783441797.657130:0:22704:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000096e7e680/0x4778038d8fc36fc8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783441797.657138:0:22704:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9114b50d5200 already unused, calling callback (ffffffffc0c73f90) 00010000:00010000:0.0:1783441797.657143:0:22704:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000096e7e680/0x4778038d8fc36fc8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783441797.657152:0:22704:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000096e7e680/0x4778038d8fc36fc8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783441797.657179:0:22704:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000096e7e680/0x4778038d8fc36fc8 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783441797.657186:0:22704:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000096e7e680/0x4778038d8fc36fc8 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783441797.657204:0:22704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783441797.657206:0:22704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783441797.657208:0:22704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1783441797.657903:0:24294:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x31:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1783441797.657912:0:24294:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000017a9df08/0x4778038d8fc36fcf lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783441797.657922:0:24294:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x31:0x0].0x0 since=788s v=(0 0) 00010000:00010000:3.0:1783441797.657926:0:24294:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x31:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1783441797.657932:0:24294:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000017a9df08/0x4778038d8fc36fcf lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783441797.657943:0:24294:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000017a9df08/0x4778038d8fc36fcf lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783441797.657963:0:24294:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000017a9df08/0x4778038d8fc36fcf lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783441797.657970:0:24294:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000017a9df08/0x4778038d8fc36fcf lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783441797.657989:0:24294:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1783441797.658322:0:24299:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1783441797.658329:0:24299:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000017a9df08/0x4778038d8fc36fcf lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441797.658338:0:24299:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9114b50d5e00 already unused, calling callback (ffffffffc0c73f90) 00010000:00010000:2.0:1783441797.658344:0:24299:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000017a9df08/0x4778038d8fc36fcf lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441797.658365:0:24299:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000017a9df08/0x4778038d8fc36fcf lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441797.658402:0:24299:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000017a9df08/0x4778038d8fc36fcf lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441797.658410:0:24299:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000017a9df08/0x4778038d8fc36fcf lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441797.658428:0:24299:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783441797.658431:0:24299:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783441797.658433:0:24299:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1783441797.659199:0:24294:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x30:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1783441797.659208:0:24294:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000018d0c157/0x4778038d8fc36fd6 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783441797.659219:0:24294:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x30:0x0].0x0 since=788s v=(0 0) 00010000:00010000:3.0:1783441797.659223:0:24294:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x30:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1783441797.659229:0:24294:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000018d0c157/0x4778038d8fc36fd6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783441797.659240:0:24294:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000018d0c157/0x4778038d8fc36fd6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783441797.659249:0:24294:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000018d0c157/0x4778038d8fc36fd6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783441797.659256:0:24294:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000018d0c157/0x4778038d8fc36fd6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783441797.659294:0:24294:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1783441797.659484:0:22703:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1783441797.659491:0:22703:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000018d0c157/0x4778038d8fc36fd6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441797.659728:0:22703:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9114b50d5000 already unused, calling callback (ffffffffc0c73f90) 00010000:00010000:2.0:1783441797.659736:0:22703:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000018d0c157/0x4778038d8fc36fd6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441797.659747:0:22703:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000018d0c157/0x4778038d8fc36fd6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441797.659764:0:22703:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000018d0c157/0x4778038d8fc36fd6 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441797.659784:0:22703:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000018d0c157/0x4778038d8fc36fd6 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441797.659802:0:22703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783441797.659803:0:22703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783441797.659805:0:22703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1783441797.659902:0:24294:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x2f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1783441797.659909:0:24294:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000001b4dfff6/0x4778038d8fc36fdd lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783441797.659919:0:24294:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2f:0x0].0x0 since=788s v=(0 0) 00010000:00010000:3.0:1783441797.659923:0:24294:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2f:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1783441797.659929:0:24294:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000001b4dfff6/0x4778038d8fc36fdd lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783441797.659940:0:24294:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000001b4dfff6/0x4778038d8fc36fdd lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783441797.659948:0:24294:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000001b4dfff6/0x4778038d8fc36fdd lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783441797.659956:0:24294:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000001b4dfff6/0x4778038d8fc36fdd lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783441797.659981:0:24294:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1783441797.660006:0:22704:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1783441797.660013:0:22704:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000001b4dfff6/0x4778038d8fc36fdd lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441797.660021:0:22704:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9114b50d4c00 already unused, calling callback (ffffffffc0c73f90) 00010000:00010000:2.0:1783441797.660024:0:22704:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000001b4dfff6/0x4778038d8fc36fdd lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441797.660034:0:22704:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000001b4dfff6/0x4778038d8fc36fdd lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441797.660046:0:22704:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000001b4dfff6/0x4778038d8fc36fdd lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441797.660067:0:22704:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000001b4dfff6/0x4778038d8fc36fdd lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441797.660083:0:22704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783441797.660086:0:22704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783441797.660088:0:22704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1783441797.660347:0:24294:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x2e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1783441797.660352:0:24294:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000006198869/0x4778038d8fc36fe4 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783441797.660358:0:24294:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2e:0x0].0x0 since=788s v=(0 0) 00010000:00010000:3.0:1783441797.660365:0:24294:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2e:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1783441797.660368:0:24294:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000006198869/0x4778038d8fc36fe4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783441797.660375:0:24294:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000006198869/0x4778038d8fc36fe4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783441797.660380:0:24294:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000006198869/0x4778038d8fc36fe4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783441797.660384:0:24294:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000006198869/0x4778038d8fc36fe4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783441797.660407:0:24294:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1783441797.660429:0:24299:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1783441797.660435:0:24299:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000006198869/0x4778038d8fc36fe4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441797.660445:0:24299:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9114b50d4a00 already unused, calling callback (ffffffffc0c73f90) 00010000:00010000:2.0:1783441797.660448:0:24299:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000006198869/0x4778038d8fc36fe4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441797.660457:0:24299:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000006198869/0x4778038d8fc36fe4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441797.660470:0:24299:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000006198869/0x4778038d8fc36fe4 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441797.660477:0:24299:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000006198869/0x4778038d8fc36fe4 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441797.660492:0:24299:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783441797.660494:0:24299:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783441797.660496:0:24299:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1783441797.660666:0:24294:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x2d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1783441797.660672:0:24294:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000004627d393/0x4778038d8fc36feb lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783441797.660681:0:24294:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2d:0x0].0x0 since=788s v=(0 0) 00010000:00010000:3.0:1783441797.660684:0:24294:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2d:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1783441797.660688:0:24294:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000004627d393/0x4778038d8fc36feb lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783441797.660698:0:24294:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000004627d393/0x4778038d8fc36feb lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783441797.660707:0:24294:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000004627d393/0x4778038d8fc36feb lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783441797.660721:0:24294:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000004627d393/0x4778038d8fc36feb lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783441797.660740:0:24294:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:3.0:1783441797.661023:0:24294:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x2c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1783441797.661030:0:24294:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000b6f8081a/0x4778038d8fc36ff2 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783441797.661039:0:24294:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2c:0x0].0x0 since=788s v=(0 0) 00010000:00010000:3.0:1783441797.661042:0:24294:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2c:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1783441797.661046:0:24294:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b6f8081a/0x4778038d8fc36ff2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783441797.661055:0:24294:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b6f8081a/0x4778038d8fc36ff2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783441797.661062:0:24294:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000b6f8081a/0x4778038d8fc36ff2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783441797.661069:0:24294:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000b6f8081a/0x4778038d8fc36ff2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783441797.661093:0:24294:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:2.0:1783441797.661181:0:22703:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1783441797.661186:0:22703:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000004627d393/0x4778038d8fc36feb lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441797.661194:0:22703:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9114b50d5c00 already unused, calling callback (ffffffffc0c73f90) 00010000:00010000:2.0:1783441797.661198:0:22703:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000004627d393/0x4778038d8fc36feb lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441797.661217:0:22703:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000004627d393/0x4778038d8fc36feb lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441797.661229:0:22703:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000004627d393/0x4778038d8fc36feb lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441797.661236:0:22703:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000004627d393/0x4778038d8fc36feb lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441797.661253:0:22703:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1783441797.661257:0:22703:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000b6f8081a/0x4778038d8fc36ff2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441797.661264:0:22703:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff911383e4be00 already unused, calling callback (ffffffffc0c73f90) 00010000:00010000:2.0:1783441797.661267:0:22703:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000b6f8081a/0x4778038d8fc36ff2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441797.661275:0:22703:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000b6f8081a/0x4778038d8fc36ff2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441797.661286:0:22703:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000b6f8081a/0x4778038d8fc36ff2 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441797.661293:0:22703:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b6f8081a/0x4778038d8fc36ff2 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441797.661317:0:22703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783441797.661319:0:22703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783441797.661321:0:22703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1783441797.661488:0:24294:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x2b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1783441797.661494:0:24294:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000a21568a0/0x4778038d8fc36ff9 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783441797.661527:0:24294:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2b:0x0].0x0 since=788s v=(0 0) 00010000:00010000:3.0:1783441797.661530:0:24294:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2b:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1783441797.661534:0:24294:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a21568a0/0x4778038d8fc36ff9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783441797.661542:0:24294:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a21568a0/0x4778038d8fc36ff9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783441797.661550:0:24294:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000a21568a0/0x4778038d8fc36ff9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783441797.661556:0:24294:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000a21568a0/0x4778038d8fc36ff9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783441797.661569:0:24294:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1783441797.661673:0:24299:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1783441797.661677:0:24299:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000a21568a0/0x4778038d8fc36ff9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441797.661685:0:24299:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff911383e4a600 already unused, calling callback (ffffffffc0c73f90) 00010000:00010000:2.0:1783441797.661688:0:24299:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000a21568a0/0x4778038d8fc36ff9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441797.661697:0:24299:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000a21568a0/0x4778038d8fc36ff9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441797.661709:0:24299:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000a21568a0/0x4778038d8fc36ff9 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783441797.661714:0:22704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783441797.661717:0:24299:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a21568a0/0x4778038d8fc36ff9 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441797.661734:0:24299:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783441797.661736:0:24299:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783441797.661738:0:24299:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1783441797.661908:0:24294:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x2a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1783441797.661914:0:24294:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000009e2e919c/0x4778038d8fc37000 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783441797.661922:0:24294:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2a:0x0].0x0 since=788s v=(0 0) 00010000:00010000:3.0:1783441797.661925:0:24294:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2a:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1783441797.661929:0:24294:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000009e2e919c/0x4778038d8fc37000 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783441797.661939:0:24294:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000009e2e919c/0x4778038d8fc37000 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783441797.661958:0:24294:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000009e2e919c/0x4778038d8fc37000 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783441797.661964:0:24294:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000009e2e919c/0x4778038d8fc37000 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783441797.661986:0:24294:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1783441797.662185:0:22703:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1783441797.662190:0:22703:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000009e2e919c/0x4778038d8fc37000 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441797.662209:0:22703:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff911383e4a000 already unused, calling callback (ffffffffc0c73f90) 00010000:00010000:2.0:1783441797.662213:0:22703:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000009e2e919c/0x4778038d8fc37000 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441797.662221:0:22703:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000009e2e919c/0x4778038d8fc37000 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441797.662234:0:22703:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000009e2e919c/0x4778038d8fc37000 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441797.662242:0:22703:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000009e2e919c/0x4778038d8fc37000 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441797.662256:0:22703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783441797.662258:0:22703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783441797.662260:0:22703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1783441797.662356:0:24294:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x29:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1783441797.662363:0:24294:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000002dbffdda/0x4778038d8fc37007 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783441797.662372:0:24294:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x29:0x0].0x0 since=788s v=(0 0) 00010000:00010000:3.0:1783441797.662375:0:24294:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x29:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1783441797.662380:0:24294:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002dbffdda/0x4778038d8fc37007 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783441797.662389:0:24294:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000002dbffdda/0x4778038d8fc37007 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783441797.662410:0:24294:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000002dbffdda/0x4778038d8fc37007 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783441797.662417:0:24294:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000002dbffdda/0x4778038d8fc37007 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783441797.662447:0:24294:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1783441797.665301:0:22704:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1783441797.665314:0:22704:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000002dbffdda/0x4778038d8fc37007 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783441797.665323:0:22704:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff911383e4b000 already unused, calling callback (ffffffffc0c73f90) 00010000:00010000:0.0:1783441797.665327:0:22704:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000002dbffdda/0x4778038d8fc37007 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783441797.665334:0:22704:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000002dbffdda/0x4778038d8fc37007 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783441797.665351:0:22704:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000002dbffdda/0x4778038d8fc37007 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783441797.665355:0:22704:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002dbffdda/0x4778038d8fc37007 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783441797.665371:0:22704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783441797.665372:0:22704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783441797.665374:0:22704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1783441797.669696:0:24294:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x28:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1783441797.669714:0:24294:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000003a7839e8/0x4778038d8fc3700e lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783441797.669736:0:24294:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x28:0x0].0x0 since=788s v=(0 0) 00010000:00010000:0.0:1783441797.669741:0:24294:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x28:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1783441797.669749:0:24294:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000003a7839e8/0x4778038d8fc3700e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783441797.669783:0:24294:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000003a7839e8/0x4778038d8fc3700e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783441797.669793:0:24294:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000003a7839e8/0x4778038d8fc3700e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783441797.669801:0:24294:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000003a7839e8/0x4778038d8fc3700e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783441797.669818:0:24294:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1783441797.670273:0:24299:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1783441797.670283:0:24299:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000003a7839e8/0x4778038d8fc3700e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441797.670293:0:24299:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9114c2167e00 already unused, calling callback (ffffffffc0c73f90) 00010000:00010000:2.0:1783441797.670298:0:24299:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000003a7839e8/0x4778038d8fc3700e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441797.670309:0:24299:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000003a7839e8/0x4778038d8fc3700e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441797.670341:0:24299:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000003a7839e8/0x4778038d8fc3700e lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441797.670349:0:24299:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000003a7839e8/0x4778038d8fc3700e lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441797.670372:0:24299:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783441797.670374:0:24299:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783441797.670377:0:24299:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1783441797.670450:0:24294:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x27:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1783441797.670458:0:24294:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000162d06d7/0x4778038d8fc37015 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783441797.670467:0:24294:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x27:0x0].0x0 since=788s v=(0 0) 00010000:00010000:0.0:1783441797.670471:0:24294:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x27:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1783441797.670475:0:24294:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000162d06d7/0x4778038d8fc37015 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783441797.670484:0:24294:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000162d06d7/0x4778038d8fc37015 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783441797.670491:0:24294:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000162d06d7/0x4778038d8fc37015 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783441797.670561:0:24294:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000162d06d7/0x4778038d8fc37015 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783441797.670579:0:24294:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1783441797.670667:0:22703:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1783441797.670672:0:22703:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000162d06d7/0x4778038d8fc37015 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441797.670680:0:22703:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9114c2166400 already unused, calling callback (ffffffffc0c73f90) 00010000:00010000:2.0:1783441797.670684:0:22703:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000162d06d7/0x4778038d8fc37015 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441797.670692:0:22703:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000162d06d7/0x4778038d8fc37015 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441797.670703:0:22703:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000162d06d7/0x4778038d8fc37015 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441797.670710:0:22703:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000162d06d7/0x4778038d8fc37015 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441797.670735:0:22703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783441797.670736:0:22703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783441797.670738:0:22703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1783441797.671531:0:24294:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x26:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1783441797.671542:0:24294:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000000edaf0f1/0x4778038d8fc3701c lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783441797.671553:0:24294:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x26:0x0].0x0 since=788s v=(0 0) 00010000:00010000:0.0:1783441797.671557:0:24294:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x26:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1783441797.671562:0:24294:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000000edaf0f1/0x4778038d8fc3701c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783441797.671572:0:24294:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000000edaf0f1/0x4778038d8fc3701c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783441797.671581:0:24294:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000000edaf0f1/0x4778038d8fc3701c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783441797.671588:0:24294:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000000edaf0f1/0x4778038d8fc3701c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783441797.671610:0:24294:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1783441797.671655:0:22704:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1783441797.671662:0:22704:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000000edaf0f1/0x4778038d8fc3701c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441797.671670:0:22704:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9114c2167000 already unused, calling callback (ffffffffc0c73f90) 00010000:00010000:2.0:1783441797.671675:0:22704:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000000edaf0f1/0x4778038d8fc3701c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441797.671685:0:22704:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000000edaf0f1/0x4778038d8fc3701c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441797.671698:0:22704:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000000edaf0f1/0x4778038d8fc3701c lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441797.671707:0:22704:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000000edaf0f1/0x4778038d8fc3701c lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441797.671726:0:22704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783441797.671728:0:22704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783441797.671731:0:22704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1783441797.679368:0:24294:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x25:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1783441797.679382:0:24294:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000616d6e1d/0x4778038d8fc37023 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441797.679801:0:24294:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x25:0x0].0x0 since=788s v=(0 0) 00010000:00010000:2.0:1783441797.679807:0:24294:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x25:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1783441797.679815:0:24294:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000616d6e1d/0x4778038d8fc37023 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441797.679833:0:24294:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000616d6e1d/0x4778038d8fc37023 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441797.679843:0:24294:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000616d6e1d/0x4778038d8fc37023 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441797.679852:0:24294:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000616d6e1d/0x4778038d8fc37023 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441797.679872:0:24294:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1783441797.679885:0:24299:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1783441797.679890:0:24299:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000616d6e1d/0x4778038d8fc37023 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441797.679899:0:24299:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9114aeae4800 already unused, calling callback (ffffffffc0c73f90) 00010000:00010000:2.0:1783441797.679904:0:24299:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000616d6e1d/0x4778038d8fc37023 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441797.679914:0:24299:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000616d6e1d/0x4778038d8fc37023 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441797.679947:0:24299:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000616d6e1d/0x4778038d8fc37023 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441797.679955:0:24299:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000616d6e1d/0x4778038d8fc37023 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441797.679976:0:24299:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783441797.679978:0:24299:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783441797.679980:0:24299:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1783441797.681982:0:24294:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x24:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1783441797.681999:0:24294:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000004f8c9cca/0x4778038d8fc3702a lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441797.682018:0:24294:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x24:0x0].0x0 since=788s v=(0 0) 00010000:00010000:2.0:1783441797.682023:0:24294:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x24:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1783441797.682028:0:24294:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000004f8c9cca/0x4778038d8fc3702a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441797.682042:0:24294:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000004f8c9cca/0x4778038d8fc3702a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441797.682053:0:24294:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000004f8c9cca/0x4778038d8fc3702a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441797.682060:0:24294:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000004f8c9cca/0x4778038d8fc3702a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441797.682101:0:24294:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:2.0:1783441797.682539:0:24294:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x23:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1783441797.682547:0:24294:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000dd6edae3/0x4778038d8fc37031 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441797.682556:0:24294:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x23:0x0].0x0 since=788s v=(0 0) 00010000:00010000:2.0:1783441797.682560:0:24294:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x23:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1783441797.682563:0:24294:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000dd6edae3/0x4778038d8fc37031 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441797.682574:0:24294:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000dd6edae3/0x4778038d8fc37031 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441797.682582:0:24294:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000dd6edae3/0x4778038d8fc37031 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441797.682590:0:24294:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000dd6edae3/0x4778038d8fc37031 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441797.682609:0:24294:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00002000:00080000:2.0:1783441797.682654:0:24294:0:(ofd_dev.c:1518:ofd_orphans_destroy()) lustre-OST0001: after destroy: set last_id to 0x2c0000401:34 00010000:00010000:1.0:1783441797.682668:0:22704:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1783441797.682677:0:22704:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000004f8c9cca/0x4778038d8fc3702a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783441797.682693:0:22704:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9114aeae5e00 already unused, calling callback (ffffffffc0c73f90) 00010000:00010000:1.0:1783441797.682699:0:22704:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000004f8c9cca/0x4778038d8fc3702a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783441797.682708:0:22704:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000004f8c9cca/0x4778038d8fc3702a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783441797.682732:0:22704:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000004f8c9cca/0x4778038d8fc3702a lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783441797.682741:0:22704:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000004f8c9cca/0x4778038d8fc3702a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783441797.682758:0:24294:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9114aeae1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:22741:x1870073572901888:12345-0@lo:5:osp-pre-1-0.0 Request processed in 88224us (88378us total) trans 0 rc 0/0 00010000:00010000:1.0:1783441797.682763:0:22704:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1783441797.682769:0:22704:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000dd6edae3/0x4778038d8fc37031 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783441797.682771:0:24294:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19 00010000:00010000:1.0:1783441797.682781:0:22704:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9114aeae5c00 already unused, calling callback (ffffffffc0c73f90) 00010000:00010000:1.0:1783441797.682785:0:22704:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000dd6edae3/0x4778038d8fc37031 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783441797.682793:0:22704:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000dd6edae3/0x4778038d8fc37031 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783441797.682805:0:22704:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000dd6edae3/0x4778038d8fc37031 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783441797.682819:0:22704:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000dd6edae3/0x4778038d8fc37031 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783441797.682833:0:22704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783441797.682835:0:22704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783441797.682836:0:22704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783441797.682902:0:22703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1783441797.684828:0:22741:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9114b0d45880 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-0:lustre-MDT0000-mdtlov_UUID:22741:1870073572901888:0@lo:5:osp-pre-1-0.0 00000004:00080000:0.0:1783441797.684864:0:22741:0:(osp_precreate.c:960:osp_precreate_cleanup_orphans()) lustre-OST0001-osc-MDT0000: Got last_id [0x2c0000401:0x41:0x0] from OST, last_created [0x2c0000401:0x41:0x0]last_used is [0x2c0000401:0x22:0x0] 00000100:00100000:0.0:1783441797.684922:0:22741:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9113848c4a80 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-0:lustre-MDT0000-mdtlov_UUID:22741:1870073572902400:0@lo:5:osp-pre-1-0.0 00000100:00100000:0.0:1783441797.684982:0:22741:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783441797.685017:0:22741:0:(client.c:2702:ptlrpc_set_wait()) set ffff9114892bf9c0 going to sleep for 11 seconds 00000100:00100000:2.0:1783441797.685095:0:24222:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572902400 00000100:00100000:2.0:1783441797.685109:0:24222:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572902400 00000100:00100000:2.0:1783441797.685182:0:24222:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22 00000100:00100000:2.0:1783441797.685192:0:24222:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff911383e3df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:22741:x1870073572902400:12345-0@lo:5:osp-pre-1-0.0 00002000:00080000:2.0:1783441797.685233:0:24222:0:(ofd_dev.c:1747:ofd_create_hdl()) lustre-OST0001: reserve 32 objects in group 0x2c0000401 at 66 00000100:00100000:2.0:1783441797.690776:0:24222:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff911383e3df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:22741:x1870073572902400:12345-0@lo:5:osp-pre-1-0.0 Request processed in 5575us (5783us total) trans 12884901890 rc 0/0 00000100:00100000:2.0:1783441797.690793:0:24222:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22 00000100:00100000:0.0:1783441797.690888:0:22741:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9113848c4a80 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-0:lustre-MDT0000-mdtlov_UUID:22741:1870073572902400:0@lo:5:osp-pre-1-0.0 00000004:00080000:0.0:1783441797.690963:0:22741:0:(osp_precreate.c:705:osp_precreate_send()) lustre-OST0001-osc-MDT0000: current precreated pool: [0x2c0000401:0x41:0x0]-[0x2c0000401:0x61:0x0] 00000100:00100000:3.0:1783441798.105564:0:3647:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9114aeaebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3647:1870073572902528:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1783441798.105671:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783441798.114828:0:24225:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572902528 00000100:00100000:3.0:1783441798.114854:0:24225:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572902528 00000100:00100000:3.0:1783441798.114957:0:24225:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:3.0:1783441798.114970:0:24225:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9114aeae1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3647:x1870073572902528:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1783441798.115017:0:24225:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923505152 avail 3691982848 00000100:00100000:3.0:1783441798.115142:0:24225:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9114aeae1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3647:x1870073572902528:12345-0@lo:13:osp-pre-0-0.0 Request processed in 175us (9470us total) trans 0 rc 0/0 00000100:00100000:3.0:1783441798.115149:0:24225:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00100000:3.0:1783441798.115778:0:3647:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9114aeaebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3647:1870073572902528:0@lo:13:osp-pre-0-0.0 00010000:00010000:1.0:1783441798.161289:0:24299:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1783441798.610974:0:3647:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1783441798.611001:0:3647:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9114aeae0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3647:1870073572902656:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1783441798.611090:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783441798.611145:0:22720:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572902656 00000100:00100000:0.0:1783441798.611152:0:22720:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572902656 00000100:00100000:0.0:1783441798.611201:0:22720:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53 00000100:00100000:0.0:1783441798.611209:0:22720:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff911382197b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3647:x1870073572902656:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1783441798.611244:0:22720:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446461440 avail 1300221952 00000100:00100000:0.0:1783441798.611287:0:22720:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff911382197b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3647:x1870073572902656:12345-0@lo:41:osp-pre-1-0.0 Request processed in 78us (196us total) trans 0 rc 0/0 00000100:00100000:0.0:1783441798.611294:0:22720:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53 00000100:00100000:0.0:1783441798.611340:0:3647:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9114aeae0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3647:1870073572902656:0@lo:41:osp-pre-1-0.0 00000001:02000400:1.0:1783441799.095419:0:25394:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg206-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all 00010000:00010000:2.0:1783441799.206659:0:22704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000004:1.0:1783441800.146123:0:25446:0:(tgt_mount.c:2345:server_getattr()) lustre-OST0001: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:1.0:1783441800.146331:0:25446:0:(tgt_mount.c:2360:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:0.0:1783441800.215980:0:22703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1783441801.180012:0:3649:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9114aeae0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3649:1870073572902784:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1783441801.180121:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783441801.180700:0:24225:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572902784 00000100:00100000:3.0:1783441801.180714:0:24225:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572902784 00000100:00100000:3.0:1783441801.180808:0:24225:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:3.0:1783441801.180823:0:24225:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9114aeae9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3649:x1870073572902784:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1783441801.180867:0:24225:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923505152 avail 3691982848 00000100:00100000:3.0:1783441801.181792:0:24225:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9114aeae9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3649:x1870073572902784:12345-0@lo:13:osp-pre-0-1.0 Request processed in 966us (1665us total) trans 0 rc 0/0 00000100:00100000:3.0:1783441801.181805:0:24225:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00080000:2.0:1783441801.181988:0:22711:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1783441801.182130:0:3649:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9114aeae0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3649:1870073572902784:0@lo:13:osp-pre-0-1.0 00010000:00010000:0.0:1783441801.236036:0:24299:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000004:3.0:1783441801.368128:0:25496:0:(tgt_mount.c:2345:server_getattr()) lustre-OST0001: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:3.0:1783441801.368398:0:25496:0:(tgt_mount.c:2360:is_cmd_supported()) ioctl cmd=81009431 00000100:00100000:2.0:1783441801.682655:0:3650:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9113810d1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3650:1870073572902912:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1783441801.682727:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783441801.682787:0:23738:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572902912 00000100:00100000:0.0:1783441801.682803:0:23738:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572902912 00000100:00100000:2.0:1783441801.685436:0:22720:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54 00000100:00100000:2.0:1783441801.685468:0:22720:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9113810d1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3650:x1870073572902912:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1783441801.685543:0:22720:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000100:00100000:2.0:1783441801.685642:0:22720:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9113810d1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3650:x1870073572902912:12345-0@lo:41:osp-pre-0-1.0 Request processed in 191us (2915us total) trans 0 rc 0/0 00000100:00100000:2.0:1783441801.685650:0:22720:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54 00000100:00100000:1.0:1783441801.685787:0:3650:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9113810d1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3650:1870073572902912:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1783441801.686491:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:3.0:1783441801.686807:0:22709:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073552852992 00000100:00100000:3.0:1783441801.686818:0:22709:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073552852992 00000100:00100000:3.0:1783441801.686872:0:22709:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 120 00000100:00100000:3.0:1783441801.686898:0:22709:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9114b57b8050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0+-99:2403:x1870073552852992:12345-192.168.202.6@tcp:250:mount.lustre.0 00010000:00080000:3.0:1783441801.686942:0:22709:0:(ldlm_lib.c:1432:target_handle_connect()) MGS: connection from e225892e-2fc9-454d-bcef-510872b8d0e8@192.168.202.6@tcp t0 exp 0000000000000000 cur 792 last 0 00000020:00000080:3.0:1783441801.686972:0:22709:0:(genops.c:1406:class_connect()) connect: client e225892e-2fc9-454d-bcef-510872b8d0e8, cookie 0x4778038d8fc37038 00000100:00080000:3.0:1783441801.687129:0:22709:0:(import.c:65:import_set_state_nolock()) ffff9114b56c7000 : changing import state from RECOVER to FULL 00000100:00100000:3.0:1783441801.687197:0:22709:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9114b57b8050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e225892e-2fc9-454d-bcef-510872b8d0e8+5:2403:x1870073552852992:12345-192.168.202.6@tcp:250:mount.lustre.0 Request processed in 300us (709us total) trans 0 rc 0/0 00000100:00100000:3.0:1783441801.687205:0:22709:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 120 00000100:00100000:1.0:1783441801.694859:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:2.0:1783441801.694986:0:22708:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073552853120 00000100:00100000:2.0:1783441801.695015:0:22708:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073552853120 00000100:00100000:2.0:1783441801.695097:0:22708:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 121 00000100:00100000:2.0:1783441801.695107:0:22708:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9114b57ba450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e225892e-2fc9-454d-bcef-510872b8d0e8+5:18134:x1870073552853120:12345-192.168.202.6@tcp:101:mount.lustre.0 00010000:00010000:2.0:1783441801.695126:0:22708:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1783441801.695146:0:22708:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9114aeae4600/0x4778038d8fc3703f lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: local remote: 0x84c385150672a531 expref: -99 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441801.695176:0:22708:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9114aeae4600/0x4778038d8fc3703f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x50000000000000 nid: 192.168.202.6@tcp remote: 0x84c385150672a531 expref: 6 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441801.695204:0:22708:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9114aeae4600/0x4778038d8fc3703f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: 192.168.202.6@tcp remote: 0x84c385150672a531 expref: 6 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441801.695214:0:22708:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9114aeae4600, rc 0) 00000100:00100000:2.0:1783441801.695300:0:22708:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9114b57ba450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e225892e-2fc9-454d-bcef-510872b8d0e8+6:18134:x1870073552853120:12345-192.168.202.6@tcp:101:mount.lustre.0 Request processed in 194us (470us total) trans 0 rc 0/0 00000100:00100000:2.0:1783441801.695308:0:22708:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 121 00000100:00100000:0.0:1783441801.703799:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:2.0:1783441801.704097:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073552853248 00000100:00100000:2.0:1783441801.704114:0:22710:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073552853248 00000100:00100000:2.0:1783441801.704189:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 122 00000100:00100000:2.0:1783441801.704199:0:22710:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9114b57b8c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e225892e-2fc9-454d-bcef-510872b8d0e8+6:18134:x1870073552853248:12345-192.168.202.6@tcp:501:mount.lustre.0 00000100:00100000:2.0:1783441801.705477:0:22710:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9114b57b8c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e225892e-2fc9-454d-bcef-510872b8d0e8+6:18134:x1870073552853248:12345-192.168.202.6@tcp:501:mount.lustre.0 Request processed in 1272us (1687us total) trans 0 rc -2/-2 00000100:00100000:2.0:1783441801.705488:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 122 00000100:00100000:1.0:1783441801.712958:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:2.0:1783441801.713274:0:22708:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073552853376 00000100:00100000:2.0:1783441801.713303:0:22708:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073552853376 00000100:00100000:2.0:1783441801.713568:0:22708:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 123 00000100:00100000:2.0:1783441801.713585:0:22708:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9114b57bb450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e225892e-2fc9-454d-bcef-510872b8d0e8+6:18134:x1870073552853376:12345-192.168.202.6@tcp:101:mount.lustre.0 00010000:00010000:2.0:1783441801.713603:0:22708:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1783441801.713622:0:22708:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9114aeae4e00/0x4778038d8fc37046 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: local remote: 0x84c385150672a538 expref: -99 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441801.713653:0:22708:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9114aeae4e00/0x4778038d8fc37046 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x50000000000000 nid: 192.168.202.6@tcp remote: 0x84c385150672a538 expref: 7 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441801.713664:0:22708:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9114aeae4e00/0x4778038d8fc37046 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: 192.168.202.6@tcp remote: 0x84c385150672a538 expref: 7 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441801.713688:0:22708:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9114aeae4e00, rc 0) 00000100:00100000:2.0:1783441801.713828:0:22708:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9114b57bb450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e225892e-2fc9-454d-bcef-510872b8d0e8+7:18134:x1870073552853376:12345-192.168.202.6@tcp:101:mount.lustre.0 Request processed in 250us (888us total) trans 0 rc 0/0 00000100:00100000:2.0:1783441801.713836:0:22708:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 123 00000100:00100000:1.0:1783441801.724984:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:2.0:1783441801.725139:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073552853504 00000100:00100000:2.0:1783441801.725153:0:22710:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073552853504 00000100:00100000:2.0:1783441801.725223:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 124 00000100:00100000:2.0:1783441801.725234:0:22710:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9114b57b9050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e225892e-2fc9-454d-bcef-510872b8d0e8+7:18134:x1870073552853504:12345-192.168.202.6@tcp:501:mount.lustre.0 00000100:00100000:2.0:1783441801.725650:0:22710:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9114b57b9050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e225892e-2fc9-454d-bcef-510872b8d0e8+8:18134:x1870073552853504:12345-192.168.202.6@tcp:501:mount.lustre.0 Request processed in 416us (679us total) trans 0 rc 0/0 00000100:00100000:2.0:1783441801.725659:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 124 00000100:00100000:0.0:1783441801.730776:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:3.0:1783441801.730935:0:22709:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073552853632 00000100:00100000:3.0:1783441801.730950:0:22709:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073552853632 00000100:00100000:3.0:1783441801.731030:0:22709:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 125 00000100:00100000:3.0:1783441801.731043:0:22709:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9114b57b9450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e225892e-2fc9-454d-bcef-510872b8d0e8+8:18134:x1870073552853632:12345-192.168.202.6@tcp:503:mount.lustre.0 00000100:00100000:3.0:1783441801.731491:0:22709:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9114b57b9450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e225892e-2fc9-454d-bcef-510872b8d0e8+8:18134:x1870073552853632:12345-192.168.202.6@tcp:503:mount.lustre.0 Request processed in 450us (728us total) trans 0 rc 0/0 00000100:00100000:3.0:1783441801.731538:0:22709:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 125 00000100:00100000:1.0:1783441801.751530:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:2.0:1783441801.752575:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073552853760 00000100:00100000:2.0:1783441801.752592:0:22710:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073552853760 00000100:00100000:2.0:1783441801.752676:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 126 00000100:00100000:2.0:1783441801.752690:0:22710:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9114b57b9c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e225892e-2fc9-454d-bcef-510872b8d0e8+8:18152:x1870073552853760:12345-192.168.202.6@tcp:502:llog_process_th.0 00000100:00100000:2.0:1783441801.753420:0:22710:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9114b57b9c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e225892e-2fc9-454d-bcef-510872b8d0e8+8:18152:x1870073552853760:12345-192.168.202.6@tcp:502:llog_process_th.0 Request processed in 729us (1927us total) trans 0 rc 0/0 00000100:00100000:2.0:1783441801.753430:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 126 00000100:00100000:1.0:1783441801.791320:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:0.0:1783441801.791444:0:22708:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073552853888 00000100:00100000:0.0:1783441801.791473:0:22708:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073552853888 00000100:00100000:0.0:1783441801.791597:0:22708:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 127 00000100:00100000:0.0:1783441801.791615:0:22708:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9114b57bb850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e225892e-2fc9-454d-bcef-510872b8d0e8+8:18152:x1870073552853888:12345-192.168.202.6@tcp:502:llog_process_th.0 00000100:00100000:0.0:1783441801.791809:0:22708:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9114b57bb850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e225892e-2fc9-454d-bcef-510872b8d0e8+8:18152:x1870073552853888:12345-192.168.202.6@tcp:502:llog_process_th.0 Request processed in 196us (503us total) trans 0 rc 0/0 00000100:00100000:0.0:1783441801.791819:0:22708:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 127 00000100:00100000:0.0:1783441801.798038:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:2.0:1783441801.798331:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073552854016 00000100:00100000:2.0:1783441801.798346:0:22710:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073552854016 00000100:00100000:2.0:1783441801.798433:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 128 00000100:00100000:2.0:1783441801.798446:0:22710:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff911383c34450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e225892e-2fc9-454d-bcef-510872b8d0e8+8:18152:x1870073552854016:12345-192.168.202.6@tcp:502:llog_process_th.0 00000100:00100000:2.0:1783441801.798722:0:22710:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff911383c34450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e225892e-2fc9-454d-bcef-510872b8d0e8+8:18152:x1870073552854016:12345-192.168.202.6@tcp:502:llog_process_th.0 Request processed in 277us (699us total) trans 0 rc 0/0 00000100:00100000:2.0:1783441801.798741:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 128 00000100:00100000:1.0:1783441801.808286:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:3.0:1783441801.808743:0:22709:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073552854144 00000100:00100000:3.0:1783441801.808758:0:22709:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073552854144 00000100:00100000:3.0:1783441801.808847:0:22709:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 129 00000100:00100000:3.0:1783441801.808860:0:22709:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff911383c37450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e225892e-2fc9-454d-bcef-510872b8d0e8+8:18134:x1870073552854144:12345-192.168.202.6@tcp:101:mount.lustre.0 00010000:00010000:3.0:1783441801.808883:0:22709:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1783441801.808908:0:22709:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff911383e4bc00/0x4778038d8fc3704d lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x84c385150672a569 expref: -99 pid: 22709 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783441801.808947:0:22709:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff911383e4bc00/0x4778038d8fc3704d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 192.168.202.6@tcp remote: 0x84c385150672a569 expref: 9 pid: 22709 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783441801.808961:0:22709:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff911383e4bc00/0x4778038d8fc3704d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 192.168.202.6@tcp remote: 0x84c385150672a569 expref: 9 pid: 22709 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783441801.808993:0:22709:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff911383e4bc00, rc 0) 00000100:00100000:3.0:1783441801.809250:0:22709:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff911383c37450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e225892e-2fc9-454d-bcef-510872b8d0e8+9:18134:x1870073552854144:12345-192.168.202.6@tcp:101:mount.lustre.0 Request processed in 392us (978us total) trans 0 rc 0/0 00000100:00100000:3.0:1783441801.809259:0:22709:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 129 00000100:00100000:1.0:1783441801.820752:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:0.0:1783441801.820851:0:22708:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073552854272 00000100:00100000:0.0:1783441801.820867:0:22708:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073552854272 00000100:00100000:0.0:1783441801.820941:0:22708:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 130 00000100:00100000:0.0:1783441801.820953:0:22708:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff911382b09450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e225892e-2fc9-454d-bcef-510872b8d0e8+9:18134:x1870073552854272:12345-192.168.202.6@tcp:256:mount.lustre.0 20000000:01000000:0.0:1783441801.820993:0:22708:0:(mgs_nids.c:914:mgs_get_ir_logs()) Reading IR log lustre-cliir bufsize 1048576. 20000000:01000000:0.0:1783441801.821036:0:22708:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/256/255. 20000000:01000000:0.0:1783441801.821041:0:22708:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4008/1/256/255. 20000000:01000000:0.0:1783441801.821045:0:22708:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 3964/1/256/255. 20000000:01000000:0.0:1783441801.821049:0:22708:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 3920/1/256/255. 20000000:01000000:0.0:1783441801.821051:0:22708:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 176, version 14 00000100:00100000:2.0:1783441801.823978:0:22708:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff911382b09450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e225892e-2fc9-454d-bcef-510872b8d0e8+9:18134:x1870073552854272:12345-192.168.202.6@tcp:256:mount.lustre.0 Request processed in 3009us (3222us total) trans 0 rc 0/0 00000100:00100000:2.0:1783441801.823999:0:22708:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 130 00000100:00100000:1.0:1783441801.827289:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:2.0:1783441801.827563:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073552854400 00000100:00100000:2.0:1783441801.827577:0:22710:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073552854400 00000100:00100000:2.0:1783441801.827669:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 131 00000100:00100000:2.0:1783441801.827681:0:22710:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff911382b08850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e225892e-2fc9-454d-bcef-510872b8d0e8+9:18134:x1870073552854400:12345-192.168.202.6@tcp:101:mount.lustre.0 00010000:00010000:2.0:1783441801.827706:0:22710:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1783441801.827733:0:22710:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9114aeae5000/0x4778038d8fc37054 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: local remote: 0x84c385150672a570 expref: -99 pid: 22710 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441801.827773:0:22710:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9114aeae5000/0x4778038d8fc37054 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x50000000000000 nid: 192.168.202.6@tcp remote: 0x84c385150672a570 expref: 10 pid: 22710 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441801.827786:0:22710:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9114aeae5000/0x4778038d8fc37054 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: 192.168.202.6@tcp remote: 0x84c385150672a570 expref: 10 pid: 22710 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441801.827797:0:22710:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9114aeae5000, rc 0) 00000100:00100000:2.0:1783441801.827893:0:22710:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff911382b08850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e225892e-2fc9-454d-bcef-510872b8d0e8+10:18134:x1870073552854400:12345-192.168.202.6@tcp:101:mount.lustre.0 Request processed in 214us (620us total) trans 0 rc 0/0 00000100:00100000:2.0:1783441801.827901:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 131 00000100:00100000:1.0:1783441801.830382:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:2.0:1783441801.830536:0:22708:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073552854528 00000100:00100000:2.0:1783441801.830549:0:22708:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073552854528 00000100:00100000:2.0:1783441801.830638:0:22708:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 132 00000100:00100000:2.0:1783441801.830649:0:22708:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff911382b08450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e225892e-2fc9-454d-bcef-510872b8d0e8+10:18134:x1870073552854528:12345-192.168.202.6@tcp:501:mount.lustre.0 00000100:00100000:2.0:1783441801.831146:0:22708:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff911382b08450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e225892e-2fc9-454d-bcef-510872b8d0e8+10:18134:x1870073552854528:12345-192.168.202.6@tcp:501:mount.lustre.0 Request processed in 495us (789us total) trans 0 rc 0/0 00000100:00100000:2.0:1783441801.831156:0:22708:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 132 00000100:00100000:0.0:1783441801.838303:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:3.0:1783441801.839122:0:22709:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073552854656 00000100:00100000:3.0:1783441801.839138:0:22709:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073552854656 00000100:00100000:3.0:1783441801.839377:0:22709:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 133 00000100:00100000:3.0:1783441801.839390:0:22709:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff911382b09c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e225892e-2fc9-454d-bcef-510872b8d0e8+10:18134:x1870073552854656:12345-192.168.202.6@tcp:503:mount.lustre.0 00000100:00100000:3.0:1783441801.841111:0:22709:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff911382b09c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e225892e-2fc9-454d-bcef-510872b8d0e8+10:18134:x1870073552854656:12345-192.168.202.6@tcp:503:mount.lustre.0 Request processed in 1707us (2806us total) trans 0 rc 0/0 00000100:00100000:3.0:1783441801.841128:0:22709:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 133 00000100:00100000:1.0:1783441801.851721:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:2.0:1783441801.851994:0:22708:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073552854784 00000100:00100000:2.0:1783441801.852019:0:22708:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073552854784 00000100:00100000:2.0:1783441801.852092:0:22708:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 134 00000100:00100000:2.0:1783441801.852105:0:22708:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff911382b0b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e225892e-2fc9-454d-bcef-510872b8d0e8+10:18157:x1870073552854784:12345-192.168.202.6@tcp:502:llog_process_th.0 00000100:00100000:2.0:1783441801.852389:0:22708:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff911382b0b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e225892e-2fc9-454d-bcef-510872b8d0e8+10:18157:x1870073552854784:12345-192.168.202.6@tcp:502:llog_process_th.0 Request processed in 225us (622us total) trans 0 rc 0/0 00000100:00100000:2.0:1783441801.852401:0:22708:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 134 00000100:00100000:1.0:1783441801.864763:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:2.0:1783441801.865231:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073552854912 00000100:00100000:2.0:1783441801.865245:0:22710:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073552854912 00000100:00100000:2.0:1783441801.865325:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 135 00000100:00100000:2.0:1783441801.865336:0:22710:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff911382b09850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e225892e-2fc9-454d-bcef-510872b8d0e8+10:18157:x1870073552854912:12345-192.168.202.6@tcp:502:llog_process_th.0 00000100:00100000:2.0:1783441801.866064:0:22710:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff911382b09850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e225892e-2fc9-454d-bcef-510872b8d0e8+10:18157:x1870073552854912:12345-192.168.202.6@tcp:502:llog_process_th.0 Request processed in 723us (1311us total) trans 0 rc 0/0 00000100:00100000:2.0:1783441801.866077:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 135 00000100:00100000:0.0:1783441801.886430:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:0.0:1783441801.886619:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:3.0:1783441801.886809:0:22715:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073552855040 00000100:00100000:3.0:1783441801.886827:0:22715:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073552855040 00000100:00100000:3.0:1783441801.886897:0:22715:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073552855296 00000100:00100000:3.0:1783441801.886902:0:22715:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073552855296 00000100:00100000:3.0:1783441801.886920:0:22715:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 7 00000100:00100000:3.0:1783441801.886930:0:22715:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff911382197800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2403:x1870073552855040:12345-192.168.202.6@tcp:38:mount.lustre.0 00010000:00080000:3.0:1783441801.886977:0:22715:0:(ldlm_lib.c:1432:target_handle_connect()) lustre-MDT0000: connection from e7ae7535-e8c5-4c14-a5b0-5523f3533c4f@192.168.202.6@tcp t0 exp 0000000000000000 cur 792 last 0 00000020:00000080:3.0:1783441801.887067:0:22715:0:(genops.c:1406:class_connect()) connect: client e7ae7535-e8c5-4c14-a5b0-5523f3533c4f, cookie 0x4778038d8fc3705b 00000004:00100000:3.0:1783441801.887103:0:22715:0:(mdt_handler.c:7282:mdt_connect_internal()) lustre-MDT0000: cli supports cksum type f7, return f7 00000100:00080000:3.0:1783441801.887415:0:22715:0:(import.c:65:import_set_state_nolock()) ffff9114b56c4800 : changing import state from RECOVER to FULL 00000100:00100000:3.0:1783441801.887552:0:22715:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff911382197800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:e7ae7535-e8c5-4c14-a5b0-5523f3533c4f+6:2403:x1870073552855040:12345-192.168.202.6@tcp:38:mount.lustre.0 Request processed in 621us (1140us total) trans 0 rc 0/0 00000100:00100000:3.0:1783441801.887561:0:22715:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 7 00000100:00100000:3.0:1783441801.887605:0:22715:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 8 00000100:00100000:3.0:1783441801.887611:0:22715:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff911382195500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2403:x1870073552855296:12345-192.168.202.6@tcp:38:mount.lustre.0 00010000:00080000:3.0:1783441801.887632:0:22715:0:(ldlm_lib.c:1432:target_handle_connect()) lustre-MDT0001: connection from e7ae7535-e8c5-4c14-a5b0-5523f3533c4f@192.168.202.6@tcp t0 exp 0000000000000000 cur 792 last 0 00000020:00000080:3.0:1783441801.887674:0:22715:0:(genops.c:1406:class_connect()) connect: client e7ae7535-e8c5-4c14-a5b0-5523f3533c4f, cookie 0x4778038d8fc37062 00000004:00100000:3.0:1783441801.887690:0:22715:0:(mdt_handler.c:7282:mdt_connect_internal()) lustre-MDT0001: cli supports cksum type f7, return f7 00000100:00080000:3.0:1783441801.887857:0:22715:0:(import.c:65:import_set_state_nolock()) ffff9114b56c4000 : changing import state from RECOVER to FULL 00000100:00100000:3.0:1783441801.887887:0:22715:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff911382195500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:e7ae7535-e8c5-4c14-a5b0-5523f3533c4f+6:2403:x1870073552855296:12345-192.168.202.6@tcp:38:mount.lustre.0 Request processed in 274us (1268us total) trans 0 rc 0/0 00000100:00100000:3.0:1783441801.887895:0:22715:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 8 00000100:00100000:1.0:1783441801.903375:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:1.0:1783441801.903422:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:1.0:1783441801.903458:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:2.0:1783441801.903669:0:22714:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073552855552 00000100:00100000:2.0:1783441801.903685:0:22714:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073552855552 00000100:00100000:3.0:1783441801.903702:0:22715:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073552855424 00000100:00100000:3.0:1783441801.903709:0:22715:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073552855424 00000100:00100000:0.0:1783441801.903784:0:22716:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073552855168 00000100:00100000:0.0:1783441801.903789:0:22716:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073552855168 00000100:00100000:2.0:1783441801.903858:0:22714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 9 00000100:00100000:2.0:1783441801.903872:0:22714:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9114aeaeb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:e7ae7535-e8c5-4c14-a5b0-5523f3533c4f+7:18134:x1870073552855552:12345-192.168.202.6@tcp:41:mount.lustre.0 00000004:00000024:2.0:1783441801.903918:0:22714:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446309888 avail 1300070400 00000100:00100000:2.0:1783441801.904033:0:22714:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9114aeaeb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:e7ae7535-e8c5-4c14-a5b0-5523f3533c4f+7:18134:x1870073552855552:12345-192.168.202.6@tcp:41:mount.lustre.0 Request processed in 165us (685us total) trans 0 rc 0/0 00000100:00100000:2.0:1783441801.904062:0:22714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 9 00000100:00100000:0.0:1783441801.908284:0:22716:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 10 00000100:00100000:0.0:1783441801.908321:0:22716:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9114aeaea300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:e7ae7535-e8c5-4c14-a5b0-5523f3533c4f+7:0:x1870073552855168:12345-192.168.202.6@tcp:41:mount.lustre.0 00000004:00000024:0.0:1783441801.908404:0:22716:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446309888 avail 1300070400 00000100:00100000:0.0:1783441801.908525:0:22716:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9114aeaea300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:e7ae7535-e8c5-4c14-a5b0-5523f3533c4f+7:0:x1870073552855168:12345-192.168.202.6@tcp:41:mount.lustre.0 Request processed in 225us (5065us total) trans 0 rc 0/0 00000100:00100000:0.0:1783441801.908554:0:22716:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 10 00000100:00080000:1.0:1783441801.909419:0:22711:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1783441801.909429:0:22711:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1783441801.918545:0:22716:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 11 00000100:00100000:0.0:1783441801.918572:0:22716:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9114aeae9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:e7ae7535-e8c5-4c14-a5b0-5523f3533c4f+6:0:x1870073552855424:12345-192.168.202.6@tcp:41:mount.lustre.0 00000004:00000024:0.0:1783441801.918632:0:22716:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446461440 avail 1300221952 00000100:00100000:0.0:1783441801.918761:0:22716:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9114aeae9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:e7ae7535-e8c5-4c14-a5b0-5523f3533c4f+6:0:x1870073552855424:12345-192.168.202.6@tcp:41:mount.lustre.0 Request processed in 200us (15337us total) trans 0 rc 0/0 00000100:00100000:0.0:1783441801.918769:0:22716:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 11 00000100:00100000:3.0:1783441801.918924:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:0.0:1783441801.919868:0:22716:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073552855680 00000100:00100000:0.0:1783441801.919883:0:22716:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073552855680 00000100:00100000:0.0:1783441801.919956:0:22716:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 12 00000100:00100000:0.0:1783441801.919966:0:22716:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9114aeae0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:e7ae7535-e8c5-4c14-a5b0-5523f3533c4f+7:18134:x1870073552855680:12345-192.168.202.6@tcp:40:mount.lustre.0 00000100:00100000:0.0:1783441801.920057:0:22716:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9114aeae0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:e7ae7535-e8c5-4c14-a5b0-5523f3533c4f+7:18134:x1870073552855680:12345-192.168.202.6@tcp:40:mount.lustre.0 Request processed in 92us (1134us total) trans 0 rc 0/0 00000100:00100000:0.0:1783441801.920066:0:22716:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 12 00000100:00100000:3.0:1783441801.925778:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:3.0:1783441801.925913:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:3.0:1783441801.925958:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:0.0:1783441801.926035:0:22725:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073552856064 00000100:00100000:0.0:1783441801.926049:0:22725:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073552856064 00000100:00100000:0.0:1783441801.926144:0:22725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 3 00000100:00100000:0.0:1783441801.926158:0:22725:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9114b0d47800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:e7ae7535-e8c5-4c14-a5b0-5523f3533c4f+6:18134:x1870073552856064:12345-192.168.202.6@tcp:900:mount.lustre.0 00000100:00100000:0.0:1783441801.926261:0:22725:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9114b0d47800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:e7ae7535-e8c5-4c14-a5b0-5523f3533c4f+6:18134:x1870073552856064:12345-192.168.202.6@tcp:900:mount.lustre.0 Request processed in 106us (348us total) trans 0 rc 0/0 00000100:00100000:0.0:1783441801.926271:0:22725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 3 00000100:00100000:2.0:1783441801.927451:0:24223:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073552855808 00000100:00100000:2.0:1783441801.927464:0:24223:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073552855808 00000100:00100000:2.0:1783441801.927534:0:24223:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073552855936 00000100:00100000:2.0:1783441801.927538:0:24223:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073552855936 00000100:00100000:2.0:1783441801.927576:0:24223:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 23 00000100:00100000:2.0:1783441801.927585:0:24223:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9114b0d45880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2403:x1870073552855808:12345-192.168.202.6@tcp:8:mount.lustre.0 00010000:00080000:2.0:1783441801.927625:0:24223:0:(ldlm_lib.c:1432:target_handle_connect()) lustre-OST0000: connection from e7ae7535-e8c5-4c14-a5b0-5523f3533c4f@192.168.202.6@tcp t0 exp 0000000000000000 cur 792 last 0 00000020:00000080:2.0:1783441801.927671:0:24223:0:(genops.c:1406:class_connect()) connect: client e7ae7535-e8c5-4c14-a5b0-5523f3533c4f, cookie 0x4778038d8fc37069 00002000:00100000:2.0:1783441801.927687:0:24223:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0000: cli e7ae7535-e8c5-4c14-a5b0-5523f3533c4f/ffff911484f27000 ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 2113669 ocd_grant: 134217728 ocd_index: 0 ocd_group 0 00002000:00100000:2.0:1783441801.927704:0:24223:0:(ofd_obd.c:219:ofd_parse_connect_data()) lustre-OST0000: cli supports cksum type f7, return f7 00000100:00100000:0.0:1783441801.928053:0:24294:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 24 00000100:00100000:0.0:1783441801.928061:0:24294:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9114b0d44700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2403:x1870073552855936:12345-192.168.202.6@tcp:8:mount.lustre.0 00010000:00080000:0.0:1783441801.928081:0:24294:0:(ldlm_lib.c:1432:target_handle_connect()) lustre-OST0001: connection from e7ae7535-e8c5-4c14-a5b0-5523f3533c4f@192.168.202.6@tcp t0 exp 0000000000000000 cur 792 last 0 00000020:00000080:0.0:1783441801.928188:0:24294:0:(genops.c:1406:class_connect()) connect: client e7ae7535-e8c5-4c14-a5b0-5523f3533c4f, cookie 0x4778038d8fc37070 00002000:00100000:0.0:1783441801.928196:0:24294:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0001: cli e7ae7535-e8c5-4c14-a5b0-5523f3533c4f/ffff911382270000 ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 2113669 ocd_grant: 134217728 ocd_index: 0 ocd_group 0 00002000:00100000:0.0:1783441801.928211:0:24294:0:(ofd_obd.c:219:ofd_parse_connect_data()) lustre-OST0001: cli supports cksum type f7, return f7 00002000:00080000:0.0:1783441801.928421:0:24294:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0001: get connection from MDS 0 00000100:00080000:0.0:1783441801.928463:0:24294:0:(import.c:65:import_set_state_nolock()) ffff911382274800 : changing import state from RECOVER to FULL 00000100:00100000:0.0:1783441801.928590:0:24294:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9114b0d44700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e7ae7535-e8c5-4c14-a5b0-5523f3533c4f+6:2403:x1870073552855936:12345-192.168.202.6@tcp:8:mount.lustre.0 Request processed in 527us (2630us total) trans 0 rc 0/0 00000100:00100000:0.0:1783441801.928599:0:24294:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 24 00002000:00080000:2.0:1783441801.929086:0:24223:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0000: get connection from MDS 0 00000100:00080000:2.0:1783441801.929399:0:24223:0:(import.c:65:import_set_state_nolock()) ffff911484f21000 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1783441801.929457:0:24223:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9114b0d45880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e7ae7535-e8c5-4c14-a5b0-5523f3533c4f+6:2403:x1870073552855808:12345-192.168.202.6@tcp:8:mount.lustre.0 Request processed in 1872us (3694us total) trans 0 rc 0/0 00000100:00100000:2.0:1783441801.929466:0:24223:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 23 00000100:00100000:1.0:1783441801.929786:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:3.0:1783441801.930231:0:22717:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073552856192 00000100:00100000:3.0:1783441801.930242:0:22717:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073552856192 00000100:00100000:3.0:1783441801.930298:0:22717:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 0 00000100:00100000:3.0:1783441801.930313:0:22717:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9114aeaeb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:e7ae7535-e8c5-4c14-a5b0-5523f3533c4f+6:18134:x1870073552856192:12345-192.168.202.6@tcp:33:mount.lustre.0 00000004:00080000:1.0:1783441801.933406:0:22717:0:(mdt_identity.c:119:mdt_identity_do_upcall()) lustre-MDT0000: invoked upcall /home/green/git/lustre-release/lustre/utils/l_getidentity lustre-MDT0000 0, time 2969us 00000004:00200000:1.0:1783441801.970564:0:22717:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000100:00100000:1.0:1783441801.970775:0:22717:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9114aeaeb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:e7ae7535-e8c5-4c14-a5b0-5523f3533c4f+6:18134:x1870073552856192:12345-192.168.202.6@tcp:33:mount.lustre.0 Request processed in 40455us (40982us total) trans 0 rc 0/0 00000100:00100000:1.0:1783441801.970794:0:22717:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 0 00000100:00100000:1.0:1783441802.209622:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:0.0:1783441802.209783:0:22716:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073552856320 00000100:00100000:0.0:1783441802.209798:0:22716:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073552856320 00000100:00100000:0.0:1783441802.209878:0:22716:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 13 00000100:00100000:0.0:1783441802.209890:0:22716:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9114aeaea680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:e7ae7535-e8c5-4c14-a5b0-5523f3533c4f+6:18180:x1870073552856320:12345-192.168.202.6@tcp:101:mkdir.0 00010000:00010000:0.0:1783441802.209919:0:22716:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1783441802.210133:0:22716:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9114c2166c00/0x4778038d8fc37077 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x84c385150672a5a1 expref: -99 pid: 22716 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783441802.210229:0:22716:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9114c2167000/0x4778038d8fc3707e lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22716 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783441802.210243:0:22716:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9114c2167000/0x4778038d8fc3707e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22716 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783441802.210260:0:22716:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9114c2167000/0x4778038d8fc3707e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22716 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1783441802.210317:0:22716:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:0.0:1783441802.210321:0:22716:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1783441802.210392:0:22716:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9114c2167000/0x4778038d8fc3707e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22716 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783441802.210433:0:22716:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9114c2166c00/0x4778038d8fc37077 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.6@tcp remote: 0x84c385150672a5a1 expref: 8 pid: 22716 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783441802.210458:0:22716:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9114c2167000/0x4778038d8fc3707e lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.6@tcp remote: 0x84c385150672a5a1 expref: 7 pid: 22716 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783441802.210468:0:22716:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff91148cdab900) 00010000:00010000:0.0:1783441802.210471:0:22716:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1783441802.210475:0:22716:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9114c2167000, rc 0) 00000100:00100000:0.0:1783441802.210703:0:22716:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9114aeaea680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:e7ae7535-e8c5-4c14-a5b0-5523f3533c4f+7:18180:x1870073552856320:12345-192.168.202.6@tcp:101:mkdir.0 Request processed in 813us (1219us total) trans 0 rc 0/0 00000100:00100000:0.0:1783441802.210713:0:22716:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 13 00010000:00010000:2.0:1783441802.257185:0:22704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1783441802.705033:0:3650:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9113810d2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3650:1870073572903424:0@lo:400:kworker.0 00000100:00100000:2.0:1783441802.705152:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783441802.705222:0:3650:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9113810d0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3650:1870073572903936:0@lo:400:kworker.0 00000100:00100000:2.0:1783441802.705249:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783441802.705270:0:3650:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9114bf53e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3650:1870073572904448:0@lo:400:kworker.0 00000100:00100000:2.0:1783441802.705296:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783441802.705325:0:3650:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [2->3] 00000100:00100000:2.0:1783441802.705331:0:3650:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9113810d0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3650:1870073572903296:0@lo:400:kworker.0 00000100:00100000:2.0:1783441802.705411:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783441802.705429:0:3650:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9113810d3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3650:1870073572903808:0@lo:400:kworker.0 00000100:00100000:2.0:1783441802.705452:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783441802.705470:0:3650:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9113810d0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3650:1870073572904320:0@lo:400:kworker.0 00000100:00100000:2.0:1783441802.705491:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783441802.705834:0:22714:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572904448 00000100:00100000:2.0:1783441802.705845:0:22714:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572904448 00000100:00100000:2.0:1783441802.705982:0:22714:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572904320 00000100:00100000:2.0:1783441802.705986:0:22714:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572904320 00000100:00100000:2.0:1783441802.706011:0:22714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42 00000100:00100000:2.0:1783441802.706023:0:22714:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff911383dd1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3650:x1870073572904448:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1783441802.706100:0:22714:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff911383dd1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3650:x1870073572904448:12345-0@lo:400:kworker.0 Request processed in 79us (801us total) trans 0 rc 0/0 00000100:00100000:2.0:1783441802.706109:0:22714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42 00000100:00100000:2.0:1783441802.706222:0:22714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 43 00000100:00100000:2.0:1783441802.706230:0:22714:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff911383dd1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3650:x1870073572904320:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1783441802.706694:0:22714:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff911383dd1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3650:x1870073572904320:12345-0@lo:400:kworker.0 Request processed in 464us (1200us total) trans 0 rc 0/0 00000100:00100000:2.0:1783441802.706703:0:22714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 43 00000100:00100000:2.0:1783441802.706741:0:24223:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572903424 00000100:00100000:2.0:1783441802.706748:0:24223:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572903424 00000100:00100000:2.0:1783441802.706782:0:24223:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572903936 00000100:00100000:2.0:1783441802.706788:0:24223:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572903936 00000100:00100000:2.0:1783441802.706809:0:24223:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572903296 00000100:00100000:2.0:1783441802.706814:0:24223:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572903296 00000100:00100000:3.0:1783441802.706913:0:24222:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572903808 00000100:00100000:3.0:1783441802.706938:0:24222:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572903808 00000100:00100000:0.0:1783441802.707688:0:3647:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9113810d0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0:3647:1870073572903040:0@lo:400:kworker.0 00000100:00100000:0.0:1783441802.707763:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783441802.707822:0:3647:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9113810d1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3647:1870073572903552:0@lo:400:kworker.0 00000100:00100000:0.0:1783441802.707869:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783441802.708045:0:3648:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9113810d2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3648:1870073572903168:0@lo:400:kworker.0 00000100:00100000:1.0:1783441802.708088:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783441802.708123:0:3648:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9113810d3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3648:1870073572903680:0@lo:400:kworker.0 00000100:00100000:1.0:1783441802.708257:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783441802.708280:0:3648:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9113810d1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3648:1870073572904192:0@lo:400:kworker.0 00000100:00100000:1.0:1783441802.708323:0:22719:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572903168 00000100:00100000:1.0:1783441802.708331:0:22719:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572903168 00000100:00100000:1.0:1783441802.708384:0:22719:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572903680 00000100:00100000:1.0:1783441802.708389:0:22719:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572903680 00000100:00100000:1.0:1783441802.708406:0:22719:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 55 00000100:00100000:1.0:1783441802.708415:0:22719:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9114aeae8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3648:x1870073572903168:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1783441802.708484:0:22719:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9114aeae8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3648:x1870073572903168:12345-0@lo:400:kworker.0 Request processed in 68us (394us total) trans 0 rc 0/0 00000100:00100000:1.0:1783441802.708492:0:22719:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 55 00000100:00100000:1.0:1783441802.708543:0:22719:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 56 00000100:00100000:1.0:1783441802.708568:0:22719:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9114aeaead80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3648:x1870073572903680:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1783441802.708601:0:22719:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9114aeaead80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3648:x1870073572903680:12345-0@lo:400:kworker.0 Request processed in 35us (344us total) trans 0 rc 0/0 00000100:00100000:1.0:1783441802.708608:0:22719:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 56 00000100:00080000:1.0:1783441802.708634:0:22711:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1783441802.708640:0:22711:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1783441802.708644:0:22711:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1783441802.708648:0:22711:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1783441802.708802:0:3647:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9113810d2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3647:1870073572904064:0@lo:400:kworker.0 00000100:00100000:0.0:1783441802.708831:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783441802.708860:0:3647:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9114bf53c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3647:1870073572904576:0@lo:400:kworker.0 00000100:00100000:3.0:1783441802.709300:0:24222:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:3.0:1783441802.709330:0:24222:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff911383dd2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:3650:x1870073572903424:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1783441802.709456:0:24222:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff911383dd2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:3650:x1870073572903424:12345-0@lo:400:kworker.0 Request processed in 141us (4304us total) trans 0 rc 0/0 00000100:00100000:3.0:1783441802.709463:0:24222:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00100000:3.0:1783441802.709516:0:24222:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:3.0:1783441802.709524:0:24222:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff911383dd0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3650:x1870073572903936:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1783441802.709559:0:24222:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff911383dd0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3650:x1870073572903936:12345-0@lo:400:kworker.0 Request processed in 36us (4309us total) trans 0 rc 0/0 00000100:00100000:3.0:1783441802.709564:0:24222:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00100000:3.0:1783441802.709577:0:24222:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:3.0:1783441802.709584:0:24222:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff911383dd1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3650:x1870073572903296:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1783441802.709614:0:24222:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff911383dd1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3650:x1870073572903296:12345-0@lo:400:kworker.0 Request processed in 31us (4203us total) trans 0 rc 0/0 00000100:00100000:3.0:1783441802.709620:0:24222:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00100000:3.0:1783441802.709632:0:24222:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:3.0:1783441802.709639:0:24222:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff911383dd2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3650:x1870073572903808:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1783441802.709667:0:24222:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff911383dd2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3650:x1870073572903808:12345-0@lo:400:kworker.0 Request processed in 28us (4213us total) trans 0 rc 0/0 00000100:00100000:3.0:1783441802.709673:0:24222:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00100000:3.0:1783441802.709712:0:22709:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572903040 00000100:00100000:3.0:1783441802.709720:0:22709:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572903040 00000100:00100000:3.0:1783441802.709765:0:22709:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 136 00000100:00100000:3.0:1783441802.709772:0:22709:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff911382b0a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0+24:3647:x1870073572903040:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1783441802.709803:0:22709:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff911382b0a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0+24:3647:x1870073572903040:12345-0@lo:400:kworker.0 Request processed in 32us (2041us total) trans 0 rc 0/0 00000100:00100000:3.0:1783441802.709809:0:22709:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 136 00000100:00100000:3.0:1783441802.709841:0:22715:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572903552 00000100:00100000:3.0:1783441802.709845:0:22715:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572903552 00000100:00100000:3.0:1783441802.709864:0:22715:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572904064 00000100:00100000:3.0:1783441802.709867:0:22715:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572904064 00000100:00100000:3.0:1783441802.709879:0:22715:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 44 00000100:00100000:3.0:1783441802.709894:0:22715:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff911382196680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3647:x1870073572903552:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1783441802.709926:0:22715:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff911382196680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3647:x1870073572903552:12345-0@lo:400:kworker.0 Request processed in 33us (2056us total) trans 0 rc 0/0 00000100:00100000:3.0:1783441802.709932:0:22715:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 44 00000100:00100000:3.0:1783441802.709945:0:22715:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 45 00000100:00100000:3.0:1783441802.709953:0:22715:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff911382196300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3647:x1870073572904064:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1783441802.709989:0:22715:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff911382196300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3647:x1870073572904064:12345-0@lo:400:kworker.0 Request processed in 38us (1157us total) trans 0 rc 0/0 00000100:00100000:3.0:1783441802.709998:0:22715:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 45 00000100:00100000:0.0:1783441802.710014:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783441802.710087:0:22715:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572904576 00000100:00100000:3.0:1783441802.710094:0:22715:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572904576 00000100:00100000:0.0:1783441802.710095:0:3647:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9113810d0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0:3647:1870073572903040:0@lo:400:kworker.0 00000100:00100000:0.0:1783441802.710429:0:3647:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9113810d1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3647:1870073572903552:0@lo:400:kworker.0 00000100:00100000:0.0:1783441802.710452:0:3647:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9113810d2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3647:1870073572904064:0@lo:400:kworker.0 00000100:00100000:0.0:1783441802.710496:0:3647:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1783441802.710543:0:3647:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9114aeaeaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3647:1870073572904704:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1783441802.710570:0:22715:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 46 00000100:00100000:3.0:1783441802.710583:0:22715:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff911382194000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3647:x1870073572904576:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1783441802.710596:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783441802.710803:0:3649:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff911382194700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3649:1870073572904832:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1783441802.710841:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783441802.710994:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783441802.711042:0:3648:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9113810d2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3648:1870073572903168:0@lo:400:kworker.0 00000100:00100000:0.0:1783441802.711057:0:3648:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9113810d3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3648:1870073572903680:0@lo:400:kworker.0 00000100:00100000:0.0:1783441802.711080:0:22714:0:(service.c:3462:ptlrpc_start_thread()) mdt[0] started 3 min 3 max 116 00000100:00100000:0.0:1783441802.711089:0:22714:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt00_003' 00000100:00100000:0.0:1783441802.711108:0:22716:0:(service.c:3462:ptlrpc_start_thread()) mdt[0] started 3 min 3 max 116 00000100:00100000:0.0:1783441802.711117:0:22716:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572904192 00000100:00100000:0.0:1783441802.711123:0:22716:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572904192 00000100:00100000:0.0:1783441802.711467:0:22716:0:(service.c:3462:ptlrpc_start_thread()) mdt[0] started 3 min 3 max 116 00000100:00100000:0.0:1783441802.711478:0:22716:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 47 00000100:00100000:0.0:1783441802.711486:0:22716:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff911382196d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3648:x1870073572904192:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1783441802.711583:0:22716:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff911382196d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3648:x1870073572904192:12345-0@lo:400:kworker.0 Request processed in 98us (588us total) trans 0 rc 0/0 00000100:00100000:0.0:1783441802.711592:0:22716:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 47 00000100:00100000:0.0:1783441802.711627:0:3648:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9113810d1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3648:1870073572904192:0@lo:400:kworker.0 00000100:00080000:0.0:1783441802.711660:0:22711:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1783441802.711665:0:22711:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1783441802.712490:0:3650:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9113810d0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3650:1870073572903296:0@lo:400:kworker.0 00000100:00100000:2.0:1783441802.712735:0:3650:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9113810d3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3650:1870073572903808:0@lo:400:kworker.0 00010000:00080000:2.0:1783441802.712765:0:3650:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9113810d0a80 x1870073572904320/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1783441818 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1783441802.712778:0:3650:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9113810d0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3650:1870073572904320:0@lo:400:kworker.0 00000100:00100000:2.0:1783441802.712795:0:3650:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9113810d2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3650:1870073572903424:0@lo:400:kworker.0 00000100:00100000:2.0:1783441802.712808:0:3650:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9113810d0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3650:1870073572903936:0@lo:400:kworker.0 00000100:00100000:2.0:1783441802.712825:0:3650:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9114bf53e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3650:1870073572904448:0@lo:400:kworker.0 00000100:00100000:2.0:1783441802.712995:0:24225:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572904704 00000100:00100000:2.0:1783441802.713003:0:24225:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572904704 00000100:00100000:2.0:1783441802.713039:0:24225:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572904832 00000100:00100000:2.0:1783441802.713043:0:24225:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572904832 00000100:00100000:2.0:1783441802.713060:0:24225:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:2.0:1783441802.713068:0:24225:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff911382194380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3647:x1870073572904704:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1783441802.713096:0:24225:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8715968 pending 0 free 3923509248 avail 3691986944 00000100:00100000:3.0:1783441802.719346:0:22715:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff911382194000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3647:x1870073572904576:12345-0@lo:400:kworker.0 Request processed in 8758us (9327us total) trans 0 rc 0/0 00000100:00100000:3.0:1783441802.719374:0:22715:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 46 00000100:00100000:2.0:1783441802.724775:0:24225:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff911382194380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3647:x1870073572904704:12345-0@lo:13:osp-pre-1-0.0 Request processed in 11684us (14164us total) trans 0 rc 0/0 00000100:00100000:2.0:1783441802.724801:0:24225:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00100000:2.0:1783441802.725042:0:24225:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00100000:2.0:1783441802.725070:0:24225:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff911382197480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3649:x1870073572904832:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1783441802.725123:0:24225:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8715968 pending 0 free 3923509248 avail 3691986944 00000100:00100000:2.0:1783441802.727463:0:24225:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff911382197480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3649:x1870073572904832:12345-0@lo:13:osp-pre-1-1.0 Request processed in 2402us (16612us total) trans 0 rc 0/0 00000100:00100000:2.0:1783441802.727479:0:24225:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000100:00100000:0.0:1783441802.732077:0:3647:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9114aeaeaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3647:1870073572904704:0@lo:13:osp-pre-1-0.0 00010000:00080000:0.0:1783441802.732108:0:3647:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9114bf53c000 x1870073572904576/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1783441818 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783441802.732121:0:3647:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9114bf53c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3647:1870073572904576:0@lo:400:kworker.0 00000100:00100000:1.0:1783441802.734411:0:3649:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff911382194700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3649:1870073572904832:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1783441803.218567:0:3650:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9114aeaeb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3650:1870073572904960:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1783441803.218712:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783441803.218890:0:24224:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572904960 00000100:00100000:1.0:1783441803.218900:0:24224:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572904960 00000100:00100000:1.0:1783441803.218955:0:24224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:1.0:1783441803.218962:0:24224:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff911383dd3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3650:x1870073572904960:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1783441803.218997:0:24224:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8715968 pending 0 free 3923505152 avail 3691982848 00000100:00100000:1.0:1783441803.219799:0:24224:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff911383dd3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3650:x1870073572904960:12345-0@lo:13:osp-pre-0-0.0 Request processed in 828us (1080us total) trans 0 rc 0/0 00000100:00100000:1.0:1783441803.219810:0:24224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000001:00100000:1.0:1783441803.223704:0:25037:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of e7ae7535-e8c5-4c14-a5b0-5523f3533c4f 00000001:00080000:1.0:1783441803.224102:0:25037:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 12884901890 is committed 00000100:00100000:3.0:1783441803.224441:0:3650:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9114aeaeb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3650:1870073572904960:0@lo:13:osp-pre-0-0.0 00010000:00010000:0.0:1783441803.280838:0:22703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1783441803.730802:0:3648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1783441803.730839:0:3648:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff911383540000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3648:1870073572905088:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1783441803.730955:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783441803.731161:0:22719:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572905088 00000100:00100000:2.0:1783441803.731173:0:22719:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572905088 00000100:00100000:2.0:1783441803.731252:0:22719:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 57 00000100:00100000:2.0:1783441803.731264:0:22719:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9114aeae9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3648:x1870073572905088:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1783441803.731313:0:22719:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446461440 avail 1300221952 00000100:00100000:2.0:1783441803.731394:0:22719:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9114aeae9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3648:x1870073572905088:12345-0@lo:41:osp-pre-1-0.0 Request processed in 132us (452us total) trans 0 rc 0/0 00000100:00100000:2.0:1783441803.731403:0:22719:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 57 00000100:00100000:3.0:1783441803.731748:0:3648:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff911383540000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3648:1870073572905088:0@lo:41:osp-pre-1-0.0 00000040:00080000:3.0:1783441804.113210:0:22748:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:3.0:1783441804.240838:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:0.0:1783441804.241052:0:22716:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073552856448 00000100:00100000:0.0:1783441804.241070:0:22716:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073552856448 00000100:00100000:0.0:1783441804.241195:0:22716:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 14 00000100:00100000:0.0:1783441804.241211:0:22716:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff911383540000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:e7ae7535-e8c5-4c14-a5b0-5523f3533c4f+7:18232:x1870073552856448:12345-192.168.202.6@tcp:41:lfs.0 00000004:00000024:0.0:1783441804.241276:0:22716:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446309888 avail 1300070400 00000100:00100000:0.0:1783441804.241404:0:22716:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff911383540000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:e7ae7535-e8c5-4c14-a5b0-5523f3533c4f+7:18232:x1870073552856448:12345-192.168.202.6@tcp:41:lfs.0 Request processed in 198us (584us total) trans 0 rc 0/0 00000100:00100000:0.0:1783441804.241413:0:22716:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 14 00000100:00080000:1.0:1783441804.241568:0:22711:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1783441804.247410:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:0.0:1783441804.247602:0:25510:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073552856576 00000100:00100000:0.0:1783441804.247618:0:25510:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073552856576 00000100:00100000:0.0:1783441804.247732:0:25510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 15 00000100:00100000:0.0:1783441804.247747:0:25510:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9114aeae8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:e7ae7535-e8c5-4c14-a5b0-5523f3533c4f+6:18232:x1870073552856576:12345-192.168.202.6@tcp:41:lfs.0 00000004:00000024:0.0:1783441804.247807:0:25510:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446461440 avail 1300221952 00000100:00100000:0.0:1783441804.247937:0:25510:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9114aeae8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:e7ae7535-e8c5-4c14-a5b0-5523f3533c4f+6:18232:x1870073552856576:12345-192.168.202.6@tcp:41:lfs.0 Request processed in 193us (542us total) trans 0 rc 0/0 00000100:00100000:0.0:1783441804.247945:0:25510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 15 00000100:00080000:1.0:1783441804.248555:0:22711:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1783441804.252051:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:1.0:1783441804.252538:0:24224:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073552856704 00000100:00100000:1.0:1783441804.252564:0:24224:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073552856704 00000100:00100000:1.0:1783441804.252811:0:24224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 15 00000100:00100000:1.0:1783441804.252853:0:24224:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff911383dd0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:e7ae7535-e8c5-4c14-a5b0-5523f3533c4f+6:18232:x1870073552856704:12345-192.168.202.6@tcp:13:lfs.0 00002000:00000024:1.0:1783441804.252906:0:24224:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8715968 pending 0 free 3923505152 avail 3691982848 00000100:00100000:1.0:1783441804.253042:0:24224:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff911383dd0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:e7ae7535-e8c5-4c14-a5b0-5523f3533c4f+6:18232:x1870073552856704:12345-192.168.202.6@tcp:13:lfs.0 Request processed in 195us (1004us total) trans 0 rc 0/0 00000100:00100000:1.0:1783441804.253050:0:24224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 15 00000100:00080000:0.0:1783441804.255452:0:22711:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1783441804.261097:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:1.0:1783441804.261299:0:24224:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073552856832 00000100:00100000:1.0:1783441804.261327:0:24224:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073552856832 00000100:00100000:1.0:1783441804.261439:0:24224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 16 00000100:00100000:1.0:1783441804.261454:0:24224:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff911383dd2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:e7ae7535-e8c5-4c14-a5b0-5523f3533c4f+5:18232:x1870073552856832:12345-192.168.202.6@tcp:13:lfs.0 00002000:00000024:1.0:1783441804.261647:0:24224:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8715968 pending 0 free 3923509248 avail 3691986944 00000100:00100000:1.0:1783441804.261775:0:24224:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff911383dd2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:e7ae7535-e8c5-4c14-a5b0-5523f3533c4f+5:18232:x1870073552856832:12345-192.168.202.6@tcp:13:lfs.0 Request processed in 324us (693us total) trans 0 rc 0/0 00000100:00100000:1.0:1783441804.261784:0:24224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 16 00000100:00080000:0.0:1783441804.261871:0:22711:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:0.0:1783441804.304869:0:24299:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1783441804.498049:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:2.0:1783441804.498383:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073552856960 00000100:00100000:2.0:1783441804.498407:0:22710:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073552856960 00000100:00100000:2.0:1783441804.498486:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 137 00000100:00100000:2.0:1783441804.498537:0:22710:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff911382b0bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e225892e-2fc9-454d-bcef-510872b8d0e8+10:18263:x1870073552856960:12345-192.168.202.6@tcp:101:mount.lustre.0 00010000:00010000:2.0:1783441804.498561:0:22710:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1783441804.498721:0:22710:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9114aeae5c00/0x4778038d8fc37085 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x40000000000000 nid: local remote: 0x84c385150672a5a8 expref: -99 pid: 22710 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441804.498762:0:22710:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9114aeae5c00/0x4778038d8fc37085 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x50000000000000 nid: 192.168.202.6@tcp remote: 0x84c385150672a5a8 expref: 11 pid: 22710 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441804.498777:0:22710:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9114aeae5c00/0x4778038d8fc37085 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x40000000000000 nid: 192.168.202.6@tcp remote: 0x84c385150672a5a8 expref: 11 pid: 22710 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441804.498788:0:22710:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9114aeae5c00, rc 0) 00000100:00100000:2.0:1783441804.498883:0:22710:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff911382b0bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e225892e-2fc9-454d-bcef-510872b8d0e8+11:18263:x1870073552856960:12345-192.168.202.6@tcp:101:mount.lustre.0 Request processed in 387us (852us total) trans 0 rc 0/0 00000100:00100000:2.0:1783441804.498891:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 137 00000100:00100000:3.0:1783441804.517734:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:0.0:1783441804.518256:0:22708:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073552857088 00000100:00100000:0.0:1783441804.518272:0:22708:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073552857088 00000100:00100000:0.0:1783441804.518375:0:22708:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 138 00000100:00100000:0.0:1783441804.518391:0:22708:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff911382b0b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e225892e-2fc9-454d-bcef-510872b8d0e8+11:18263:x1870073552857088:12345-192.168.202.6@tcp:501:mount.lustre.0 00000100:00100000:0.0:1783441804.519096:0:22708:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff911382b0b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e225892e-2fc9-454d-bcef-510872b8d0e8+11:18263:x1870073552857088:12345-192.168.202.6@tcp:501:mount.lustre.0 Request processed in 702us (1374us total) trans 0 rc 0/0 00000100:00100000:0.0:1783441804.519134:0:22708:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 138 00000100:00100000:0.0:1783441804.525990:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:3.0:1783441804.528773:0:22709:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073552857216 00000100:00100000:3.0:1783441804.528795:0:22709:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073552857216 00000100:00100000:3.0:1783441804.528904:0:22709:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 139 00000100:00100000:3.0:1783441804.528916:0:22709:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff911382b0b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e225892e-2fc9-454d-bcef-510872b8d0e8+11:18263:x1870073552857216:12345-192.168.202.6@tcp:503:mount.lustre.0 00000100:00100000:3.0:1783441804.529189:0:22709:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff911382b0b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e225892e-2fc9-454d-bcef-510872b8d0e8+11:18263:x1870073552857216:12345-192.168.202.6@tcp:503:mount.lustre.0 Request processed in 274us (3214us total) trans 0 rc 0/0 00000100:00100000:3.0:1783441804.529209:0:22709:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 139 00000100:00100000:3.0:1783441804.532929:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:0.0:1783441804.534717:0:22708:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073552857344 00000100:00100000:0.0:1783441804.534739:0:22708:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073552857344 00000100:00100000:0.0:1783441804.534839:0:22708:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 140 00000100:00100000:0.0:1783441804.534852:0:22708:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff911382b08c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e225892e-2fc9-454d-bcef-510872b8d0e8+11:18270:x1870073552857344:12345-192.168.202.6@tcp:502:llog_process_th.0 00000100:00100000:0.0:1783441804.535203:0:22708:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff911382b08c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e225892e-2fc9-454d-bcef-510872b8d0e8+11:18270:x1870073552857344:12345-192.168.202.6@tcp:502:llog_process_th.0 Request processed in 343us (2283us total) trans 0 rc 0/0 00000100:00100000:0.0:1783441804.535214:0:22708:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 140 00000100:00100000:2.0:1783441804.647173:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:3.0:1783441804.647867:0:22709:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073552857472 00000100:00100000:3.0:1783441804.647886:0:22709:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073552857472 00000100:00100000:3.0:1783441804.647975:0:22709:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 141 00000100:00100000:3.0:1783441804.647987:0:22709:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff911382b0a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e225892e-2fc9-454d-bcef-510872b8d0e8+11:18270:x1870073552857472:12345-192.168.202.6@tcp:502:llog_process_th.0 00000100:00100000:3.0:1783441804.648205:0:22709:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff911382b0a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e225892e-2fc9-454d-bcef-510872b8d0e8+11:18270:x1870073552857472:12345-192.168.202.6@tcp:502:llog_process_th.0 Request processed in 219us (1047us total) trans 0 rc 0/0 00000100:00100000:3.0:1783441804.648216:0:22709:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 141 00000100:00100000:1.0:1783441804.651460:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:2.0:1783441804.666527:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073552857600 00000100:00100000:2.0:1783441804.666551:0:22710:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073552857600 00000100:00100000:2.0:1783441804.666767:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 142 00000100:00100000:2.0:1783441804.666781:0:22710:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff911382b0a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e225892e-2fc9-454d-bcef-510872b8d0e8+11:18270:x1870073552857600:12345-192.168.202.6@tcp:502:llog_process_th.0 00000100:00100000:2.0:1783441804.667090:0:22710:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff911382b0a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e225892e-2fc9-454d-bcef-510872b8d0e8+11:18270:x1870073552857600:12345-192.168.202.6@tcp:502:llog_process_th.0 Request processed in 310us (15643us total) trans 0 rc 0/0 00000100:00100000:2.0:1783441804.667100:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 142 00000100:00100000:1.0:1783441804.680372:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:0.0:1783441804.680537:0:22708:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073552857728 00000100:00100000:0.0:1783441804.680553:0:22708:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073552857728 00000100:00100000:0.0:1783441804.681283:0:22708:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 143 00000100:00100000:0.0:1783441804.681297:0:22708:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff911382b0ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e225892e-2fc9-454d-bcef-510872b8d0e8+11:18263:x1870073552857728:12345-192.168.202.6@tcp:101:mount.lustre.0 00010000:00010000:0.0:1783441804.681321:0:22708:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1783441804.681357:0:22708:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9114c2167e00/0x4778038d8fc3708c lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: local remote: 0x84c385150672a5d9 expref: -99 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783441804.681399:0:22708:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9114c2167e00/0x4778038d8fc3708c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50000000000000 nid: 192.168.202.6@tcp remote: 0x84c385150672a5d9 expref: 12 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783441804.681413:0:22708:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9114c2167e00/0x4778038d8fc3708c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: 192.168.202.6@tcp remote: 0x84c385150672a5d9 expref: 12 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783441804.681425:0:22708:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9114c2167e00, rc 0) 00000100:00100000:0.0:1783441804.681534:0:22708:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff911382b0ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e225892e-2fc9-454d-bcef-510872b8d0e8+12:18263:x1870073552857728:12345-192.168.202.6@tcp:101:mount.lustre.0 Request processed in 241us (1178us total) trans 0 rc 0/0 00000100:00100000:0.0:1783441804.681567:0:22708:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 143 00000100:00100000:0.0:1783441804.686232:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:2.0:1783441804.686418:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073552857856 00000100:00100000:2.0:1783441804.686432:0:22710:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073552857856 00000100:00100000:2.0:1783441804.686601:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 144 00000100:00100000:2.0:1783441804.686614:0:22710:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff911382b09050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e225892e-2fc9-454d-bcef-510872b8d0e8+12:18263:x1870073552857856:12345-192.168.202.6@tcp:256:mount.lustre.0 20000000:01000000:2.0:1783441804.686656:0:22710:0:(mgs_nids.c:914:mgs_get_ir_logs()) Reading IR log lustre-cliir bufsize 1048576. 20000000:01000000:2.0:1783441804.686711:0:22710:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/256/255. 20000000:01000000:2.0:1783441804.686716:0:22710:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4008/1/256/255. 20000000:01000000:2.0:1783441804.686720:0:22710:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 3964/1/256/255. 20000000:01000000:2.0:1783441804.686723:0:22710:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 3920/1/256/255. 20000000:01000000:2.0:1783441804.686726:0:22710:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 176, version 14 00000100:00100000:2.0:1783441804.690236:0:22710:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff911382b09050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e225892e-2fc9-454d-bcef-510872b8d0e8+12:18263:x1870073552857856:12345-192.168.202.6@tcp:256:mount.lustre.0 Request processed in 3602us (3996us total) trans 0 rc 0/0 00000100:00100000:2.0:1783441804.690260:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 144 00000100:00100000:1.0:1783441804.701124:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:0.0:1783441804.703908:0:22708:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073552857984 00000100:00100000:0.0:1783441804.703935:0:22708:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073552857984 00000100:00100000:0.0:1783441804.704062:0:22708:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 145 00000100:00100000:0.0:1783441804.704074:0:22708:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9114b84d9450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e225892e-2fc9-454d-bcef-510872b8d0e8+12:18263:x1870073552857984:12345-192.168.202.6@tcp:101:mount.lustre.0 00010000:00010000:0.0:1783441804.704099:0:22708:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1783441804.704124:0:22708:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9114c2166c00/0x4778038d8fc37093 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: local remote: 0x84c385150672a5e0 expref: -99 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783441804.704162:0:22708:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9114c2166c00/0x4778038d8fc37093 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x50000000000000 nid: 192.168.202.6@tcp remote: 0x84c385150672a5e0 expref: 13 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783441804.704176:0:22708:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9114c2166c00/0x4778038d8fc37093 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 192.168.202.6@tcp remote: 0x84c385150672a5e0 expref: 13 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783441804.704188:0:22708:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9114c2166c00, rc 0) 00000100:00100000:0.0:1783441804.704290:0:22708:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9114b84d9450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e225892e-2fc9-454d-bcef-510872b8d0e8+13:18263:x1870073552857984:12345-192.168.202.6@tcp:101:mount.lustre.0 Request processed in 217us (3182us total) trans 0 rc 0/0 00000100:00100000:0.0:1783441804.704298:0:22708:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 145 00000100:00100000:0.0:1783441804.710026:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:2.0:1783441804.710237:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073552858112 00000100:00100000:2.0:1783441804.710253:0:22710:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073552858112 00000100:00100000:2.0:1783441804.710349:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 146 00000100:00100000:2.0:1783441804.710361:0:22710:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9114b84d8050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e225892e-2fc9-454d-bcef-510872b8d0e8+13:18263:x1870073552858112:12345-192.168.202.6@tcp:501:mount.lustre.0 00000100:00100000:2.0:1783441804.710668:0:22710:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9114b84d8050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e225892e-2fc9-454d-bcef-510872b8d0e8+13:18263:x1870073552858112:12345-192.168.202.6@tcp:501:mount.lustre.0 Request processed in 308us (657us total) trans 0 rc 0/0 00000100:00100000:2.0:1783441804.710939:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 146 00000100:00100000:1.0:1783441804.713357:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:0.0:1783441804.713476:0:22708:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073552858240 00000100:00100000:0.0:1783441804.713491:0:22708:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073552858240 00000100:00100000:0.0:1783441804.713605:0:22708:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 147 00000100:00100000:0.0:1783441804.713617:0:22708:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9114b84db450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e225892e-2fc9-454d-bcef-510872b8d0e8+13:18263:x1870073552858240:12345-192.168.202.6@tcp:503:mount.lustre.0 00000100:00100000:0.0:1783441804.713853:0:22708:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9114b84db450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e225892e-2fc9-454d-bcef-510872b8d0e8+13:18263:x1870073552858240:12345-192.168.202.6@tcp:503:mount.lustre.0 Request processed in 237us (525us total) trans 0 rc 0/0 00000100:00100000:0.0:1783441804.713869:0:22708:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 147 00000100:00100000:1.0:1783441804.717451:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:2.0:1783441804.717883:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073552858368 00000100:00100000:2.0:1783441804.717899:0:22710:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073552858368 00000100:00100000:2.0:1783441804.718001:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 148 00000100:00100000:2.0:1783441804.718014:0:22710:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9114b84db850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e225892e-2fc9-454d-bcef-510872b8d0e8+13:18278:x1870073552858368:12345-192.168.202.6@tcp:502:llog_process_th.0 00000100:00100000:2.0:1783441804.718256:0:22710:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9114b84db850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e225892e-2fc9-454d-bcef-510872b8d0e8+13:18278:x1870073552858368:12345-192.168.202.6@tcp:502:llog_process_th.0 Request processed in 242us (816us total) trans 0 rc 0/0 00000100:00100000:2.0:1783441804.718265:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 148 00000100:00100000:2.0:1783441804.730369:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:3.0:1783441804.730541:0:22709:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073552858496 00000100:00100000:3.0:1783441804.730556:0:22709:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073552858496 00000100:00100000:3.0:1783441804.730641:0:22709:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 149 00000100:00100000:3.0:1783441804.730653:0:22709:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9114b84dbc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e225892e-2fc9-454d-bcef-510872b8d0e8+13:18278:x1870073552858496:12345-192.168.202.6@tcp:502:llog_process_th.0 00000100:00100000:3.0:1783441804.731016:0:22709:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9114b84dbc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e225892e-2fc9-454d-bcef-510872b8d0e8+13:18278:x1870073552858496:12345-192.168.202.6@tcp:502:llog_process_th.0 Request processed in 364us (698us total) trans 0 rc 0/0 00000100:00100000:3.0:1783441804.731025:0:22709:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 149 00000100:00100000:1.0:1783441804.750135:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:1.0:1783441804.750195:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:0.0:1783441804.750564:0:22716:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073552858624 00000100:00100000:0.0:1783441804.750579:0:22716:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073552858624 00000100:00100000:0.0:1783441804.750642:0:22716:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073552858880 00000100:00100000:0.0:1783441804.750646:0:22716:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073552858880 00000100:00100000:0.0:1783441804.750676:0:22716:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 16 00000100:00100000:0.0:1783441804.750686:0:22716:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9114aeae8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2403:x1870073552858624:12345-192.168.202.6@tcp:38:mount.lustre.0 00000100:00100000:1.0:1783441804.750715:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00010000:00080000:0.0:1783441804.750729:0:22716:0:(ldlm_lib.c:1432:target_handle_connect()) lustre-MDT0000: connection from ebadd895-e4b9-47d1-80f7-2d93e120e088@192.168.202.6@tcp t0 exp 0000000000000000 cur 795 last 0 00000100:00100000:1.0:1783441804.750755:0:22715:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073552859264 00000100:00100000:1.0:1783441804.750758:0:22715:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073552859264 00000020:00000080:0.0:1783441804.750788:0:22716:0:(genops.c:1406:class_connect()) connect: client ebadd895-e4b9-47d1-80f7-2d93e120e088, cookie 0x4778038d8fc3709a 00000100:00100000:1.0:1783441804.750799:0:22715:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 48 00000100:00100000:1.0:1783441804.750807:0:22715:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9114aeae9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:e7ae7535-e8c5-4c14-a5b0-5523f3533c4f+7:2404:x1870073552859264:12345-192.168.202.6@tcp:400:kworker.0 00000004:00100000:0.0:1783441804.750828:0:22716:0:(mdt_handler.c:7282:mdt_connect_internal()) lustre-MDT0000: cli supports cksum type f7, return f7 00000100:00100000:1.0:1783441804.750927:0:22715:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9114aeae9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:e7ae7535-e8c5-4c14-a5b0-5523f3533c4f+7:2404:x1870073552859264:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 122us (212us total) trans 0 rc 0/0 00000100:00100000:1.0:1783441804.750942:0:22715:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 48 00000100:00100000:1.0:1783441804.750961:0:22715:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 17 00000100:00100000:1.0:1783441804.750965:0:22715:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9114aeae9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2403:x1870073552858880:12345-192.168.202.6@tcp:38:mount.lustre.0 00000100:00080000:0.0:1783441804.750972:0:22716:0:(import.c:65:import_set_state_nolock()) ffff911487e84000 : changing import state from RECOVER to FULL 00010000:00080000:1.0:1783441804.750983:0:22715:0:(ldlm_lib.c:1432:target_handle_connect()) lustre-MDT0001: connection from ebadd895-e4b9-47d1-80f7-2d93e120e088@192.168.202.6@tcp t0 exp 0000000000000000 cur 795 last 0 00000100:00100000:0.0:1783441804.751008:0:22716:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9114aeae8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ebadd895-e4b9-47d1-80f7-2d93e120e088+6:2403:x1870073552858624:12345-192.168.202.6@tcp:38:mount.lustre.0 Request processed in 323us (891us total) trans 0 rc 0/0 00000020:00000080:1.0:1783441804.751010:0:22715:0:(genops.c:1406:class_connect()) connect: client ebadd895-e4b9-47d1-80f7-2d93e120e088, cookie 0x4778038d8fc370a1 00000100:00100000:0.0:1783441804.751015:0:22716:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 16 00000004:00100000:1.0:1783441804.751025:0:22715:0:(mdt_handler.c:7282:mdt_connect_internal()) lustre-MDT0001: cli supports cksum type f7, return f7 00000100:00080000:1.0:1783441804.751079:0:22715:0:(import.c:65:import_set_state_nolock()) ffff911382903000 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1783441804.751103:0:22715:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9114aeae9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ebadd895-e4b9-47d1-80f7-2d93e120e088+6:2403:x1870073552858880:12345-192.168.202.6@tcp:38:mount.lustre.0 Request processed in 136us (908us total) trans 0 rc 0/0 00000100:00100000:1.0:1783441804.751399:0:22715:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 17 00000100:00100000:0.0:1783441804.771052:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:0.0:1783441804.771147:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:0.0:1783441804.771175:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:0.0:1783441804.771224:0:24223:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073552859520 00000100:00100000:0.0:1783441804.771237:0:24223:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073552859520 00000100:00100000:0.0:1783441804.771295:0:24223:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073552859648 00000100:00100000:0.0:1783441804.771299:0:24223:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073552859648 00000100:00100000:0.0:1783441804.771322:0:24223:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 11 00000100:00100000:0.0:1783441804.771348:0:24223:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff911382195180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e7ae7535-e8c5-4c14-a5b0-5523f3533c4f+6:2404:x1870073552859520:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:0.0:1783441804.771445:0:24223:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff911382195180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e7ae7535-e8c5-4c14-a5b0-5523f3533c4f+6:2404:x1870073552859520:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 113us (297us total) trans 0 rc 0/0 00000100:00100000:0.0:1783441804.771455:0:24223:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 11 00000100:00100000:0.0:1783441804.771524:0:24223:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 12 00000100:00100000:0.0:1783441804.771532:0:24223:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff911382194a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e7ae7535-e8c5-4c14-a5b0-5523f3533c4f+5:2405:x1870073552859648:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:0.0:1783441804.771560:0:24223:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff911382194a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e7ae7535-e8c5-4c14-a5b0-5523f3533c4f+5:2405:x1870073552859648:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 29us (384us total) trans 0 rc 0/0 00000100:00100000:0.0:1783441804.771566:0:24223:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 12 00000100:00100000:2.0:1783441804.772084:0:22716:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073552859392 00000100:00100000:2.0:1783441804.772091:0:22716:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073552859392 00000100:00100000:2.0:1783441804.772144:0:22716:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 49 00000100:00100000:2.0:1783441804.772153:0:22716:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff911382195f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:e7ae7535-e8c5-4c14-a5b0-5523f3533c4f+6:2405:x1870073552859392:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:2.0:1783441804.772200:0:22716:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff911382195f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:e7ae7535-e8c5-4c14-a5b0-5523f3533c4f+6:2405:x1870073552859392:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 48us (1165us total) trans 0 rc 0/0 00000100:00100000:2.0:1783441804.772208:0:22716:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 49 00000100:00100000:1.0:1783441804.799007:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:1.0:1783441804.799064:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:3.0:1783441804.799149:0:22715:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073552859136 00000100:00100000:3.0:1783441804.799163:0:22715:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073552859136 00000100:00100000:3.0:1783441804.799261:0:22715:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073552858752 00000100:00100000:3.0:1783441804.799265:0:22715:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073552858752 00000100:00100000:3.0:1783441804.799297:0:22715:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 18 00000100:00100000:3.0:1783441804.799310:0:22715:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9114aeae8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ebadd895-e4b9-47d1-80f7-2d93e120e088+7:18263:x1870073552859136:12345-192.168.202.6@tcp:41:mount.lustre.0 00000004:00000024:3.0:1783441804.799375:0:22715:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446309888 avail 1300070400 00000100:00100000:3.0:1783441804.799540:0:22715:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9114aeae8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ebadd895-e4b9-47d1-80f7-2d93e120e088+7:18263:x1870073552859136:12345-192.168.202.6@tcp:41:mount.lustre.0 Request processed in 232us (550us total) trans 0 rc 0/0 00000100:00100000:3.0:1783441804.799561:0:22715:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 18 00000100:00100000:3.0:1783441804.799583:0:22715:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 19 00000100:00100000:3.0:1783441804.799592:0:22715:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9114aeae8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ebadd895-e4b9-47d1-80f7-2d93e120e088+6:0:x1870073552858752:12345-192.168.202.6@tcp:41:mount.lustre.0 00000004:00000024:3.0:1783441804.799605:0:22715:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446309888 avail 1300070400 00000100:00100000:3.0:1783441804.799631:0:22715:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9114aeae8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ebadd895-e4b9-47d1-80f7-2d93e120e088+6:0:x1870073552858752:12345-192.168.202.6@tcp:41:mount.lustre.0 Request processed in 41us (567us total) trans 0 rc 0/0 00000100:00100000:3.0:1783441804.799638:0:22715:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 19 00000100:00080000:0.0:1783441804.799735:0:22711:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1783441804.804031:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:3.0:1783441804.804627:0:22715:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073552859008 00000100:00100000:3.0:1783441804.804643:0:22715:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073552859008 00000100:00100000:3.0:1783441804.804752:0:22715:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 20 00000100:00100000:3.0:1783441804.804766:0:22715:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff911382196a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ebadd895-e4b9-47d1-80f7-2d93e120e088+6:0:x1870073552859008:12345-192.168.202.6@tcp:41:mount.lustre.0 00000100:00080000:0.0:1783441804.804888:0:22711:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000004:00000024:3.0:1783441804.805076:0:22715:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446461440 avail 1300221952 00000100:00100000:3.0:1783441804.805359:0:22715:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff911382196a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ebadd895-e4b9-47d1-80f7-2d93e120e088+6:0:x1870073552859008:12345-192.168.202.6@tcp:41:mount.lustre.0 Request processed in 595us (1341us total) trans 0 rc 0/0 00000100:00100000:3.0:1783441804.805368:0:22715:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 20 00000100:00100000:1.0:1783441804.806843:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:2.0:1783441804.807451:0:25510:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073552859776 00000100:00100000:2.0:1783441804.807468:0:25510:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073552859776 00000100:00100000:2.0:1783441804.807746:0:25510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 21 00000100:00100000:2.0:1783441804.807761:0:25510:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9114aeaeb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ebadd895-e4b9-47d1-80f7-2d93e120e088+6:18263:x1870073552859776:12345-192.168.202.6@tcp:40:mount.lustre.0 00000100:00100000:2.0:1783441804.807876:0:25510:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9114aeaeb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ebadd895-e4b9-47d1-80f7-2d93e120e088+6:18263:x1870073552859776:12345-192.168.202.6@tcp:40:mount.lustre.0 Request processed in 119us (1047us total) trans 0 rc 0/0 00000100:00100000:2.0:1783441804.807884:0:25510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 21 00000100:00100000:0.0:1783441804.817852:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:0.0:1783441804.817898:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:0.0:1783441804.817965:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:3.0:1783441804.818171:0:24220:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073552859904 00000100:00100000:3.0:1783441804.818186:0:24220:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073552859904 00000100:00100000:3.0:1783441804.818256:0:24220:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073552860032 00000100:00100000:3.0:1783441804.818260:0:24220:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073552860032 00000100:00100000:3.0:1783441804.818286:0:24220:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 25 00000100:00100000:3.0:1783441804.818297:0:24220:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff911382195880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:2403:x1870073552859904:12345-192.168.202.6@tcp:8:mount.lustre.0 00000100:00100000:0.0:1783441804.818520:0:24294:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 26 00000100:00100000:0.0:1783441804.818528:0:24294:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9114b5f2a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2403:x1870073552860032:12345-192.168.202.6@tcp:8:mount.lustre.0 00010000:00080000:0.0:1783441804.818579:0:24294:0:(ldlm_lib.c:1432:target_handle_connect()) lustre-OST0001: connection from ebadd895-e4b9-47d1-80f7-2d93e120e088@192.168.202.6@tcp t0 exp 0000000000000000 cur 795 last 0 00000020:00000080:0.0:1783441804.818625:0:24294:0:(genops.c:1406:class_connect()) connect: client ebadd895-e4b9-47d1-80f7-2d93e120e088, cookie 0x4778038d8fc370a8 00002000:00100000:0.0:1783441804.818641:0:24294:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0001: cli ebadd895-e4b9-47d1-80f7-2d93e120e088/ffff9114adc9a000 ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 2113669 ocd_grant: 134217728 ocd_index: 0 ocd_group 0 00002000:00100000:0.0:1783441804.818656:0:24294:0:(ofd_obd.c:219:ofd_parse_connect_data()) lustre-OST0001: cli supports cksum type f7, return f7 00002000:00080000:0.0:1783441804.818761:0:24294:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0001: get connection from MDS 0 00000100:00080000:0.0:1783441804.818804:0:24294:0:(import.c:65:import_set_state_nolock()) ffff9114adc98800 : changing import state from RECOVER to FULL 00000100:00100000:0.0:1783441804.818898:0:24294:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9114b5f2a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ebadd895-e4b9-47d1-80f7-2d93e120e088+6:2403:x1870073552860032:12345-192.168.202.6@tcp:8:mount.lustre.0 Request processed in 369us (943us total) trans 0 rc 0/0 00000100:00100000:0.0:1783441804.818907:0:24294:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 26 00010000:00080000:3.0:1783441804.822058:0:24220:0:(ldlm_lib.c:1432:target_handle_connect()) lustre-OST0000: connection from ebadd895-e4b9-47d1-80f7-2d93e120e088@192.168.202.6@tcp t0 exp 0000000000000000 cur 795 last 0 00000020:00000080:3.0:1783441804.822130:0:24220:0:(genops.c:1406:class_connect()) connect: client ebadd895-e4b9-47d1-80f7-2d93e120e088, cookie 0x4778038d8fc370af 00002000:00100000:3.0:1783441804.822150:0:24220:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0000: cli ebadd895-e4b9-47d1-80f7-2d93e120e088/ffff9114af375800 ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 2113669 ocd_grant: 134217728 ocd_index: 0 ocd_group 0 00002000:00100000:3.0:1783441804.822185:0:24220:0:(ofd_obd.c:219:ofd_parse_connect_data()) lustre-OST0000: cli supports cksum type f7, return f7 00002000:00080000:3.0:1783441804.822297:0:24220:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0000: get connection from MDS 0 00000100:00100000:1.0:1783441804.822566:0:22726:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073552860160 00000100:00100000:1.0:1783441804.822748:0:22726:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073552860160 00000100:00100000:1.0:1783441804.822830:0:22726:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 4 00000100:00100000:1.0:1783441804.822843:0:22726:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff911382197100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:ebadd895-e4b9-47d1-80f7-2d93e120e088+6:18263:x1870073552860160:12345-192.168.202.6@tcp:900:mount.lustre.0 00000100:00100000:1.0:1783441804.822950:0:22726:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff911382197100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:ebadd895-e4b9-47d1-80f7-2d93e120e088+6:18263:x1870073552860160:12345-192.168.202.6@tcp:900:mount.lustre.0 Request processed in 109us (5117us total) trans 0 rc 0/0 00000100:00100000:1.0:1783441804.823140:0:22726:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 4 00000100:00080000:1.0:1783441804.825887:0:24220:0:(import.c:65:import_set_state_nolock()) ffff9114af377000 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1783441804.826027:0:24220:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff911382195880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ebadd895-e4b9-47d1-80f7-2d93e120e088+6:2403:x1870073552859904:12345-192.168.202.6@tcp:8:mount.lustre.0 Request processed in 7725us (8121us total) trans 0 rc 0/0 00000100:00100000:1.0:1783441804.826041:0:24220:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 25 00000100:00100000:0.0:1783441804.830077:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:1.0:1783441804.830895:0:22718:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073552860288 00000100:00100000:1.0:1783441804.830921:0:22718:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073552860288 00000100:00100000:1.0:1783441804.831079:0:22718:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 1 00000100:00100000:1.0:1783441804.831091:0:22718:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff911382194e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:ebadd895-e4b9-47d1-80f7-2d93e120e088+6:18263:x1870073552860288:12345-192.168.202.6@tcp:33:mount.lustre.0 00000004:00200000:1.0:1783441804.831239:0:22718:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000100:00100000:1.0:1783441804.831404:0:22718:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff911382194e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:ebadd895-e4b9-47d1-80f7-2d93e120e088+6:18263:x1870073552860288:12345-192.168.202.6@tcp:33:mount.lustre.0 Request processed in 316us (1341us total) trans 0 rc 0/0 00000100:00100000:1.0:1783441804.831412:0:22718:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 1 00000100:00100000:0.0:1783441805.062410:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:2.0:1783441805.062731:0:22714:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073552860416 00000100:00100000:2.0:1783441805.062747:0:22714:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073552860416 00000100:00100000:2.0:1783441805.062862:0:22714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 22 00000100:00100000:2.0:1783441805.062875:0:22714:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff911382195c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ebadd895-e4b9-47d1-80f7-2d93e120e088+6:18301:x1870073552860416:12345-192.168.202.6@tcp:101:mkdir.0 00010000:00010000:2.0:1783441805.062904:0:22714:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1783441805.062941:0:22714:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9114aeae5600/0x4778038d8fc370b6 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x84c385150672a611 expref: -99 pid: 22714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441805.063199:0:22714:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9114aeae5800/0x4778038d8fc370bd lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441805.063217:0:22714:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9114aeae5800/0x4778038d8fc370bd lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441805.063232:0:22714:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9114aeae5800/0x4778038d8fc370bd lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22714 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1783441805.063297:0:22714:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:2.0:1783441805.063302:0:22714:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1783441805.063685:0:22714:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9114aeae5800/0x4778038d8fc370bd lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441805.063726:0:22714:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9114aeae5600/0x4778038d8fc370b6 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.6@tcp remote: 0x84c385150672a611 expref: 8 pid: 22714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441805.063748:0:22714:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9114aeae5800/0x4778038d8fc370bd lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.6@tcp remote: 0x84c385150672a611 expref: 7 pid: 22714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441805.063757:0:22714:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff91148cdab900) 00010000:00010000:2.0:1783441805.063760:0:22714:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1783441805.063764:0:22714:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9114aeae5800, rc 0) 00000100:00100000:2.0:1783441805.064108:0:22714:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff911382195c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ebadd895-e4b9-47d1-80f7-2d93e120e088+7:18301:x1870073552860416:12345-192.168.202.6@tcp:101:mkdir.0 Request processed in 1235us (1714us total) trans 0 rc 0/0 00000100:00100000:2.0:1783441805.064130:0:22714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 22 00010000:00010000:2.0:1783441805.332490:0:22704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1783441806.289010:0:3648:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9114aeaeaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3648:1870073572905216:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1783441806.289108:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783441806.289452:0:24224:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572905216 00000100:00100000:1.0:1783441806.289465:0:24224:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572905216 00000100:00100000:1.0:1783441806.289594:0:24224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17 00000100:00100000:1.0:1783441806.289607:0:24224:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff911383dd1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3648:x1870073572905216:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1783441806.289651:0:24224:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3923505152 avail 3691982848 00000100:00100000:1.0:1783441806.289718:0:24224:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff911383dd1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3648:x1870073572905216:12345-0@lo:13:osp-pre-0-1.0 Request processed in 113us (609us total) trans 0 rc 0/0 00000100:00100000:1.0:1783441806.289726:0:24224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17 00000100:00100000:2.0:1783441806.290546:0:3648:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9114aeaeaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3648:1870073572905216:0@lo:13:osp-pre-0-1.0 00000100:00080000:0.0:1783441806.291801:0:22711:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:0.0:1783441806.356732:0:22703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1783441806.804803:0:3649:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff911383dd3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3649:1870073572905344:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1783441806.804912:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783441806.805823:0:23738:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572905344 00000100:00100000:3.0:1783441806.805837:0:23738:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572905344 00000100:00100000:3.0:1783441806.805904:0:23738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 58 00000100:00100000:3.0:1783441806.805915:0:23738:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9114aeaebb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3649:x1870073572905344:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1783441806.805962:0:23738:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446309888 avail 1300070400 00000100:00100000:3.0:1783441806.806033:0:23738:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9114aeaebb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3649:x1870073572905344:12345-0@lo:41:osp-pre-0-1.0 Request processed in 120us (1122us total) trans 0 rc 0/0 00000100:00100000:3.0:1783441806.806041:0:23738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 58 00000100:00100000:1.0:1783441806.806089:0:3649:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff911383dd3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3649:1870073572905344:0@lo:41:osp-pre-0-1.0 00010000:00010000:0.0:1783441807.378328:0:24299:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1783441807.825152:0:3650:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff911383dd3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0:3650:1870073572905472:0@lo:400:kworker.0 00000100:00100000:2.0:1783441807.825265:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783441807.825332:0:3650:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff911383dd1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3650:1870073572905984:0@lo:400:kworker.0 00000100:00100000:0.0:1783441807.825586:0:3649:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff911383dd0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3649:1870073572905856:0@lo:400:kworker.0 00000100:00100000:0.0:1783441807.825625:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783441807.825651:0:3649:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9114bf53f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3649:1870073572906368:0@lo:400:kworker.0 00000100:00100000:0.0:1783441807.825670:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783441807.825686:0:3649:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9114bf53e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3649:1870073572906880:0@lo:400:kworker.0 00000100:00100000:0.0:1783441807.825712:0:3647:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff911383dd3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3647:1870073572905600:0@lo:400:kworker.0 00000100:00100000:0.0:1783441807.825739:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783441807.825757:0:3647:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff911383dd2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3647:1870073572906112:0@lo:400:kworker.0 00000100:00100000:0.0:1783441807.825775:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783441807.825790:0:3647:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9114bf53df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3647:1870073572906624:0@lo:400:kworker.0 00000100:00100000:0.0:1783441807.825822:0:22708:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572905472 00000100:00100000:0.0:1783441807.825832:0:22708:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572905472 00000100:00100000:0.0:1783441807.825902:0:22708:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 150 00000100:00100000:0.0:1783441807.825911:0:22708:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9114b84d8850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0+24:3650:x1870073572905472:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1783441807.825983:0:22708:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9114b84d8850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0+24:3650:x1870073572905472:12345-0@lo:400:kworker.0 Request processed in 73us (718us total) trans 0 rc 0/0 00000100:00100000:0.0:1783441807.825990:0:22708:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 150 00000100:00100000:0.0:1783441807.826067:0:24294:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572905856 00000100:00100000:0.0:1783441807.826071:0:24294:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572905856 00000100:00100000:0.0:1783441807.826109:0:24294:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572906368 00000100:00100000:0.0:1783441807.826111:0:24294:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572906368 00000100:00100000:0.0:1783441807.826133:0:24294:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00100000:0.0:1783441807.826140:0:24294:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff911382195180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3649:x1870073572905856:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1783441807.826179:0:24294:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff911382195180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3649:x1870073572905856:12345-0@lo:400:kworker.0 Request processed in 39us (552us total) trans 0 rc 0/0 00000100:00100000:0.0:1783441807.826212:0:24294:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000100:00100000:0.0:1783441807.826224:0:24294:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:0.0:1783441807.826230:0:24294:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff911382194a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3649:x1870073572906368:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1783441807.826260:0:24294:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff911382194a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3649:x1870073572906368:12345-0@lo:400:kworker.0 Request processed in 30us (589us total) trans 0 rc 0/0 00000100:00100000:0.0:1783441807.826266:0:24294:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000100:00100000:0.0:1783441807.826289:0:22720:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572905600 00000100:00100000:0.0:1783441807.826293:0:22720:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572905600 00000100:00100000:0.0:1783441807.826338:0:22720:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572906112 00000100:00100000:0.0:1783441807.826341:0:22720:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572906112 00000100:00100000:0.0:1783441807.826356:0:22720:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 59 00000100:00100000:0.0:1783441807.826372:0:22720:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff911382195880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3647:x1870073572905600:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1783441807.826408:0:22720:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff911382195880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3647:x1870073572905600:12345-0@lo:400:kworker.0 Request processed in 47us (668us total) trans 0 rc 0/0 00000100:00100000:0.0:1783441807.826414:0:22720:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 59 00000100:00100000:0.0:1783441807.826425:0:22720:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 60 00000100:00100000:0.0:1783441807.826431:0:22720:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff911382194700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3647:x1870073572906112:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1783441807.826459:0:22720:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff911382194700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3647:x1870073572906112:12345-0@lo:400:kworker.0 Request processed in 28us (682us total) trans 0 rc 0/0 00000100:00100000:0.0:1783441807.826464:0:22720:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 60 00000100:00080000:0.0:1783441807.826490:0:22711:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1783441807.826889:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783441807.826952:0:3650:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9114bf53c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3650:1870073572906496:0@lo:400:kworker.0 00000100:00100000:2.0:1783441807.826990:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783441807.827009:0:3650:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9114af3c1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3650:1870073572907008:0@lo:400:kworker.0 00000100:00100000:2.0:1783441807.827037:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783441807.827088:0:3650:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff911383dd3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0:3650:1870073572905472:0@lo:400:kworker.0 00000100:00100000:2.0:1783441807.827134:0:3648:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff911383dd2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3648:1870073572905728:0@lo:400:kworker.0 00000100:00100000:2.0:1783441807.827162:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783441807.827179:0:3648:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9114bf53dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3648:1870073572906240:0@lo:400:kworker.0 00000100:00100000:2.0:1783441807.827314:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783441807.827332:0:3648:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9114bf53c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3648:1870073572906752:0@lo:400:kworker.0 00000100:00100000:2.0:1783441807.827357:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783441807.827739:0:22716:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572905984 00000100:00100000:0.0:1783441807.827748:0:22716:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572905984 00000100:00100000:0.0:1783441807.827888:0:22716:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572906496 00000100:00100000:0.0:1783441807.827891:0:22716:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572906496 00000100:00100000:0.0:1783441807.827904:0:22716:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572907008 00000100:00100000:0.0:1783441807.827906:0:22716:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572907008 00000100:00100000:0.0:1783441807.827964:0:22716:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50 00000100:00100000:0.0:1783441807.827973:0:22716:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9114af3c0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3650:x1870073572905984:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1783441807.828043:0:22716:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9114af3c0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3650:x1870073572905984:12345-0@lo:400:kworker.0 Request processed in 71us (1155us total) trans 0 rc 0/0 00000100:00100000:0.0:1783441807.828051:0:22716:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50 00000100:00100000:0.0:1783441807.828084:0:22716:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 51 00000100:00100000:0.0:1783441807.828090:0:22716:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9114af3c0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3650:x1870073572906496:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1783441807.828120:0:22716:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9114af3c0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3650:x1870073572906496:12345-0@lo:400:kworker.0 Request processed in 31us (1130us total) trans 0 rc 0/0 00000100:00100000:0.0:1783441807.828125:0:22716:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 51 00000100:00100000:0.0:1783441807.828134:0:22716:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 52 00000100:00100000:0.0:1783441807.828140:0:22716:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9114af3c3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3650:x1870073572907008:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1783441807.828165:0:22716:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9114af3c3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3650:x1870073572907008:12345-0@lo:400:kworker.0 Request processed in 25us (1127us total) trans 0 rc 0/0 00000100:00100000:0.0:1783441807.828171:0:22716:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 52 00000100:00100000:2.0:1783441807.840265:0:3648:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff911383543b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3648:1870073572907264:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1783441807.840395:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783441807.840454:0:3648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1783441807.840462:0:3648:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9113810d0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3648:1870073572907136:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1783441807.840493:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783441807.840554:0:24225:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572907264 00000100:00100000:2.0:1783441807.840565:0:24225:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572907264 00000100:00100000:2.0:1783441807.840619:0:24225:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572907136 00000100:00100000:2.0:1783441807.840622:0:24225:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572907136 00000100:00100000:2.0:1783441807.840661:0:24225:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 18 00000100:00100000:2.0:1783441807.840671:0:24225:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9114af3c2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3648:x1870073572907264:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1783441807.840712:0:24225:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3923509248 avail 3691986944 00000100:00100000:2.0:1783441807.840762:0:24225:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9114af3c2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3648:x1870073572907264:12345-0@lo:13:osp-pre-1-1.0 Request processed in 91us (367us total) trans 0 rc 0/0 00000100:00100000:2.0:1783441807.840770:0:24225:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 18 00000100:00100000:2.0:1783441807.840794:0:24225:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19 00000100:00100000:2.0:1783441807.840800:0:24225:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9114af3c1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3648:x1870073572907136:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1783441807.840809:0:24225:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3923509248 avail 3691986944 00000100:00100000:2.0:1783441807.840832:0:24225:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9114af3c1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3648:x1870073572907136:12345-0@lo:13:osp-pre-1-0.0 Request processed in 33us (338us total) trans 0 rc 0/0 00000100:00100000:2.0:1783441807.840838:0:24225:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19 00000100:00100000:2.0:1783441807.840877:0:3648:0:(client.c:3112:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 12884901890 gen 2 00000100:00100000:2.0:1783441807.840906:0:3648:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9113810d0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3648:1870073572907136:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1783441807.840934:0:3648:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff911383543b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3648:1870073572907264:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1783441807.841001:0:24223:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572905728 00000100:00100000:2.0:1783441807.841005:0:24223:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572905728 00000100:00100000:2.0:1783441807.841047:0:24223:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572906240 00000100:00100000:2.0:1783441807.841051:0:24223:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572906240 00000100:00100000:2.0:1783441807.841070:0:24223:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:2.0:1783441807.841084:0:24223:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9114af3c0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3648:x1870073572905728:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1783441807.841126:0:24223:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9114af3c0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3648:x1870073572905728:12345-0@lo:400:kworker.0 Request processed in 43us (13963us total) trans 0 rc 0/0 00000100:00100000:2.0:1783441807.841132:0:24223:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000100:00100000:2.0:1783441807.841143:0:24223:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00100000:2.0:1783441807.841148:0:24223:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9114af3c2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3648:x1870073572906240:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1783441807.841175:0:24223:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9114af3c2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3648:x1870073572906240:12345-0@lo:400:kworker.0 Request processed in 27us (13870us total) trans 0 rc 0/0 00000100:00100000:2.0:1783441807.841181:0:24223:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00000100:00100000:2.0:1783441807.841203:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783441807.847994:0:3647:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff911383dd3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3647:1870073572905600:0@lo:400:kworker.0 00000100:00100000:2.0:1783441807.848017:0:3647:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff911383dd2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3647:1870073572906112:0@lo:400:kworker.0 00000100:00100000:2.0:1783441807.848091:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783441807.848759:0:22714:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572906752 00000100:00100000:0.0:1783441807.848774:0:22714:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572906752 00000100:00080000:0.0:1783441807.848815:0:22711:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1783441807.848825:0:22711:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1783441807.848876:0:3650:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff911383dd1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3650:1870073572905984:0@lo:400:kworker.0 00000100:00100000:0.0:1783441807.848893:0:3650:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9114bf53c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3650:1870073572906496:0@lo:400:kworker.0 00010000:00080000:0.0:1783441807.848925:0:3650:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9114af3c1f80 x1870073572907008/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1783441823 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783441807.848937:0:3650:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9114af3c1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3650:1870073572907008:0@lo:400:kworker.0 00000100:00080000:0.0:1783441807.849005:0:22711:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1783441807.849088:0:25510:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572906624 00000100:00100000:0.0:1783441807.849092:0:25510:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572906624 00000100:00100000:0.0:1783441807.849121:0:25510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53 00000100:00100000:0.0:1783441807.849132:0:25510:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9114af3c1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3648:x1870073572906752:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1783441807.849261:0:25510:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9114af3c1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3648:x1870073572906752:12345-0@lo:400:kworker.0 Request processed in 129us (21902us total) trans 0 rc 0/0 00000100:00100000:0.0:1783441807.849269:0:25510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53 00000100:00100000:0.0:1783441807.849292:0:25510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54 00000100:00100000:0.0:1783441807.849299:0:25510:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9114af3c2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3647:x1870073572906624:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1783441807.849350:0:25510:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9114af3c2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3647:x1870073572906624:12345-0@lo:400:kworker.0 Request processed in 51us (8145us total) trans 0 rc 0/0 00000100:00100000:0.0:1783441807.849357:0:25510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54 00000100:00080000:0.0:1783441807.849384:0:22711:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1783441807.849406:0:3647:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9114bf53df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3647:1870073572906624:0@lo:400:kworker.0 00000100:00100000:1.0:1783441807.854463:0:3648:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff911383dd2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3648:1870073572905728:0@lo:400:kworker.0 00000100:00100000:1.0:1783441807.854492:0:3648:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9114bf53dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3648:1870073572906240:0@lo:400:kworker.0 00010000:00080000:1.0:1783441807.854548:0:3648:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9114bf53c000 x1870073572906752/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1783441823 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1783441807.854560:0:3648:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9114bf53c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3648:1870073572906752:0@lo:400:kworker.0 00000100:00100000:2.0:1783441807.861701:0:3649:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff911383dd0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3649:1870073572905856:0@lo:400:kworker.0 00000100:00100000:2.0:1783441807.861735:0:3649:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9114bf53f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3649:1870073572906368:0@lo:400:kworker.0 00000100:00100000:0.0:1783441807.863482:0:25510:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572906880 00000100:00100000:0.0:1783441807.863528:0:25510:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572906880 00000100:00080000:2.0:1783441807.863657:0:22711:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1783441807.863675:0:25510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 55 00000100:00100000:0.0:1783441807.863691:0:25510:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9114af3c2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3649:x1870073572906880:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1783441807.863860:0:25510:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9114af3c2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3649:x1870073572906880:12345-0@lo:400:kworker.0 Request processed in 173us (15768us total) trans 0 rc 0/0 00000100:00100000:0.0:1783441807.863870:0:25510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 55 00000100:00100000:2.0:1783441807.865396:0:3649:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9114bf53e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3649:1870073572906880:0@lo:400:kworker.0 00000040:00080000:1.0:1783441807.890025:0:23473:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:3.0:1783441808.339024:0:3649:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff911383541880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3649:1870073572907392:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1783441808.339145:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783441808.339256:0:24225:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572907392 00000100:00100000:3.0:1783441808.339268:0:24225:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572907392 00000001:00100000:2.0:1783441808.339881:0:24217:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of ebadd895-e4b9-47d1-80f7-2d93e120e088 00000001:00100000:2.0:1783441808.339898:0:24217:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of e7ae7535-e8c5-4c14-a5b0-5523f3533c4f 00000100:00100000:3.0:1783441808.340004:0:24225:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20 00000100:00100000:3.0:1783441808.340021:0:24225:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff911383542300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3649:x1870073572907392:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1783441808.340079:0:24225:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3923505152 avail 3691982848 00000100:00100000:3.0:1783441808.340158:0:24225:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff911383542300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3649:x1870073572907392:12345-0@lo:13:osp-pre-0-0.0 Request processed in 142us (1012us total) trans 0 rc 0/0 00000100:00100000:3.0:1783441808.340167:0:24225:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20 00000100:00100000:3.0:1783441808.340417:0:3649:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff911383541880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3649:1870073572907392:0@lo:13:osp-pre-0-0.0 00000001:00100000:3.0:1783441808.341946:0:22695:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of ebadd895-e4b9-47d1-80f7-2d93e120e088 00000001:00100000:3.0:1783441808.341963:0:22695:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of e7ae7535-e8c5-4c14-a5b0-5523f3533c4f 00000001:00100000:0.0:1783441808.350288:0:23447:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0001: committing for initial connect of ebadd895-e4b9-47d1-80f7-2d93e120e088 00000001:00100000:0.0:1783441808.350377:0:23447:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0001: committing for initial connect of e7ae7535-e8c5-4c14-a5b0-5523f3533c4f 00010000:00010000:2.0:1783441808.400756:0:22704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:0.0:1783441808.748984:0:25595:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: Using TIMEOUT=20 00000100:00100000:3.0:1783441808.850788:0:3649:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1783441808.850820:0:3649:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9113810d3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3649:1870073572907520:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1783441808.850898:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783441808.851183:0:22720:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572907520 00000100:00100000:0.0:1783441808.851191:0:22720:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572907520 00000100:00100000:0.0:1783441808.851253:0:22720:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 61 00000100:00100000:0.0:1783441808.851268:0:22720:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff911383541880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3649:x1870073572907520:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1783441808.851318:0:22720:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446461440 avail 1300221952 00000100:00100000:0.0:1783441808.851362:0:22720:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff911383541880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3649:x1870073572907520:12345-0@lo:41:osp-pre-1-0.0 Request processed in 95us (464us total) trans 0 rc 0/0 00000100:00100000:0.0:1783441808.851369:0:22720:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 61 00000100:00100000:3.0:1783441808.851667:0:3649:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9113810d3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3649:1870073572907520:0@lo:41:osp-pre-1-0.0 00010000:00010000:0.0:1783441809.424689:0:22703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00100000:3.0:1783441809.880926:0:25037:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of ebadd895-e4b9-47d1-80f7-2d93e120e088 00000100:00100000:2.0:1783441809.933298:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:2.0:1783441809.933346:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:2.0:1783441809.933377:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:2.0:1783441809.933395:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:2.0:1783441809.933420:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:2.0:1783441809.933438:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:2.0:1783441809.933452:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:2.0:1783441809.933479:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:2.0:1783441809.933526:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:2.0:1783441809.933555:0:24223:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073552861056 00000100:00100000:2.0:1783441809.933566:0:24223:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073552861056 00000100:00100000:2.0:1783441809.933836:0:24223:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073552861568 00000100:00100000:2.0:1783441809.933841:0:24223:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073552861568 00000100:00100000:2.0:1783441809.933858:0:24223:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073552860928 00000100:00100000:2.0:1783441809.933861:0:24223:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073552860928 00000100:00100000:2.0:1783441809.933875:0:24223:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073552861440 00000100:00100000:2.0:1783441809.933877:0:24223:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073552861440 00000100:00100000:2.0:1783441809.933896:0:24223:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 17 00000100:00100000:2.0:1783441809.933906:0:24223:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9114af3c1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e7ae7535-e8c5-4c14-a5b0-5523f3533c4f+5:2406:x1870073552861056:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:2.0:1783441809.933987:0:24223:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9114af3c1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e7ae7535-e8c5-4c14-a5b0-5523f3533c4f+5:2406:x1870073552861056:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 82us (608us total) trans 0 rc 0/0 00000100:00100000:2.0:1783441809.933995:0:24223:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 17 00000100:00100000:2.0:1783441809.934013:0:24223:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 18 00000100:00100000:2.0:1783441809.934020:0:24223:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9114af3c3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ebadd895-e4b9-47d1-80f7-2d93e120e088+5:2406:x1870073552861568:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:2.0:1783441809.934044:0:24223:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9114af3c3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ebadd895-e4b9-47d1-80f7-2d93e120e088+5:2406:x1870073552861568:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 25us (623us total) trans 0 rc 0/0 00000100:00100000:2.0:1783441809.934049:0:24223:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 18 00000100:00100000:2.0:1783441809.934059:0:24223:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 19 00000100:00100000:2.0:1783441809.934064:0:24223:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9114af3c3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e7ae7535-e8c5-4c14-a5b0-5523f3533c4f+5:2406:x1870073552860928:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:2.0:1783441809.934081:0:24223:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9114af3c3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e7ae7535-e8c5-4c14-a5b0-5523f3533c4f+5:2406:x1870073552860928:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 18us (629us total) trans 0 rc 0/0 00000100:00100000:2.0:1783441809.934098:0:24223:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 19 00000100:00100000:2.0:1783441809.934108:0:24223:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 20 00000100:00100000:2.0:1783441809.934113:0:24223:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9114af3c1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ebadd895-e4b9-47d1-80f7-2d93e120e088+5:2406:x1870073552861440:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:2.0:1783441809.934133:0:24223:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9114af3c1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ebadd895-e4b9-47d1-80f7-2d93e120e088+5:2406:x1870073552861440:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 19us (607us total) trans 0 rc 0/0 00000100:00100000:2.0:1783441809.934137:0:24223:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 20 00000100:00100000:2.0:1783441809.934159:0:25510:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073552860800 00000100:00100000:2.0:1783441809.934163:0:25510:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073552860800 00000100:00100000:2.0:1783441809.934180:0:25510:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073552861312 00000100:00100000:2.0:1783441809.934183:0:25510:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073552861312 00000100:00100000:2.0:1783441809.934192:0:25510:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073552860672 00000100:00100000:2.0:1783441809.934194:0:25510:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073552860672 00000100:00100000:2.0:1783441809.934202:0:25510:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073552861184 00000100:00100000:2.0:1783441809.934204:0:25510:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073552861184 00000100:00100000:2.0:1783441809.934215:0:25510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 56 00000100:00100000:2.0:1783441809.934220:0:25510:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9114af3c0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:e7ae7535-e8c5-4c14-a5b0-5523f3533c4f+5:2406:x1870073552860800:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:2.0:1783441809.934315:0:25510:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9114af3c0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:e7ae7535-e8c5-4c14-a5b0-5523f3533c4f+5:2406:x1870073552860800:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 94us (968us total) trans 0 rc 0/0 00000100:00100000:2.0:1783441809.934321:0:25510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 56 00000100:00100000:2.0:1783441809.934379:0:25510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 57 00000100:00100000:2.0:1783441809.934386:0:25510:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9114af3c3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ebadd895-e4b9-47d1-80f7-2d93e120e088+5:2406:x1870073552861312:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:2.0:1783441809.934411:0:25510:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9114af3c3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ebadd895-e4b9-47d1-80f7-2d93e120e088+5:2406:x1870073552861312:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 25us (1015us total) trans 0 rc 0/0 00000100:00100000:2.0:1783441809.934416:0:25510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 57 00000100:00100000:2.0:1783441809.934426:0:25510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 58 00000100:00100000:2.0:1783441809.934439:0:25510:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9114af3c1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:e7ae7535-e8c5-4c14-a5b0-5523f3533c4f+6:2406:x1870073552860672:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:2.0:1783441809.934551:0:25510:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9114af3c1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:e7ae7535-e8c5-4c14-a5b0-5523f3533c4f+6:2406:x1870073552860672:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 26us (1025us total) trans 0 rc 0/0 00000100:00100000:2.0:1783441809.934557:0:25510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 58 00000100:00100000:2.0:1783441809.934571:0:25510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 59 00000100:00100000:2.0:1783441809.934578:0:25510:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9114af3c0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ebadd895-e4b9-47d1-80f7-2d93e120e088+6:2406:x1870073552861184:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:2.0:1783441809.934602:0:25510:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9114af3c0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ebadd895-e4b9-47d1-80f7-2d93e120e088+6:2406:x1870073552861184:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 26us (1123us total) trans 0 rc 0/0 00000100:00100000:2.0:1783441809.934607:0:25510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 59 00000100:00100000:3.0:1783441809.934734:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073552860544 00000100:00100000:3.0:1783441809.934739:0:22710:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073552860544 00000100:00100000:3.0:1783441809.934775:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 151 00000100:00100000:3.0:1783441809.934781:0:22710:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9114b84da450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e225892e-2fc9-454d-bcef-510872b8d0e8+13:2406:x1870073552860544:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:3.0:1783441809.934805:0:22710:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9114b84da450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e225892e-2fc9-454d-bcef-510872b8d0e8+13:2406:x1870073552860544:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 25us (1528us total) trans 0 rc 0/0 00000100:00100000:3.0:1783441809.934811:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 151 00000100:00080000:2.0:1783441809.934874:0:22711:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1783441809.934879:0:22711:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1783441809.934881:0:22711:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1783441809.934883:0:22711:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:0.0:1783441810.448661:0:24299:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1783441811.408785:0:3647:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff911383dd0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3647:1870073572907648:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1783441811.408861:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783441811.408955:0:24225:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572907648 00000100:00100000:2.0:1783441811.408964:0:24225:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572907648 00000100:00100000:2.0:1783441811.409025:0:24225:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21 00000100:00100000:2.0:1783441811.409034:0:24225:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff911383541180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3647:x1870073572907648:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1783441811.409063:0:24225:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3923505152 avail 3691982848 00000100:00100000:2.0:1783441811.409108:0:24225:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff911383541180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3647:x1870073572907648:12345-0@lo:13:osp-pre-0-1.0 Request processed in 75us (247us total) trans 0 rc 0/0 00000100:00100000:2.0:1783441811.409115:0:24225:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21 00000100:00080000:3.0:1783441811.409169:0:22711:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1783441811.409209:0:3647:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff911383dd0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3647:1870073572907648:0@lo:13:osp-pre-0-1.0 00010000:00010000:1.0:1783441811.474220:0:22704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1783441811.923614:0:3647:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1783441811.923641:0:3647:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff911383dd2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3647:1870073572907776:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1783441811.923710:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783441811.923991:0:23738:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572907776 00000100:00100000:0.0:1783441811.924000:0:23738:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572907776 00000100:00100000:0.0:1783441811.924060:0:23738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 62 00000100:00100000:0.0:1783441811.924070:0:23738:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff911383dd1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3647:x1870073572907776:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1783441811.924110:0:23738:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446309888 avail 1300070400 00000100:00100000:0.0:1783441811.924168:0:23738:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff911383dd1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3647:x1870073572907776:12345-0@lo:41:osp-pre-0-1.0 Request processed in 98us (457us total) trans 0 rc 0/0 00000100:00100000:0.0:1783441811.924176:0:23738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 62 00000100:00100000:0.0:1783441811.924223:0:3647:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff911383dd2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3647:1870073572907776:0@lo:41:osp-pre-0-1.0 00010000:00010000:0.0:1783441812.502670:0:22703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:2.0:1783441812.594482:0:25743:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=400866bb len=0 uarg=00007ffd0a30e2e0 20000000:00000080:2.0:1783441812.594532:0:25743:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=400866bb len=576 karg=ffff91138297f800 uarg=0000000000000000 20000000:01000000:2.0:1783441812.594585:0:25743:0:(mgs_llog.c:6188:mgs_set_param2()) set_param2 fs='' device='general' param='lod.*.mdt_hash=crush' 20000000:01000000:2.0:1783441812.594591:0:25743:0:(mgs_llog.c:4643:mgs_write_log_param2()) next param 'lod.*.mdt_hash=crush' 20000000:01000000:2.0:1783441812.594596:0:25743:0:(mgs_llog.c:1379:mgs_modify_param()) modify params/general/lod.*.mdt_hash=crush del=0 00000040:00080000:2.0:1783441812.597677:0:25744:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 5 count 13 20000000:00000400:3.0:1783441812.600637:0:25743:0:(mgs_llog.c:1450:mgs_modify_param()) MGS: modify general/lod.*.mdt_hash=crush (mode = 0) failed: rc = -17 10000000:01000000:3.0:1783441812.609941:0:25743:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 00010000:00010000:2.0:1783441812.613711:0:25743:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff9114aeae5600/0x4778038d8fc370c4 lrc: 3/0,1 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25743 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441812.613810:0:25743:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff911480031e00/0x4778038d8fc36d21 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x4778038d8fc36d1a expref: 23 pid: 22710 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441812.613820:0:25743:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff911480030200/0x4778038d8fc36d2f lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x4778038d8fc36d28 expref: 23 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441812.613828:0:25743:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff911480031a00/0x4778038d8fc36d6e lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x4778038d8fc36d67 expref: 23 pid: 22709 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441812.613835:0:25743:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9114aebd0e00/0x4778038d8fc36eef lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x4778038d8fc36ee8 expref: 23 pid: 22710 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441812.613845:0:25743:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9114aeae5000/0x4778038d8fc37054 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 192.168.202.6@tcp remote: 0x84c385150672a570 expref: 12 pid: 22710 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441812.613853:0:25743:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9114c2166c00/0x4778038d8fc37093 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 192.168.202.6@tcp remote: 0x84c385150672a5e0 expref: 12 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441812.613861:0:25743:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff9114aeae5600/0x4778038d8fc370c4 lrc: 9/0,1 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 25743 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441812.613916:0:25743:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9114c2166c00/0x4778038d8fc37093 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000020 nid: 192.168.202.6@tcp remote: 0x84c385150672a5e0 expref: 12 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441812.613935:0:25743:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff9114c2166c00/0x4778038d8fc37093 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x70000400000020 nid: 192.168.202.6@tcp remote: 0x84c385150672a5e0 expref: 12 pid: 22708 timeout: 903 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783441812.613970:0:25743:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff911383dd2d80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25743:1870073572907904:192.168.202.6@tcp:104: 00010000:00010000:2.0:1783441812.614097:0:25743:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9114aeae5000/0x4778038d8fc37054 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000020 nid: 192.168.202.6@tcp remote: 0x84c385150672a570 expref: 12 pid: 22710 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441812.614106:0:25743:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff9114aeae5000/0x4778038d8fc37054 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x70000400000020 nid: 192.168.202.6@tcp remote: 0x84c385150672a570 expref: 12 pid: 22710 timeout: 903 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783441812.614115:0:25743:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff911383dd3b80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25743:1870073572908032:192.168.202.6@tcp:104: 00010000:00010000:2.0:1783441812.614146:0:25743:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9114aebd0e00/0x4778038d8fc36eef lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x4778038d8fc36ee8 expref: 23 pid: 22710 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441812.614154:0:25743:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff9114aebd0e00/0x4778038d8fc36eef lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x4778038d8fc36ee8 expref: 23 pid: 22710 timeout: 903 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783441812.614165:0:25743:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff911383dd3800 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25743:1870073572908160:0@lo:104: 00000100:00100000:2.0:1783441812.614207:0:25743:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1783441812.614312:0:25743:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff911480031a00/0x4778038d8fc36d6e lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x4778038d8fc36d67 expref: 23 pid: 22709 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441812.614321:0:25743:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff911480031a00/0x4778038d8fc36d6e lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x4778038d8fc36d67 expref: 23 pid: 22709 timeout: 903 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783441812.614330:0:25743:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff911383dd0700 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25743:1870073572908288:0@lo:104: 00000100:00100000:2.0:1783441812.614364:0:25743:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1783441812.618326:0:25743:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff911480030200/0x4778038d8fc36d2f lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x4778038d8fc36d28 expref: 23 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441812.618345:0:25743:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff911480030200/0x4778038d8fc36d2f lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x4778038d8fc36d28 expref: 23 pid: 22708 timeout: 903 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783441812.618376:0:25743:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9114af3c9c00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25743:1870073572908416:0@lo:104: 00000100:00100000:2.0:1783441812.618458:0:25743:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783441812.624988:0:22699:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572908160 00000100:00100000:3.0:1783441812.625005:0:22699:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572908160 00000100:00100000:3.0:1783441812.625059:0:22699:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572908288 00000100:00100000:3.0:1783441812.625063:0:22699:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572908288 00000100:00100000:3.0:1783441812.625080:0:22699:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:3.0:1783441812.625090:0:22699:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff911383dd2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0+4:25743:x1870073572908160:12345-0@lo:104: 00010000:00010000:3.0:1783441812.625108:0:22699:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.106@tcp lock: ffff9114b50d5a00/0x4778038d8fc36ee8 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1400000000000 nid: local remote: 0x4778038d8fc36eef expref: -99 pid: 25036 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783441812.625597:0:22699:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1783441812.625619:0:22699:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff911383dd2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0+4:25743:x1870073572908160:12345-0@lo:104: Request processed in 530us (11411us total) trans 0 rc 0/0 00000100:00100000:3.0:1783441812.625626:0:22699:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00100000:3.0:1783441812.625645:0:22699:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:3.0:1783441812.625652:0:22699:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9114af3cb480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0+3:25743:x1870073572908288:12345-0@lo:104: 00010000:00010000:3.0:1783441812.625661:0:22699:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.106@tcp lock: ffff9114b50d5600/0x4778038d8fc36d67 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1400000000000 nid: local remote: 0x4778038d8fc36d6e expref: -99 pid: 24216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783441812.626749:0:24299:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1783441812.626762:0:24299:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.106@tcp lock: ffff9114b50d5a00/0x4778038d8fc36ee8 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1400000000000 nid: local remote: 0x4778038d8fc36eef expref: -99 pid: 25036 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783441812.626772:0:24299:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9114b50d5a00 already unused, calling callback (ffffffffc126cc20) 10000000:00010000:1.0:1783441812.626778:0:24299:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.106@tcp lock: ffff9114b50d5a00/0x4778038d8fc36ee8 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1400400000000 nid: local remote: 0x4778038d8fc36eef expref: -99 pid: 25036 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783441812.626787:0:24299:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.106@tcp lock: ffff9114b50d5a00/0x4778038d8fc36ee8 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1408400000000 nid: local remote: 0x4778038d8fc36eef expref: -99 pid: 25036 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1783441812.626795:0:24299:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.106@tcp lock: ffff9114b50d5a00/0x4778038d8fc36ee8 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1409400000000 nid: local remote: 0x4778038d8fc36eef expref: -99 pid: 25036 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1783441812.626800:0:24299:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:1.0:1783441812.626911:0:24299:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.106@tcp lock: ffff9114b50d5a00/0x4778038d8fc36ee8 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x5c09400000020 nid: local remote: 0x4778038d8fc36eef expref: -99 pid: 25036 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783441812.626918:0:24299:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1783441812.626947:0:24299:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.106@tcp lock: ffff9114b50d5a00/0x4778038d8fc36ee8 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x5c09400000020 nid: local remote: 0x4778038d8fc36eef expref: -99 pid: 25036 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783441812.626955:0:24299:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.106@tcp lock: ffff9114b50d5a00/0x4778038d8fc36ee8 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x5c09400000020 nid: local remote: 0x4778038d8fc36eef expref: -99 pid: 25036 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783441812.626974:0:24299:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1783441812.626979:0:24299:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.106@tcp lock: ffff9114b50d5600/0x4778038d8fc36d67 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1400000000000 nid: local remote: 0x4778038d8fc36d6e expref: -99 pid: 24216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783441812.627002:0:24299:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9114b50d5600 already unused, calling callback (ffffffffc126cc20) 10000000:00010000:1.0:1783441812.627005:0:24299:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.106@tcp lock: ffff9114b50d5600/0x4778038d8fc36d67 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1400400000000 nid: local remote: 0x4778038d8fc36d6e expref: -99 pid: 24216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783441812.627012:0:24299:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.106@tcp lock: ffff9114b50d5600/0x4778038d8fc36d67 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1408400000000 nid: local remote: 0x4778038d8fc36d6e expref: -99 pid: 24216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1783441812.627019:0:24299:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.106@tcp lock: ffff9114b50d5600/0x4778038d8fc36d67 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1409400000000 nid: local remote: 0x4778038d8fc36d6e expref: -99 pid: 24216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1783441812.627025:0:24299:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:3.0:1783441812.630638:0:22699:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to priority blp list, 0 blwis in pool 00000100:00100000:3.0:1783441812.630659:0:22699:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9114af3cb480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0+3:25743:x1870073572908288:12345-0@lo:104: Request processed in 5002us (16288us total) trans 0 rc 0/0 00000100:00100000:3.0:1783441812.630672:0:22699:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00100000:3.0:1783441812.630712:0:22699:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572908416 00000100:00100000:3.0:1783441812.630723:0:22699:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572908416 00000100:00100000:3.0:1783441812.630779:0:22699:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:3.0:1783441812.630787:0:22699:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9114af3cb800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0+3:25743:x1870073572908416:12345-0@lo:104: 00010000:00010000:3.0:1783441812.630806:0:22699:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.106@tcp lock: ffff9114aebd0400/0x4778038d8fc36d28 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1400000000000 nid: local remote: 0x4778038d8fc36d2f expref: -99 pid: 22712 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783441812.630820:0:22704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783441812.630901:0:22699:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1783441812.630908:0:22699:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9114af3cb800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0+3:25743:x1870073572908416:12345-0@lo:104: Request processed in 122us (12450us total) trans 0 rc 0/0 00000100:00100000:3.0:1783441812.630913:0:22699:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00100000:3.0:1783441812.630942:0:3649:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9114aeaeaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0:3649:1870073572908544:0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1783441812.630949:0:24299:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.106@tcp lock: ffff9114b50d5600/0x4778038d8fc36d67 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000020 nid: local remote: 0x4778038d8fc36d6e expref: -99 pid: 24216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783441812.630957:0:24299:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1783441812.630971:0:24299:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.106@tcp lock: ffff9114b50d5600/0x4778038d8fc36d67 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000020 nid: local remote: 0x4778038d8fc36d6e expref: -99 pid: 24216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783441812.630978:0:24299:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.106@tcp lock: ffff9114b50d5600/0x4778038d8fc36d67 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000020 nid: local remote: 0x4778038d8fc36d6e expref: -99 pid: 24216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783441812.630984:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1783441812.630993:0:24299:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1783441812.630997:0:24299:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.106@tcp lock: ffff9114aebd0400/0x4778038d8fc36d28 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x4778038d8fc36d2f expref: -99 pid: 22712 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783441812.631003:0:24299:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9114aebd0400 already unused, calling callback (ffffffffc126cc20) 10000000:00010000:1.0:1783441812.631006:0:24299:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.106@tcp lock: ffff9114aebd0400/0x4778038d8fc36d28 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0x4778038d8fc36d2f expref: -99 pid: 22712 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783441812.631018:0:3649:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1783441812.631023:0:3649:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff911384a6aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0:3649:1870073572908672:0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1783441812.631033:0:24299:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.106@tcp lock: ffff9114aebd0400/0x4778038d8fc36d28 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0x4778038d8fc36d2f expref: -99 pid: 22712 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1783441812.631040:0:24299:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.106@tcp lock: ffff9114aebd0400/0x4778038d8fc36d28 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0x4778038d8fc36d2f expref: -99 pid: 22712 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1783441812.631047:0:24299:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00000100:00100000:3.0:1783441812.631049:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1783441812.631062:0:24299:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.106@tcp lock: ffff9114aebd0400/0x4778038d8fc36d28 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x4778038d8fc36d2f expref: -99 pid: 22712 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783441812.631068:0:24299:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1783441812.631070:0:22703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783441812.631082:0:24299:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.106@tcp lock: ffff9114aebd0400/0x4778038d8fc36d28 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x4778038d8fc36d2f expref: -99 pid: 22712 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783441812.631083:0:22702:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572908544 00000100:00100000:3.0:1783441812.631086:0:22702:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572908544 00010000:00010000:1.0:1783441812.631089:0:24299:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.106@tcp lock: ffff9114aebd0400/0x4778038d8fc36d28 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x4778038d8fc36d2f expref: -99 pid: 22712 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783441812.631098:0:24299:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783441812.631099:0:24299:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783441812.631101:0:24299:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783441812.631103:0:22702:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9114aebd0e00/0x4778038d8fc36eef lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x4778038d8fc36ee8 expref: 24 pid: 22710 timeout: 903 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783441812.631114:0:3647:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff911384a69f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0:3647:1870073572908800:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1783441812.631121:0:22702:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572908672 00000100:00100000:3.0:1783441812.631124:0:22702:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572908672 00010000:00010000:3.0:1783441812.631135:0:22702:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff911480031a00/0x4778038d8fc36d6e lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x4778038d8fc36d67 expref: 25 pid: 22709 timeout: 903 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783441812.631147:0:22702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:3.0:1783441812.631152:0:22702:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff911383540700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0+25:3649:x1870073572908544:12345-0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1783441812.631152:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1783441812.631162:0:22702:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1783441812.631168:0:22702:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9114aebd0e00/0x4778038d8fc36eef lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 9 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x4778038d8fc36ee8 expref: 25 pid: 22710 timeout: 903 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783441812.631177:0:22702:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9114aebd0e00/0x4778038d8fc36eef lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 9 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x4778038d8fc36ee8 expref: 25 pid: 22710 timeout: 903 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783441812.631196:0:22702:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1783441812.631229:0:22702:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff911383540700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0+25:3649:x1870073572908544:12345-0@lo:103:ldlm_bl.0 Request processed in 77us (245us total) trans 0 rc 0/0 00000100:00100000:3.0:1783441812.631236:0:22702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00100000:3.0:1783441812.631248:0:22702:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572908800 00000100:00100000:3.0:1783441812.631251:0:22702:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572908800 00010000:00010000:3.0:1783441812.631273:0:22702:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff911480030200/0x4778038d8fc36d2f lrc: 6/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x4778038d8fc36d28 expref: 25 pid: 22708 timeout: 903 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783441812.631286:0:22702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:1.0:1783441812.631286:0:3649:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9114aeaeaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0:3649:1870073572908544:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1783441812.631298:0:22702:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff911383543480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0+25:3649:x1870073572908672:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1783441812.631305:0:22702:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1783441812.631310:0:22702:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff911480031a00/0x4778038d8fc36d6e lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 9 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x4778038d8fc36d67 expref: 25 pid: 22709 timeout: 903 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783441812.631318:0:22702:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff911480031a00/0x4778038d8fc36d6e lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 9 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x4778038d8fc36d67 expref: 25 pid: 22709 timeout: 903 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783441812.631328:0:22702:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1783441812.631360:0:22702:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff911383543480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0+25:3649:x1870073572908672:12345-0@lo:103:ldlm_bl.0 Request processed in 63us (310us total) trans 0 rc 0/0 00000100:00100000:3.0:1783441812.631366:0:22702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00100000:3.0:1783441812.631380:0:22702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:3.0:1783441812.631387:0:22702:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff911384a6bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0+24:3647:x1870073572908800:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1783441812.631394:0:22702:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1783441812.631398:0:22702:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff911480030200/0x4778038d8fc36d2f lrc: 6/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 9 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x4778038d8fc36d28 expref: 24 pid: 22708 timeout: 903 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783441812.631405:0:22702:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff911480030200/0x4778038d8fc36d2f lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 9 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x4778038d8fc36d28 expref: 24 pid: 22708 timeout: 903 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783441812.631406:0:3649:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff911384a6aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0:3649:1870073572908672:0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1783441812.631415:0:22702:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1783441812.631445:0:22702:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff911384a6bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0+24:3647:x1870073572908800:12345-0@lo:103:ldlm_bl.0 Request processed in 58us (291us total) trans 0 rc 0/0 00000100:00100000:3.0:1783441812.631451:0:22702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00100000:1.0:1783441812.631465:0:3647:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff911384a69f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0:3647:1870073572908800:0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1783441812.632738:0:25743:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff911480031e00/0x4778038d8fc36d21 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x4778038d8fc36d1a expref: 23 pid: 22710 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783441812.632767:0:25743:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff911480031e00/0x4778038d8fc36d21 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x4778038d8fc36d1a expref: 23 pid: 22710 timeout: 903 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783441812.632779:0:25743:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff911384a69f80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25743:1870073572908928:0@lo:104: 00000100:00100000:1.0:1783441812.632830:0:25743:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783441812.632867:0:25743:0:(client.c:2702:ptlrpc_set_wait()) set ffff9114863d3d80 going to sleep for 11 seconds 00010000:00010000:1.0:1783441812.632886:0:25743:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9114aebd0e00/0x4778038d8fc36eef lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x4778038d8fc36ee8 expref: 23 pid: 22710 timeout: 903 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783441812.632900:0:25743:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff911383dd3800 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25743:1870073572908160:0@lo:104: 00010000:00010000:1.0:1783441812.632910:0:25743:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff911480031a00/0x4778038d8fc36d6e lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x4778038d8fc36d67 expref: 22 pid: 22709 timeout: 903 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783441812.632923:0:25743:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff911383dd0700 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25743:1870073572908288:0@lo:104: 00010000:00010000:1.0:1783441812.632931:0:25743:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff911480030200/0x4778038d8fc36d2f lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x4778038d8fc36d28 expref: 21 pid: 22708 timeout: 903 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783441812.632939:0:25743:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9114af3c9c00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25743:1870073572908416:0@lo:104: 00000100:00100000:2.0:1783441812.632994:0:22699:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572908928 00000100:00100000:2.0:1783441812.633000:0:22699:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572908928 00000100:00100000:2.0:1783441812.633054:0:22699:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:2.0:1783441812.633062:0:22699:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff911384a6aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0+3:25743:x1870073572908928:12345-0@lo:104: 00010000:00010000:2.0:1783441812.633075:0:22699:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.106@tcp lock: ffff9114aebd1600/0x4778038d8fc36d1a lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x4778038d8fc36d21 expref: -99 pid: 22712 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441812.633134:0:22699:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1783441812.633139:0:22699:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff911384a6aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0+3:25743:x1870073572908928:12345-0@lo:104: Request processed in 79us (309us total) trans 0 rc 0/0 00000100:00100000:2.0:1783441812.633146:0:22699:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00010000:00010000:0.0:1783441812.633203:0:22704:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1783441812.633211:0:22704:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.106@tcp lock: ffff9114aebd1600/0x4778038d8fc36d1a lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x4778038d8fc36d21 expref: -99 pid: 22712 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783441812.633218:0:22704:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9114aebd1600 already unused, calling callback (ffffffffc126cc20) 10000000:00010000:0.0:1783441812.633223:0:22704:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.106@tcp lock: ffff9114aebd1600/0x4778038d8fc36d1a lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x4778038d8fc36d21 expref: -99 pid: 22712 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783441812.633231:0:22704:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.106@tcp lock: ffff9114aebd1600/0x4778038d8fc36d1a lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x4778038d8fc36d21 expref: -99 pid: 22712 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1783441812.633250:0:22704:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.106@tcp lock: ffff9114aebd1600/0x4778038d8fc36d1a lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x4778038d8fc36d21 expref: -99 pid: 22712 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1783441812.633255:0:22704:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:0.0:1783441812.633298:0:22704:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.106@tcp lock: ffff9114aebd1600/0x4778038d8fc36d1a lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x4778038d8fc36d21 expref: -99 pid: 22712 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783441812.633306:0:22704:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00000100:00100000:3.0:1783441812.633316:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00010000:00010000:0.0:1783441812.633321:0:22704:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.106@tcp lock: ffff9114aebd1600/0x4778038d8fc36d1a lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x4778038d8fc36d21 expref: -99 pid: 22712 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783441812.633328:0:22704:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.106@tcp lock: ffff9114aebd1600/0x4778038d8fc36d1a lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x4778038d8fc36d21 expref: -99 pid: 22712 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783441812.633343:0:22704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783441812.633345:0:22704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783441812.633347:0:22704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1783441812.633368:0:25743:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff911383dd2d80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25743:1870073572907904:192.168.202.6@tcp:104: 00000100:00100000:0.0:1783441812.633377:0:25743:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff911383dd3b80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25743:1870073572908032:192.168.202.6@tcp:104: 00000100:00100000:0.0:1783441812.633384:0:25743:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff911384a69f80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25743:1870073572908928:0@lo:104: 00010000:00010000:0.0:1783441812.633409:0:25743:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff9114aeae5600/0x4778038d8fc370c4 lrc: 3/0,1 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 25743 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783441812.633464:0:3648:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9113810d1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0:3648:1870073572909056:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1783441812.633533:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783441812.633614:0:22700:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073552861696 00000100:00100000:0.0:1783441812.633618:0:22700:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073552861696 00010000:00010000:0.0:1783441812.633641:0:22700:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9114c2166c00/0x4778038d8fc37093 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 192.168.202.6@tcp remote: 0x84c385150672a5e0 expref: 13 pid: 22708 timeout: 903 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783441812.633671:0:22700:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572909056 00000100:00100000:0.0:1783441812.633681:0:22700:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572909056 00010000:00010000:0.0:1783441812.633695:0:22700:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff911480031e00/0x4778038d8fc36d21 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x4778038d8fc36d1a expref: 21 pid: 22710 timeout: 903 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783441812.633711:0:22700:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 12 00000100:00100000:0.0:1783441812.633717:0:22700:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff911383541500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e225892e-2fc9-454d-bcef-510872b8d0e8+13:2407:x1870073552861696:12345-192.168.202.6@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1783441812.633728:0:22700:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1783441812.633733:0:22700:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9114c2166c00/0x4778038d8fc37093 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x60000400000020 nid: 192.168.202.6@tcp remote: 0x84c385150672a5e0 expref: 13 pid: 22708 timeout: 903 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783441812.633744:0:22700:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9114c2166c00/0x4778038d8fc37093 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x50000400000020 nid: 192.168.202.6@tcp remote: 0x84c385150672a5e0 expref: 13 pid: 22708 timeout: 903 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783441812.633758:0:22700:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9114c2166c00/0x4778038d8fc37093 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x44801400000020 nid: 192.168.202.6@tcp remote: 0x84c385150672a5e0 expref: 13 pid: 22708 timeout: 903 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783441812.633770:0:22700:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1783441812.633805:0:22700:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff911383541500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e225892e-2fc9-454d-bcef-510872b8d0e8+12:2407:x1870073552861696:12345-192.168.202.6@tcp:103:ldlm_bl.0 Request processed in 89us (492us total) trans 0 rc 0/0 00000100:00100000:0.0:1783441812.633813:0:22700:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 12 00000100:00100000:0.0:1783441812.633826:0:22700:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00100000:0.0:1783441812.633832:0:22700:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff911384a68a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0+21:3648:x1870073572909056:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1783441812.633839:0:22700:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1783441812.633843:0:22700:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff911480031e00/0x4778038d8fc36d21 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x4778038d8fc36d1a expref: 21 pid: 22710 timeout: 903 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783441812.633850:0:22700:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff911480031e00/0x4778038d8fc36d21 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x4778038d8fc36d1a expref: 21 pid: 22710 timeout: 903 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783441812.633871:0:22700:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff911480031e00/0x4778038d8fc36d21 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x4778038d8fc36d1a expref: 21 pid: 22710 timeout: 903 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783441812.633880:0:22700:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1783441812.633909:0:22700:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff911384a68a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0+20:3648:x1870073572909056:12345-0@lo:103:ldlm_bl.0 Request processed in 77us (376us total) trans 0 rc 0/0 00000100:00100000:0.0:1783441812.633915:0:22700:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000100:00100000:1.0:1783441812.633973:0:3648:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9113810d1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0:3648:1870073572909056:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1783441812.634054:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:0.0:1783441812.643659:0:22700:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073552861824 00000100:00100000:0.0:1783441812.643676:0:22700:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073552861824 00010000:00010000:1.0:1783441812.643976:0:22700:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9114aeae5000/0x4778038d8fc37054 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 192.168.202.6@tcp remote: 0x84c385150672a570 expref: 12 pid: 22710 timeout: 903 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783441812.644026:0:22700:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 14 00000100:00100000:1.0:1783441812.644036:0:22700:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9114b56d6450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e225892e-2fc9-454d-bcef-510872b8d0e8+12:2406:x1870073552861824:12345-192.168.202.6@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1783441812.644069:0:22700:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1783441812.644076:0:22700:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9114aeae5000/0x4778038d8fc37054 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 192.168.202.6@tcp remote: 0x84c385150672a570 expref: 12 pid: 22710 timeout: 903 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783441812.644091:0:22700:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9114aeae5000/0x4778038d8fc37054 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 192.168.202.6@tcp remote: 0x84c385150672a570 expref: 12 pid: 22710 timeout: 903 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783441812.644110:0:22700:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9114aeae5000/0x4778038d8fc37054 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 192.168.202.6@tcp remote: 0x84c385150672a570 expref: 12 pid: 22710 timeout: 903 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783441812.644128:0:22700:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff9114aeae5600/0x4778038d8fc370c4 lrc: 3/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 25743 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783441812.644136:0:22700:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9114aeae5600/0x4778038d8fc370c4 lrc: 4/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 25743 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783441812.644153:0:22700:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff9114aeae5600/0x4778038d8fc370c4 lrc: 5/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 25743 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783441812.644160:0:22700:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff9114aeae5600/0x4778038d8fc370c4 lrc: 5/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 25743 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783441812.644167:0:22700:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff9114aeae5600/0x4778038d8fc370c4 lrc: 4/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 25743 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783441812.644173:0:22700:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff9114aeae5600/0x4778038d8fc370c4 lrc: 5/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 25743 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783441812.644178:0:22700:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9114aeae5600 already unused, calling callback (ffffffffc0c73f90) 00010000:00010000:1.0:1783441812.644183:0:22700:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff9114aeae5600/0x4778038d8fc370c4 lrc: 5/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 25743 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783441812.644203:0:22700:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff9114aeae5600/0x4778038d8fc370c4 lrc: 6/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 25743 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783441812.644224:0:22700:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff9114aeae5600/0x4778038d8fc370c4 lrc: 4/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 25743 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783441812.644236:0:22700:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1783441812.644301:0:25743:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff9114aeae5600/0x4778038d8fc370c4 lrc: 1/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 25743 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783441812.644311:0:25743:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff9114aeae5600/0x4778038d8fc370c4 lrc: 1/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 25743 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783441812.644317:0:22700:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9114b56d6450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e225892e-2fc9-454d-bcef-510872b8d0e8+11:2406:x1870073552861824:12345-192.168.202.6@tcp:103:ldlm_bl.0 Request processed in 282us (10262us total) trans 0 rc 0/0 00010000:00010000:0.0:1783441812.644317:0:25743:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9114aeae5600/0x4778038d8fc370c4 lrc: 0/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 25743 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783441812.644325:0:22700:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 14 00000100:00100000:2.0:1783441812.944873:0:3650:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9114af3c9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3650:1870073572909312:0@lo:400:kworker.0 00000100:00100000:2.0:1783441812.944946:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783441812.944982:0:3650:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9114af3c8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3650:1870073572909824:0@lo:400:kworker.0 00000100:00100000:2.0:1783441812.945004:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783441812.945020:0:3650:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9114af3c9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3650:1870073572910336:0@lo:400:kworker.0 00000100:00100000:2.0:1783441812.945044:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783441812.945070:0:3650:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [2->3] 00000100:00100000:2.0:1783441812.945076:0:3650:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9114af3c8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3650:1870073572909184:0@lo:400:kworker.0 00000100:00100000:2.0:1783441812.945101:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783441812.945117:0:3650:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9114af3cb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3650:1870073572909696:0@lo:400:kworker.0 00000100:00100000:2.0:1783441812.945150:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783441812.945170:0:3650:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9114af3ca680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3650:1870073572910208:0@lo:400:kworker.0 00000100:00100000:2.0:1783441812.945202:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783441812.945232:0:3647:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9114af3c8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3647:1870073572909440:0@lo:400:kworker.0 00000100:00100000:2.0:1783441812.945254:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783441812.945294:0:3647:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9114af3ca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3647:1870073572909952:0@lo:400:kworker.0 00000100:00100000:2.0:1783441812.945317:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783441812.945332:0:3647:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9114af3caa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3647:1870073572910464:0@lo:400:kworker.0 00000100:00100000:2.0:1783441812.945351:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783441812.945369:0:3647:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:2.0:1783441812.945375:0:3647:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9114af3c8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3647:1870073572909568:0@lo:400:kworker.0 00000100:00100000:2.0:1783441812.945397:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783441812.945412:0:3647:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9114af3c9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3647:1870073572910080:0@lo:400:kworker.0 00000100:00100000:2.0:1783441812.945431:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783441812.945441:0:3647:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9114af3cad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3647:1870073572910592:0@lo:400:kworker.0 00000100:00100000:2.0:1783441812.945458:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783441812.945524:0:24223:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572909312 00000100:00100000:2.0:1783441812.945533:0:24223:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572909312 00000100:00100000:2.0:1783441812.945584:0:24223:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572909824 00000100:00100000:2.0:1783441812.945587:0:24223:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572909824 00000100:00100000:2.0:1783441812.945599:0:24223:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572909440 00000100:00100000:2.0:1783441812.945602:0:24223:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572909440 00000100:00100000:2.0:1783441812.945615:0:24223:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572909952 00000100:00100000:2.0:1783441812.945618:0:24223:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572909952 00000100:00100000:2.0:1783441812.945635:0:24223:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21 00000100:00100000:2.0:1783441812.945644:0:24223:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9114af3c8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3650:x1870073572909312:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1783441812.945698:0:24223:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9114af3c8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3650:x1870073572909312:12345-0@lo:400:kworker.0 Request processed in 55us (752us total) trans 0 rc 0/0 00000100:00100000:2.0:1783441812.945706:0:24223:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21 00000100:00100000:2.0:1783441812.945738:0:24223:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22 00000100:00100000:2.0:1783441812.945746:0:24223:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9114af3c9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3650:x1870073572909824:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1783441812.945787:0:24223:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9114af3c9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3650:x1870073572909824:12345-0@lo:400:kworker.0 Request processed in 42us (782us total) trans 0 rc 0/0 00000100:00100000:2.0:1783441812.945794:0:24223:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22 00000100:00100000:2.0:1783441812.945806:0:24223:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23 00000100:00100000:2.0:1783441812.945813:0:24223:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff911484ebad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3647:x1870073572909440:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1783441812.945844:0:24223:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff911484ebad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3647:x1870073572909440:12345-0@lo:400:kworker.0 Request processed in 32us (589us total) trans 0 rc 0/0 00000100:00100000:2.0:1783441812.945849:0:24223:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23 00000100:00100000:2.0:1783441812.945860:0:24223:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24 00000100:00100000:2.0:1783441812.945865:0:24223:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff911484eb8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3647:x1870073572909952:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1783441812.945890:0:24223:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff911484eb8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3647:x1870073572909952:12345-0@lo:400:kworker.0 Request processed in 25us (573us total) trans 0 rc 0/0 00000100:00100000:2.0:1783441812.945895:0:24223:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24 00000100:00100000:2.0:1783441812.945915:0:25510:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572910336 00000100:00100000:2.0:1783441812.945918:0:25510:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572910336 00000100:00100000:2.0:1783441812.945935:0:25510:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572910208 00000100:00100000:2.0:1783441812.945937:0:25510:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572910208 00000100:00100000:2.0:1783441812.945949:0:25510:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572910464 00000100:00100000:2.0:1783441812.945951:0:25510:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572910464 00000100:00100000:2.0:1783441812.945961:0:25510:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572909568 00000100:00100000:2.0:1783441812.945963:0:25510:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572909568 00000100:00100000:2.0:1783441812.945971:0:25510:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572910080 00000100:00100000:2.0:1783441812.945973:0:25510:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572910080 00000100:00100000:2.0:1783441812.945982:0:25510:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572910592 00000100:00100000:2.0:1783441812.945984:0:25510:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572910592 00000100:00100000:2.0:1783441812.945995:0:25510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 60 00000100:00100000:2.0:1783441812.946001:0:25510:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9114af3cbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3650:x1870073572910336:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1783441812.946042:0:25510:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9114af3cbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3650:x1870073572910336:12345-0@lo:400:kworker.0 Request processed in 39us (996us total) trans 0 rc 0/0 00000100:00100000:2.0:1783441812.946050:0:25510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 60 00000100:00100000:2.0:1783441812.946066:0:25510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 61 00000100:00100000:2.0:1783441812.946074:0:25510:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff911484ebaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3650:x1870073572910208:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1783441812.946104:0:25510:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff911484ebaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3650:x1870073572910208:12345-0@lo:400:kworker.0 Request processed in 32us (902us total) trans 0 rc 0/0 00000100:00100000:2.0:1783441812.946110:0:25510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 61 00000100:00100000:2.0:1783441812.946120:0:25510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 62 00000100:00100000:2.0:1783441812.946126:0:25510:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff911484eb9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3647:x1870073572910464:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1783441812.946154:0:25510:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff911484eb9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3647:x1870073572910464:12345-0@lo:400:kworker.0 Request processed in 28us (802us total) trans 0 rc 0/0 00000100:00100000:2.0:1783441812.946160:0:25510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 62 00000100:00100000:2.0:1783441812.946170:0:25510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 63 00000100:00100000:2.0:1783441812.946175:0:25510:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff911484ebbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3647:x1870073572909568:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1783441812.946201:0:25510:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff911484ebbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3647:x1870073572909568:12345-0@lo:400:kworker.0 Request processed in 25us (803us total) trans 0 rc 0/0 00000100:00100000:2.0:1783441812.946207:0:25510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 63 00000100:00100000:2.0:1783441812.946216:0:25510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 64 00000100:00100000:2.0:1783441812.946222:0:25510:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff911484ebb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3647:x1870073572910080:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1783441812.946248:0:25510:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff911484ebb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3647:x1870073572910080:12345-0@lo:400:kworker.0 Request processed in 26us (816us total) trans 0 rc 0/0 00000100:00100000:2.0:1783441812.946255:0:25510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 64 00000100:00100000:2.0:1783441812.946281:0:25510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 65 00000100:00100000:2.0:1783441812.946287:0:25510:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff911484eb9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3647:x1870073572910592:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1783441812.946326:0:25510:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff911484eb9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3647:x1870073572910592:12345-0@lo:400:kworker.0 Request processed in 40us (866us total) trans 0 rc 0/0 00000100:00100000:2.0:1783441812.946332:0:25510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 65 00000100:00100000:2.0:1783441812.946354:0:22719:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572909184 00000100:00100000:2.0:1783441812.946357:0:22719:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572909184 00000100:00100000:2.0:1783441812.946382:0:22719:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572909696 00000100:00100000:2.0:1783441812.946385:0:22719:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572909696 00000100:00100000:2.0:1783441812.946398:0:22719:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 63 00000100:00100000:2.0:1783441812.946404:0:22719:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9114af3c9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3650:x1870073572909184:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1783441812.946438:0:22719:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9114af3c9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3650:x1870073572909184:12345-0@lo:400:kworker.0 Request processed in 34us (1336us total) trans 0 rc 0/0 00000100:00100000:2.0:1783441812.946444:0:22719:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 63 00000100:00100000:2.0:1783441812.946455:0:22719:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 64 00000100:00100000:2.0:1783441812.946461:0:22719:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff911484eb9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3650:x1870073572909696:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1783441812.946488:0:22719:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff911484eb9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3650:x1870073572909696:12345-0@lo:400:kworker.0 Request processed in 27us (1338us total) trans 0 rc 0/0 00000100:00100000:2.0:1783441812.946494:0:22719:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 64 00000100:00080000:2.0:1783441812.946553:0:22711:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1783441812.946557:0:22711:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1783441812.946561:0:22711:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1783441812.946562:0:22711:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1783441812.946597:0:3647:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9114af3c8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3647:1870073572909568:0@lo:400:kworker.0 00000100:00100000:2.0:1783441812.946609:0:3647:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9114af3c9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3647:1870073572910080:0@lo:400:kworker.0 00010000:00080000:2.0:1783441812.946621:0:3647:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9114af3cad80 x1870073572910592/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1783441828 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1783441812.946632:0:3647:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9114af3cad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3647:1870073572910592:0@lo:400:kworker.0 00000100:00100000:2.0:1783441812.946653:0:3647:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9114af3c8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3647:1870073572909440:0@lo:400:kworker.0 00000100:00100000:2.0:1783441812.946663:0:3647:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9114af3ca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3647:1870073572909952:0@lo:400:kworker.0 00000100:00100000:2.0:1783441812.946673:0:3647:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9114af3caa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3647:1870073572910464:0@lo:400:kworker.0 00000100:00100000:2.0:1783441812.946718:0:3650:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9114af3c8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3650:1870073572909184:0@lo:400:kworker.0 00000100:00100000:2.0:1783441812.946729:0:3650:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9114af3cb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3650:1870073572909696:0@lo:400:kworker.0 00000100:00100000:2.0:1783441812.946739:0:3650:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9114af3ca680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3650:1870073572910208:0@lo:400:kworker.0 00000100:00100000:2.0:1783441812.946748:0:3650:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9114af3c9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3650:1870073572909312:0@lo:400:kworker.0 00000100:00100000:2.0:1783441812.946758:0:3650:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9114af3c8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3650:1870073572909824:0@lo:400:kworker.0 00010000:00080000:2.0:1783441812.946768:0:3650:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9114af3c9500 x1870073572910336/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1783441828 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1783441812.946777:0:3650:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9114af3c9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3650:1870073572910336:0@lo:400:kworker.0 00000100:00100000:1.0:1783441812.946999:0:3649:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9113810d1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3649:1870073572910720:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1783441812.947036:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783441812.947152:0:24225:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572910720 00000100:00100000:0.0:1783441812.947157:0:24225:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572910720 00000100:00100000:0.0:1783441812.947189:0:24225:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22 00000100:00100000:0.0:1783441812.947197:0:24225:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff911384a6bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3649:x1870073572910720:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1783441812.947220:0:24225:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3923509248 avail 3691986944 00000100:00100000:0.0:1783441812.947278:0:24225:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff911384a6bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3649:x1870073572910720:12345-0@lo:13:osp-pre-1-0.0 Request processed in 83us (242us total) trans 0 rc 0/0 00000100:00100000:0.0:1783441812.947285:0:24225:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22 00000100:00100000:0.0:1783441812.947321:0:3649:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9113810d1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3649:1870073572910720:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1783441812.947958:0:3649:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1783441812.947968:0:3649:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff911383541c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3649:1870073572910848:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1783441812.947999:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783441812.948064:0:24225:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572910848 00000100:00100000:0.0:1783441812.948079:0:24225:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572910848 00000100:00100000:0.0:1783441812.948116:0:24225:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23 00000100:00100000:0.0:1783441812.948123:0:24225:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff911384a69f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3649:x1870073572910848:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1783441812.948134:0:24225:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3923509248 avail 3691986944 00000100:00100000:0.0:1783441812.948181:0:24225:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff911384a69f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3649:x1870073572910848:12345-0@lo:13:osp-pre-1-1.0 Request processed in 58us (180us total) trans 0 rc 0/0 00000100:00100000:0.0:1783441812.948188:0:24225:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23 00000100:00100000:0.0:1783441812.948228:0:3649:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff911383541c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3649:1870073572910848:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1783441813.457781:0:3647:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9114bfb44000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3647:1870073572910976:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1783441813.457879:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783441813.460036:0:24225:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572910976 00000100:00100000:0.0:1783441813.460050:0:24225:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572910976 00000100:00100000:0.0:1783441813.460429:0:24225:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24 00000100:00100000:0.0:1783441813.460444:0:24225:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff911484ebb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3647:x1870073572910976:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1783441813.460486:0:24225:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3923505152 avail 3691982848 00000100:00100000:0.0:1783441813.460596:0:24225:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff911484ebb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3647:x1870073572910976:12345-0@lo:13:osp-pre-0-0.0 Request processed in 155us (2728us total) trans 0 rc 0/0 00000100:00100000:2.0:1783441813.460684:0:3647:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9114bfb44000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3647:1870073572910976:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1783441813.466454:0:24225:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24 00010000:00010000:3.0:1783441813.521530:0:22703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:2.0:1783441813.971588:0:22712:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:2.0:1783441813.971599:0:22712:0:(mgc_request.c:1801:mgc_process_log()) Process log params-ffff911382a25800 from 13 10000000:01000000:2.0:1783441813.971605:0:22712:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:2.0:1783441813.971667:0:22712:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.106@tcp lock: ffff9114aeae5400/0x4778038d8fc370cb lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22712 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441813.971679:0:22712:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.106@tcp lock: ffff9114aeae5400/0x4778038d8fc370cb lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22712 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441813.971712:0:22712:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.106@tcp lock: ffff9114aeae5400/0x4778038d8fc370cb lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22712 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783441813.971743:0:22712:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff911484eb8a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0:22712:1870073572911104:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1783441813.971816:0:22712:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783441813.971869:0:22712:0:(client.c:2702:ptlrpc_set_wait()) set ffff9114863d3840 going to sleep for 11 seconds 00000100:00100000:0.0:1783441813.972115:0:22709:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572911104 00000100:00100000:0.0:1783441813.972125:0:22709:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572911104 00000100:00100000:0.0:1783441813.972179:0:22709:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 152 00000100:00100000:0.0:1783441813.972188:0:22709:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9114b84d9850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0+20:22712:x1870073572911104:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1783441813.972203:0:22709:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1783441813.972218:0:22709:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9114b50d4c00/0x4778038d8fc370d2 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x4778038d8fc370cb expref: -99 pid: 22709 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783441813.972269:0:22709:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9114b50d4c00/0x4778038d8fc370d2 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x4778038d8fc370cb expref: 21 pid: 22709 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783441813.972280:0:22709:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9114b50d4c00/0x4778038d8fc370d2 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x4778038d8fc370cb expref: 21 pid: 22709 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783441813.972296:0:22709:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9114b50d4c00, rc 0) 00000100:00100000:0.0:1783441813.972348:0:22709:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9114b84d9850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0+21:22712:x1870073572911104:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 161us (532us total) trans 0 rc 0/0 00000100:00100000:0.0:1783441813.972355:0:22709:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 152 00000100:00100000:3.0:1783441813.973094:0:3648:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9113810d1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3648:1870073572911232:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1783441813.973147:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783441813.973286:0:22719:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572911232 00000100:00100000:0.0:1783441813.973293:0:22719:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572911232 00000100:00100000:0.0:1783441813.973338:0:22719:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 65 00000100:00100000:0.0:1783441813.973346:0:22719:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff911383542a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3648:x1870073572911232:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1783441813.973375:0:22719:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446461440 avail 1300221952 00000100:00100000:0.0:1783441813.973421:0:22719:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff911383542a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3648:x1870073572911232:12345-0@lo:41:osp-pre-1-0.0 Request processed in 77us (274us total) trans 0 rc 0/0 00000100:00100000:0.0:1783441813.973428:0:22719:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 65 00000100:00100000:0.0:1783441813.973474:0:3648:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9113810d1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3648:1870073572911232:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1783441813.974893:0:22712:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff911484eb8a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0:22712:1870073572911104:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1783441813.974919:0:22712:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.106@tcp lock: ffff9114aeae5400/0x4778038d8fc370cb lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x4778038d8fc370d2 expref: -99 pid: 22712 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441813.974932:0:22712:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.106@tcp lock: ffff9114aeae5400/0x4778038d8fc370cb lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x4778038d8fc370d2 expref: -99 pid: 22712 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783441813.975015:0:22712:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff911484eb8a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0:22712:1870073572911360:0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1783441813.975066:0:22712:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783441813.975111:0:22712:0:(client.c:2702:ptlrpc_set_wait()) set ffff9114863d3840 going to sleep for 11 seconds 00000100:00100000:3.0:1783441813.975193:0:22708:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572911360 00000100:00100000:3.0:1783441813.975199:0:22708:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572911360 00000100:00100000:3.0:1783441813.975265:0:22708:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 153 00000100:00100000:3.0:1783441813.975275:0:22708:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9114b84d9050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0+21:22712:x1870073572911360:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1783441813.975411:0:22708:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9114b84d9050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0+21:22712:x1870073572911360:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 136us (344us total) trans 0 rc 0/0 00000100:00100000:3.0:1783441813.975419:0:22708:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 153 00000100:00100000:2.0:1783441813.975451:0:22712:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff911484eb8a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0:22712:1870073572911360:0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1783441813.975477:0:22712:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff911484eb8a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0:22712:1870073572911488:0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1783441813.975559:0:22712:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783441813.975591:0:22712:0:(client.c:2702:ptlrpc_set_wait()) set ffff9114863d3840 going to sleep for 11 seconds 00000100:00100000:0.0:1783441813.975602:0:22709:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572911488 00000100:00100000:0.0:1783441813.975606:0:22709:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572911488 00000100:00100000:0.0:1783441813.975633:0:22709:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 154 00000100:00100000:0.0:1783441813.975640:0:22709:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9114b84d9c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0+21:22712:x1870073572911488:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1783441813.975735:0:22709:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9114b84d9c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0+21:22712:x1870073572911488:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 95us (175us total) trans 0 rc 0/0 00000100:00100000:0.0:1783441813.975741:0:22709:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 154 00000100:00100000:2.0:1783441813.975979:0:22712:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff911484eb8a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0:22712:1870073572911488:0@lo:503:ll_cfg_requeue.0 00000040:00080000:3.0:1783441813.976876:0:25756:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 13 00000020:01000000:2.0:1783441813.977168:0:22712:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 13-12 (rc=0) 10000000:01000000:2.0:1783441813.977187:0:22712:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.202.106@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:2.0:1783441813.977199:0:22712:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.106@tcp lock: ffff9114aeae5400/0x4778038d8fc370cb lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x4778038d8fc370d2 expref: -99 pid: 22712 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441813.977222:0:22712:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.106@tcp lock: ffff9114aeae5400/0x4778038d8fc370cb lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x4778038d8fc370d2 expref: -99 pid: 22712 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1783441813.977233:0:22712:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:2.0:1783441813.977235:0:22712:0:(mgc_request.c:1801:mgc_process_log()) Process log params-ffff911489628800 from 13 10000000:01000000:2.0:1783441813.977238:0:22712:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:2.0:1783441813.977391:0:22712:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.106@tcp lock: ffff9114aeae5000/0x4778038d8fc370d9 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22712 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441813.977400:0:22712:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.106@tcp lock: ffff9114aeae5000/0x4778038d8fc370d9 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22712 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441813.977410:0:22712:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.106@tcp lock: ffff9114aeae5000/0x4778038d8fc370d9 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22712 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783441813.977428:0:22712:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff911484eb8a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0:22712:1870073572911616:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1783441813.977484:0:22712:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783441813.977622:0:22712:0:(client.c:2702:ptlrpc_set_wait()) set ffff9114863d3840 going to sleep for 11 seconds 00000100:00100000:1.0:1783441813.982724:0:22708:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572911616 00000100:00100000:1.0:1783441813.982741:0:22708:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572911616 00000100:00100000:1.0:1783441813.982819:0:22708:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 155 00000100:00100000:1.0:1783441813.982831:0:22708:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9114b84db050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0+21:22712:x1870073572911616:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1783441813.982848:0:22708:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1783441813.982869:0:22708:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff911480030200/0x4778038d8fc370e0 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x4778038d8fc370d9 expref: -99 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783441813.983595:0:22708:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff911480030200/0x4778038d8fc370e0 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x4778038d8fc370d9 expref: 22 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783441813.983611:0:22708:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff911480030200/0x4778038d8fc370e0 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x4778038d8fc370d9 expref: 22 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783441813.983635:0:22708:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff911480030200, rc 0) 00000100:00100000:1.0:1783441813.983798:0:22708:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9114b84db050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0+22:22712:x1870073572911616:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 969us (6312us total) trans 0 rc 0/0 00000100:00100000:1.0:1783441813.983806:0:22708:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 155 00000100:00100000:2.0:1783441813.984080:0:22712:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff911484eb8a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0:22712:1870073572911616:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1783441813.984099:0:22712:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.106@tcp lock: ffff9114aeae5000/0x4778038d8fc370d9 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x4778038d8fc370e0 expref: -99 pid: 22712 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441813.984109:0:22712:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.106@tcp lock: ffff9114aeae5000/0x4778038d8fc370d9 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x4778038d8fc370e0 expref: -99 pid: 22712 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783441813.984184:0:22712:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff911484eb8a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0:22712:1870073572911744:0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1783441813.984220:0:22712:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783441813.984318:0:22712:0:(client.c:2702:ptlrpc_set_wait()) set ffff9114863d3840 going to sleep for 11 seconds 00000100:00100000:3.0:1783441813.990357:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572911744 00000100:00100000:3.0:1783441813.990374:0:22710:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572911744 00000100:00100000:3.0:1783441813.990491:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 156 00000100:00100000:3.0:1783441813.990529:0:22710:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9114b84d8c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0+22:22712:x1870073572911744:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1783441813.990730:0:22710:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9114b84d8c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0+22:22712:x1870073572911744:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 229us (6509us total) trans 0 rc 0/0 00000100:00100000:3.0:1783441813.990739:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 156 00000100:00100000:2.0:1783441813.990844:0:22712:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff911484eb8a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0:22712:1870073572911744:0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1783441813.991943:0:22712:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff911484eb8a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0:22712:1870073572911872:0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1783441813.992023:0:22712:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783441814.005384:0:22712:0:(client.c:2702:ptlrpc_set_wait()) set ffff9114863d3840 going to sleep for 10 seconds 00000100:00100000:0.0:1783441814.005480:0:22709:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572911872 00000100:00100000:0.0:1783441814.005490:0:22709:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572911872 00000100:00100000:0.0:1783441814.005563:0:22709:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 157 00000100:00100000:0.0:1783441814.005573:0:22709:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9114b84da050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0+22:22712:x1870073572911872:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1783441814.005766:0:22709:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9114b84da050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0+22:22712:x1870073572911872:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 194us (13742us total) trans 0 rc 0/0 00000100:00100000:0.0:1783441814.005781:0:22709:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 157 00000100:00100000:2.0:1783441814.006932:0:22712:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff911484eb8a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0:22712:1870073572911872:0@lo:503:ll_cfg_requeue.0 00000040:00080000:2.0:1783441814.010450:0:25757:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 13 00000020:01000000:0.0:1783441814.011064:0:22712:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 13-12 (rc=0) 10000000:01000000:0.0:1783441814.011087:0:22712:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.202.106@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:0.0:1783441814.011100:0:22712:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.106@tcp lock: ffff9114aeae5000/0x4778038d8fc370d9 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x4778038d8fc370e0 expref: -99 pid: 22712 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783441814.011110:0:22712:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.106@tcp lock: ffff9114aeae5000/0x4778038d8fc370d9 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x4778038d8fc370e0 expref: -99 pid: 22712 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1783441814.011121:0:22712:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:0.0:1783441814.011124:0:22712:0:(mgc_request.c:1801:mgc_process_log()) Process log params-ffff91148a291000 from 13 10000000:01000000:0.0:1783441814.011127:0:22712:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:0.0:1783441814.011168:0:22712:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.106@tcp lock: ffff9114b50d5000/0x4778038d8fc370e7 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22712 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783441814.011175:0:22712:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.106@tcp lock: ffff9114b50d5000/0x4778038d8fc370e7 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22712 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783441814.011185:0:22712:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.106@tcp lock: ffff9114b50d5000/0x4778038d8fc370e7 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22712 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783441814.011211:0:22712:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9113810d1880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0:22712:1870073572912000:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1783441814.014779:0:22712:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783441814.014854:0:22712:0:(client.c:2702:ptlrpc_set_wait()) set ffff911382b4db40 going to sleep for 11 seconds 00000100:00100000:3.0:1783441814.014986:0:22709:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572912000 00000100:00100000:3.0:1783441814.015000:0:22709:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572912000 00000100:00100000:3.0:1783441814.015067:0:22709:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 158 00000100:00100000:3.0:1783441814.015078:0:22709:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9114b84dac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0+22:22712:x1870073572912000:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1783441814.015103:0:22709:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1783441814.015128:0:22709:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff911383e4b800/0x4778038d8fc370ee lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x4778038d8fc370e7 expref: -99 pid: 22709 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783441814.015162:0:22709:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff911383e4b800/0x4778038d8fc370ee lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x4778038d8fc370e7 expref: 23 pid: 22709 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783441814.015173:0:22709:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff911383e4b800/0x4778038d8fc370ee lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x4778038d8fc370e7 expref: 23 pid: 22709 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783441814.015194:0:22709:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff911383e4b800, rc 0) 00000100:00100000:3.0:1783441814.015265:0:22709:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9114b84dac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0+23:22712:x1870073572912000:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 189us (494us total) trans 0 rc 0/0 00000100:00100000:3.0:1783441814.015271:0:22709:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 158 00000100:00100000:0.0:1783441814.015684:0:22712:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9113810d1880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0:22712:1870073572912000:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1783441814.015705:0:22712:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.106@tcp lock: ffff9114b50d5000/0x4778038d8fc370e7 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x4778038d8fc370ee expref: -99 pid: 22712 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783441814.015715:0:22712:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.106@tcp lock: ffff9114b50d5000/0x4778038d8fc370e7 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x4778038d8fc370ee expref: -99 pid: 22712 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783441814.015807:0:22712:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9113810d1880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0:22712:1870073572912128:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1783441814.015839:0:22712:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783441814.015875:0:22712:0:(client.c:2702:ptlrpc_set_wait()) set ffff911382b4db40 going to sleep for 11 seconds 00000100:00100000:1.0:1783441814.015997:0:22708:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572912128 00000100:00100000:1.0:1783441814.016003:0:22708:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572912128 00000100:00100000:1.0:1783441814.016042:0:22708:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 159 00000100:00100000:1.0:1783441814.016049:0:22708:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff911489216c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0+23:22712:x1870073572912128:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1783441814.016178:0:22708:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff911489216c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0+23:22712:x1870073572912128:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 128us (336us total) trans 0 rc 0/0 00000100:00100000:1.0:1783441814.016185:0:22708:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 159 00000100:00100000:0.0:1783441814.016376:0:22712:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9113810d1880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0:22712:1870073572912128:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1783441814.016406:0:22712:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9113810d1880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0:22712:1870073572912256:0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1783441814.016451:0:22712:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783441814.016473:0:22712:0:(client.c:2702:ptlrpc_set_wait()) set ffff911382b4db40 going to sleep for 11 seconds 00000100:00100000:2.0:1783441814.016545:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572912256 00000100:00100000:2.0:1783441814.016549:0:22710:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572912256 00000100:00100000:2.0:1783441814.016585:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 160 00000100:00100000:2.0:1783441814.016593:0:22710:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff911489217c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0+23:22712:x1870073572912256:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1783441814.016669:0:22710:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff911489217c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0+23:22712:x1870073572912256:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 77us (218us total) trans 0 rc 0/0 00000100:00100000:2.0:1783441814.016676:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 160 00000100:00100000:0.0:1783441814.016789:0:22712:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9113810d1880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0:22712:1870073572912256:0@lo:503:ll_cfg_requeue.0 00000040:00080000:0.0:1783441814.018026:0:25758:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 13 00000020:01000000:2.0:1783441814.035233:0:22712:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 13-12 (rc=0) 10000000:01000000:2.0:1783441814.035291:0:22712:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.202.106@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:2.0:1783441814.035309:0:22712:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.106@tcp lock: ffff9114b50d5000/0x4778038d8fc370e7 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x4778038d8fc370ee expref: -99 pid: 22712 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441814.035323:0:22712:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.106@tcp lock: ffff9114b50d5000/0x4778038d8fc370e7 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x4778038d8fc370ee expref: -99 pid: 22712 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1783441814.035336:0:22712:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:2.0:1783441814.035340:0:22712:0:(mgc_request.c:1801:mgc_process_log()) Process log params-ffff9113821bd800 from 13 10000000:01000000:2.0:1783441814.035343:0:22712:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:2.0:1783441814.035391:0:22712:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.106@tcp lock: ffff9114aeae5600/0x4778038d8fc370f5 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22712 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441814.035420:0:22712:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.106@tcp lock: ffff9114aeae5600/0x4778038d8fc370f5 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22712 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441814.035432:0:22712:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.106@tcp lock: ffff9114aeae5600/0x4778038d8fc370f5 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22712 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783441814.035465:0:22712:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff911484eb8a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0:22712:1870073572912384:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1783441814.035752:0:22712:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783441814.035867:0:22712:0:(client.c:2702:ptlrpc_set_wait()) set ffff9114863d3840 going to sleep for 11 seconds 00000100:00100000:3.0:1783441814.036495:0:22709:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572912384 00000100:00100000:3.0:1783441814.036703:0:22709:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572912384 00000100:00100000:3.0:1783441814.036815:0:22709:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 161 00000100:00100000:3.0:1783441814.036826:0:22709:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff911489215c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0+23:22712:x1870073572912384:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1783441814.036842:0:22709:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1783441814.036861:0:22709:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff911383e4a200/0x4778038d8fc370fc lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: local remote: 0x4778038d8fc370f5 expref: -99 pid: 22709 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783441814.036899:0:22709:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff911383e4a200/0x4778038d8fc370fc lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x4778038d8fc370f5 expref: 24 pid: 22709 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783441814.036912:0:22709:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff911383e4a200/0x4778038d8fc370fc lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x4778038d8fc370f5 expref: 24 pid: 22709 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783441814.036923:0:22709:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff911383e4a200, rc 0) 00000100:00100000:3.0:1783441814.037181:0:22709:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff911489215c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0+24:22712:x1870073572912384:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 357us (1428us total) trans 0 rc 0/0 00000100:00100000:3.0:1783441814.037189:0:22709:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 161 00000100:00100000:1.0:1783441814.037404:0:22712:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff911484eb8a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0:22712:1870073572912384:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1783441814.037424:0:22712:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.106@tcp lock: ffff9114aeae5600/0x4778038d8fc370f5 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x4778038d8fc370fc expref: -99 pid: 22712 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783441814.037434:0:22712:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.106@tcp lock: ffff9114aeae5600/0x4778038d8fc370f5 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x4778038d8fc370fc expref: -99 pid: 22712 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783441814.037544:0:22712:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9114bfb45180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0:22712:1870073572912512:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1783441814.037582:0:22712:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783441814.037615:0:22712:0:(client.c:2702:ptlrpc_set_wait()) set ffff9114aa4a2840 going to sleep for 11 seconds 00000100:00100000:0.0:1783441814.037749:0:22708:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572912512 00000100:00100000:0.0:1783441814.037755:0:22708:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572912512 00000100:00100000:0.0:1783441814.037786:0:22708:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 162 00000100:00100000:0.0:1783441814.037793:0:22708:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff911489216850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0+24:22712:x1870073572912512:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1783441814.037921:0:22708:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff911489216850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0+24:22712:x1870073572912512:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 128us (339us total) trans 0 rc 0/0 00000100:00100000:0.0:1783441814.037929:0:22708:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 162 00000100:00100000:1.0:1783441814.038057:0:22712:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9114bfb45180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0:22712:1870073572912512:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1783441814.038085:0:22712:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9114bfb45180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0:22712:1870073572912640:0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1783441814.038127:0:22712:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783441814.038162:0:22712:0:(client.c:2702:ptlrpc_set_wait()) set ffff9114aa4a2840 going to sleep for 11 seconds 00000100:00100000:2.0:1783441814.038647:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572912640 00000100:00100000:2.0:1783441814.038653:0:22710:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572912640 00000100:00100000:2.0:1783441814.038684:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 163 00000100:00100000:2.0:1783441814.038691:0:22710:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff911489215050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0+24:22712:x1870073572912640:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1783441814.038800:0:22710:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff911489215050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0+24:22712:x1870073572912640:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 108us (671us total) trans 0 rc 0/0 00000100:00100000:2.0:1783441814.038807:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 163 00000100:00100000:1.0:1783441814.039757:0:22712:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9114bfb45180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0:22712:1870073572912640:0@lo:503:ll_cfg_requeue.0 00000040:00080000:1.0:1783441814.041672:0:25759:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 13 00000020:01000000:2.0:1783441814.042048:0:22712:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 13-12 (rc=0) 10000000:01000000:2.0:1783441814.042083:0:22712:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.202.106@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:2.0:1783441814.042095:0:22712:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.106@tcp lock: ffff9114aeae5600/0x4778038d8fc370f5 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x4778038d8fc370fc expref: -99 pid: 22712 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441814.042107:0:22712:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.106@tcp lock: ffff9114aeae5600/0x4778038d8fc370f5 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x4778038d8fc370fc expref: -99 pid: 22712 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783441814.093891:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:0.0:1783441814.093991:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073552861952 00000100:00100000:0.0:1783441814.094005:0:22710:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073552861952 00000100:00100000:1.0:1783441814.094178:0:22708:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 164 00000100:00100000:1.0:1783441814.094192:0:22708:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff911489215850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e225892e-2fc9-454d-bcef-510872b8d0e8+11:18148:x1870073552861952:12345-192.168.202.6@tcp:101:ll_cfg_requeue.0 00010000:00010000:1.0:1783441814.094211:0:22708:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1783441814.094230:0:22708:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff911480031a00/0x4778038d8fc37103 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: local remote: 0x84c385150672a618 expref: -99 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783441814.094277:0:22708:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff911480031a00/0x4778038d8fc37103 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x50000000000000 nid: 192.168.202.6@tcp remote: 0x84c385150672a618 expref: 12 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783441814.094288:0:22708:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff911480031a00/0x4778038d8fc37103 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: 192.168.202.6@tcp remote: 0x84c385150672a618 expref: 12 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783441814.094297:0:22708:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff911480031a00, rc 0) 00000100:00100000:1.0:1783441814.094360:0:22708:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff911489215850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e225892e-2fc9-454d-bcef-510872b8d0e8+12:18148:x1870073552861952:12345-192.168.202.6@tcp:101:ll_cfg_requeue.0 Request processed in 172us (481us total) trans 0 rc 0/0 00000100:00100000:1.0:1783441814.094367:0:22708:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 164 00000100:00100000:3.0:1783441814.101910:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:0.0:1783441814.103360:0:22709:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073552862080 00000100:00100000:0.0:1783441814.103375:0:22709:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073552862080 00000100:00100000:0.0:1783441814.103454:0:22709:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 165 00000100:00100000:0.0:1783441814.103464:0:22709:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff911489214c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e225892e-2fc9-454d-bcef-510872b8d0e8+12:18148:x1870073552862080:12345-192.168.202.6@tcp:501:ll_cfg_requeue.0 00000100:00100000:0.0:1783441814.103689:0:22709:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff911489214c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e225892e-2fc9-454d-bcef-510872b8d0e8+12:18148:x1870073552862080:12345-192.168.202.6@tcp:501:ll_cfg_requeue.0 Request processed in 226us (1797us total) trans 0 rc 0/0 00000100:00100000:0.0:1783441814.103713:0:22709:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 165 00000100:00100000:3.0:1783441814.113663:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:0.0:1783441814.116722:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073552862208 00000100:00100000:0.0:1783441814.116741:0:22710:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073552862208 00000100:00100000:0.0:1783441814.116827:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 166 00000100:00100000:0.0:1783441814.116837:0:22710:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff911489217850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e225892e-2fc9-454d-bcef-510872b8d0e8+12:18148:x1870073552862208:12345-192.168.202.6@tcp:503:ll_cfg_requeue.0 00000100:00100000:0.0:1783441814.116998:0:22710:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff911489217850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e225892e-2fc9-454d-bcef-510872b8d0e8+12:18148:x1870073552862208:12345-192.168.202.6@tcp:503:ll_cfg_requeue.0 Request processed in 162us (3349us total) trans 0 rc 0/0 00000100:00100000:0.0:1783441814.117006:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 166 00000100:00100000:2.0:1783441814.124621:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:1.0:1783441814.124733:0:22708:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073552862336 00000100:00100000:1.0:1783441814.124744:0:22708:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073552862336 00000100:00100000:1.0:1783441814.124802:0:22708:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 167 00000100:00100000:1.0:1783441814.124812:0:22708:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff911489214050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e225892e-2fc9-454d-bcef-510872b8d0e8+12:18148:x1870073552862336:12345-192.168.202.6@tcp:101:ll_cfg_requeue.0 00010000:00010000:1.0:1783441814.124832:0:22708:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1783441814.124854:0:22708:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff911480031800/0x4778038d8fc3710a lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: local remote: 0x84c385150672a61f expref: -99 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783441814.124908:0:22708:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff911480031800/0x4778038d8fc3710a lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x50000000000000 nid: 192.168.202.6@tcp remote: 0x84c385150672a61f expref: 13 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783441814.124918:0:22708:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff911480031800/0x4778038d8fc3710a lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 192.168.202.6@tcp remote: 0x84c385150672a61f expref: 13 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783441814.124927:0:22708:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff911480031800, rc 0) 00000100:00100000:1.0:1783441814.124990:0:22708:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff911489214050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e225892e-2fc9-454d-bcef-510872b8d0e8+13:18148:x1870073552862336:12345-192.168.202.6@tcp:101:ll_cfg_requeue.0 Request processed in 180us (381us total) trans 0 rc 0/0 00000100:00100000:1.0:1783441814.124995:0:22708:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 167 00000100:00100000:1.0:1783441814.139245:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:0.0:1783441814.139385:0:22709:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073552862464 00000100:00100000:0.0:1783441814.139398:0:22709:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073552862464 00000100:00100000:0.0:1783441814.139454:0:22709:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 168 00000100:00100000:0.0:1783441814.139464:0:22709:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff911489215450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e225892e-2fc9-454d-bcef-510872b8d0e8+13:18148:x1870073552862464:12345-192.168.202.6@tcp:501:ll_cfg_requeue.0 00000100:00100000:0.0:1783441814.139665:0:22709:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff911489215450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e225892e-2fc9-454d-bcef-510872b8d0e8+13:18148:x1870073552862464:12345-192.168.202.6@tcp:501:ll_cfg_requeue.0 Request processed in 202us (430us total) trans 0 rc 0/0 00000100:00100000:0.0:1783441814.139674:0:22709:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 168 00000100:00100000:2.0:1783441814.144430:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:0.0:1783441814.144859:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073552862592 00000100:00100000:0.0:1783441814.144870:0:22710:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073552862592 00000100:00100000:0.0:1783441814.144922:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 169 00000100:00100000:0.0:1783441814.144929:0:22710:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff911489217450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e225892e-2fc9-454d-bcef-510872b8d0e8+13:18148:x1870073552862592:12345-192.168.202.6@tcp:503:ll_cfg_requeue.0 00000100:00100000:0.0:1783441814.145111:0:22710:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff911489217450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e225892e-2fc9-454d-bcef-510872b8d0e8+13:18148:x1870073552862592:12345-192.168.202.6@tcp:503:ll_cfg_requeue.0 Request processed in 181us (692us total) trans 0 rc 0/0 00000100:00100000:0.0:1783441814.145117:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 169 00000040:00080000:0.0:1783441814.353730:0:22748:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:2.0:1783441814.441101:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:0.0:1783441814.441300:0:25510:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073552862720 00000100:00100000:0.0:1783441814.441324:0:25510:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073552862720 00000100:00100000:0.0:1783441814.441413:0:25510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 23 00000100:00100000:0.0:1783441814.441424:0:25510:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff911484eb9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:e7ae7535-e8c5-4c14-a5b0-5523f3533c4f+6:18771:x1870073552862720:12345-192.168.202.6@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1783441814.441451:0:25510:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1783441814.441475:0:25510:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9114b50d5e00/0x4778038d8fc37111 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x84c385150672a626 expref: -99 pid: 25510 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783441814.441803:0:25510:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9114b50d5200/0x4778038d8fc37118 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 25510 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783441814.441818:0:25510:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9114b50d5200/0x4778038d8fc37118 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 25510 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783441814.441831:0:25510:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9114b50d5200/0x4778038d8fc37118 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 25510 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783441814.441846:0:25510:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9114b50d5600/0x4778038d8fc3711f lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 25510 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783441814.441852:0:25510:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9114b50d5600/0x4778038d8fc3711f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 25510 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783441814.441865:0:25510:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9114b50d5600/0x4778038d8fc3711f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 25510 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783441814.441941:0:25510:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9114b50d5a00/0x4778038d8fc37126 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 25510 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783441814.441948:0:25510:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9114b50d5a00/0x4778038d8fc37126 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 25510 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783441814.441955:0:25510:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9114b50d5a00/0x4778038d8fc37126 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 25510 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1783441814.441991:0:25510:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000002:0x1:0x0]: returning size 4096 00000004:00200000:0.0:1783441814.441995:0:25510:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1783441814.442037:0:25510:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9114b50d5a00/0x4778038d8fc37126 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 25510 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783441814.442047:0:25510:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9114b50d5200/0x4778038d8fc37118 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 25510 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783441814.442054:0:25510:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9114b50d5200/0x4778038d8fc37118 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 25510 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783441814.442060:0:25510:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9114b50d5200/0x4778038d8fc37118 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 25510 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783441814.442066:0:25510:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9114b50d5200 already unused, calling callback (ffffffffc187d4f0) 00010000:00010000:0.0:1783441814.442070:0:25510:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9114b50d5200/0x4778038d8fc37118 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 25510 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783441814.442077:0:25510:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9114b50d5200/0x4778038d8fc37118 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 25510 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783441814.442090:0:25510:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff91148cdab900) 00010000:00010000:0.0:1783441814.442092:0:25510:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783441814.442097:0:25510:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9114b50d5200/0x4778038d8fc37118 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 25510 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783441814.442103:0:25510:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9114b50d5200/0x4778038d8fc37118 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 25510 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783441814.442118:0:25510:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9114b50d5600/0x4778038d8fc3711f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 25510 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783441814.442134:0:25510:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9114b50d5600/0x4778038d8fc3711f lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 25510 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783441814.442140:0:25510:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9114b50d5600/0x4778038d8fc3711f lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 25510 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783441814.442145:0:25510:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9114b50d5600 already unused, calling callback (ffffffffc187d4f0) 00010000:00010000:0.0:1783441814.442148:0:25510:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9114b50d5600/0x4778038d8fc3711f lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 25510 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783441814.442154:0:25510:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9114b50d5600/0x4778038d8fc3711f lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 25510 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783441814.442162:0:25510:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x3b979c7a (ffff91149a64fe00) 00010000:00010000:0.0:1783441814.442164:0:25510:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783441814.442167:0:25510:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9114b50d5600/0x4778038d8fc3711f lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 25510 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783441814.442173:0:25510:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9114b50d5600/0x4778038d8fc3711f lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 25510 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783441814.442202:0:25510:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9114b50d5e00/0x4778038d8fc37111 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.6@tcp remote: 0x84c385150672a626 expref: 8 pid: 25510 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783441814.442214:0:25510:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9114b50d5a00/0x4778038d8fc37126 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.6@tcp remote: 0x84c385150672a626 expref: 7 pid: 25510 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783441814.442222:0:25510:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x0 (ffff91149a64f000) 00010000:00010000:0.0:1783441814.442224:0:25510:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1783441814.442230:0:25510:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9114b50d5a00, rc 0) 00000100:00100000:0.0:1783441814.442300:0:25510:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff911484eb9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:e7ae7535-e8c5-4c14-a5b0-5523f3533c4f+7:18771:x1870073552862720:12345-192.168.202.6@tcp:101:lhsmtool_posix.0 Request processed in 878us (1212us total) trans 0 rc 0/0 00000100:00100000:0.0:1783441814.442308:0:25510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 23 00000100:00080000:2.0:1783441814.443341:0:22711:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1783441814.456291:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:0.0:1783441814.457123:0:22725:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073552862848 00000100:00100000:0.0:1783441814.457141:0:22725:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073552862848 00000100:00100000:0.0:1783441814.457254:0:22725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 5 00000100:00100000:0.0:1783441814.457267:0:22725:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9114bfb45180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:e7ae7535-e8c5-4c14-a5b0-5523f3533c4f+7:18771:x1870073552862848:12345-192.168.202.6@tcp:900:lhsmtool_posix.0 00000100:00100000:0.0:1783441814.457381:0:22725:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9114bfb45180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:e7ae7535-e8c5-4c14-a5b0-5523f3533c4f+7:18771:x1870073552862848:12345-192.168.202.6@tcp:900:lhsmtool_posix.0 Request processed in 118us (1108us total) trans 0 rc 0/0 00000100:00100000:0.0:1783441814.457389:0:22725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 5 00000100:00100000:3.0:1783441814.463814:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:2.0:1783441814.468206:0:22714:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073552863104 00000100:00100000:2.0:1783441814.468233:0:22714:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073552863104 00000100:00100000:2.0:1783441814.468366:0:22714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 24 00000100:00100000:2.0:1783441814.468379:0:22714:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff911383542d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:e7ae7535-e8c5-4c14-a5b0-5523f3533c4f+7:18771:x1870073552863104:12345-192.168.202.6@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1783441814.468837:0:22714:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1783441814.468872:0:22714:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9114aeae4800/0x4778038d8fc3712d lrc: 2/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x84c385150672a62d expref: -99 pid: 22714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441814.468983:0:22714:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9114aeae5e00/0x4778038d8fc37134 lrc: 3/1,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441814.469001:0:22714:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9114aeae5e00/0x4778038d8fc37134 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441814.469015:0:22714:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9114aeae5e00/0x4778038d8fc37134 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441814.469034:0:22714:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9114c21fce00/0x4778038d8fc3713b lrc: 3/1,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441814.469041:0:22714:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9114c21fce00/0x4778038d8fc3713b lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441814.469050:0:22714:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9114c21fce00/0x4778038d8fc3713b lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441814.469459:0:22714:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9114c21fdc00/0x4778038d8fc37142 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441814.469471:0:22714:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9114c21fdc00/0x4778038d8fc37142 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441814.469760:0:22714:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9114c21fdc00/0x4778038d8fc37142 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22714 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1783441814.469773:0:22714:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000002:0x2:0x0]: returning size 4096 00010000:00010000:2.0:1783441814.470009:0:22714:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9114aeae5e00/0x4778038d8fc37134 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441814.470017:0:22714:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9114aeae5e00/0x4778038d8fc37134 lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 22714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441814.470024:0:22714:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9114aeae5e00/0x4778038d8fc37134 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 22714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441814.470030:0:22714:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9114aeae5e00 already unused, calling callback (ffffffffc187d4f0) 00010000:00010000:2.0:1783441814.470035:0:22714:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9114aeae5e00/0x4778038d8fc37134 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 22714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441814.470043:0:22714:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9114aeae5e00/0x4778038d8fc37134 lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 22714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441814.470058:0:22714:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x0 (ffff91149a64f000) 00010000:00010000:2.0:1783441814.470061:0:22714:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783441814.470066:0:22714:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9114aeae5e00/0x4778038d8fc37134 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 22714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441814.470072:0:22714:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9114aeae5e00/0x4778038d8fc37134 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 22714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441814.470089:0:22714:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9114c21fce00/0x4778038d8fc3713b lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441814.470096:0:22714:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9114c21fce00/0x4778038d8fc3713b lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 22714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441814.470110:0:22714:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9114c21fce00/0x4778038d8fc3713b lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441814.470115:0:22714:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9114c21fce00 already unused, calling callback (ffffffffc187d4f0) 00010000:00010000:2.0:1783441814.470118:0:22714:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9114c21fce00/0x4778038d8fc3713b lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441814.470124:0:22714:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9114c21fce00/0x4778038d8fc3713b lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 22714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441814.470132:0:22714:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x8d45d6bc (ffff911483c37100) 00010000:00010000:2.0:1783441814.470135:0:22714:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783441814.470138:0:22714:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9114c21fce00/0x4778038d8fc3713b lrc: 2/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441814.470144:0:22714:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9114c21fce00/0x4778038d8fc3713b lrc: 0/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441814.475734:0:22714:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9114aeae4800/0x4778038d8fc3712d lrc: 0/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.6@tcp remote: 0x84c385150672a62d expref: 10 pid: 22714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441814.475772:0:22714:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9114c21fdc00/0x4778038d8fc37142 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.6@tcp remote: 0x84c385150672a62d expref: 9 pid: 22714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441814.475784:0:22714:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff911483c37000) 00010000:00010000:2.0:1783441814.475789:0:22714:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783441814.475795:0:22714:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9114c21fdc00, rc 0) 00000100:00100000:2.0:1783441814.475892:0:22714:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff911383542d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:e7ae7535-e8c5-4c14-a5b0-5523f3533c4f+9:18771:x1870073552863104:12345-192.168.202.6@tcp:101:lhsmtool_posix.0 Request processed in 7514us (12092us total) trans 12884901889 rc 0/0 00000100:00100000:2.0:1783441814.475922:0:22714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 24 00000100:00100000:2.0:1783441814.523659:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:3.0:1783441814.524761:0:22716:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073552863232 00000100:00100000:3.0:1783441814.524784:0:22716:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073552863232 00000100:00100000:3.0:1783441814.524907:0:22716:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 25 00000100:00100000:3.0:1783441814.524922:0:22716:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff911484eb8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:e7ae7535-e8c5-4c14-a5b0-5523f3533c4f+9:18771:x1870073552863232:12345-192.168.202.6@tcp:59:lhsmtool_posix.0 00000100:00100000:3.0:1783441814.525151:0:22716:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff911484eb8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:e7ae7535-e8c5-4c14-a5b0-5523f3533c4f+9:18771:x1870073552863232:12345-192.168.202.6@tcp:59:lhsmtool_posix.0 Request processed in 233us (1503us total) trans 0 rc 0/0 00000100:00100000:3.0:1783441814.525160:0:22716:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 25 00000100:00100000:1.0:1783441814.542610:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:2.0:1783441814.543153:0:22715:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073552863360 00000100:00100000:2.0:1783441814.543169:0:22715:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073552863360 00000100:00100000:2.0:1783441814.543370:0:22715:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 26 00000100:00100000:2.0:1783441814.543385:0:22715:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9114bfb44000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:e7ae7535-e8c5-4c14-a5b0-5523f3533c4f+5:18771:x1870073552863360:12345-192.168.202.6@tcp:59:lhsmtool_posix.0 00000100:00080000:3.0:1783441814.543649:0:22711:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:1.0:1783441814.551192:0:24299:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1783441814.558579:0:22715:0:(mdt_identity.c:119:mdt_identity_do_upcall()) lustre-MDT0001: invoked upcall /home/green/git/lustre-release/lustre/utils/l_getidentity lustre-MDT0001 0, time 15142us 00000100:00100000:3.0:1783441814.576654:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:2.0:1783441814.577163:0:25510:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073552863488 00000100:00100000:2.0:1783441814.577192:0:25510:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073552863488 00000100:00100000:2.0:1783441814.577294:0:25510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 27 00000100:00100000:2.0:1783441814.577308:0:25510:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff911383541f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:e7ae7535-e8c5-4c14-a5b0-5523f3533c4f+9:18777:x1870073552863488:12345-192.168.202.6@tcp:101:lfs.0 00010000:00010000:2.0:1783441814.577340:0:25510:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1783441814.577373:0:25510:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9114c21fc400/0x4778038d8fc37150 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x84c385150672a634 expref: -99 pid: 25510 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783441814.577928:0:25510:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9114c21fda00/0x4778038d8fc37157 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 25510 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783441814.577950:0:25510:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9114c21fda00/0x4778038d8fc37157 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 25510 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783441814.577970:0:25510:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9114c21fda00/0x4778038d8fc37157 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 25510 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783441814.577993:0:25510:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff911480031400/0x4778038d8fc3715e lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 25510 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783441814.578001:0:25510:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff911480031400/0x4778038d8fc3715e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 25510 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783441814.578034:0:25510:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff911480031400/0x4778038d8fc3715e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 25510 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783441814.578105:0:25510:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9114c21fda00/0x4778038d8fc37157 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 25510 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783441814.578112:0:25510:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9114c21fda00/0x4778038d8fc37157 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 25510 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783441814.578119:0:25510:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9114c21fda00/0x4778038d8fc37157 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 25510 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783441814.578125:0:25510:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9114c21fda00 already unused, calling callback (ffffffffc187d4f0) 00010000:00010000:1.0:1783441814.578131:0:25510:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9114c21fda00/0x4778038d8fc37157 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 25510 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783441814.578140:0:25510:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9114c21fda00/0x4778038d8fc37157 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 25510 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783441814.578156:0:25510:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff91148cdab900) 00010000:00010000:1.0:1783441814.578159:0:25510:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783441814.578165:0:25510:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9114c21fda00/0x4778038d8fc37157 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 25510 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783441814.578171:0:25510:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9114c21fda00/0x4778038d8fc37157 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 25510 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783441814.578207:0:25510:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff911480031400/0x4778038d8fc3715e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 25510 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783441814.578214:0:25510:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff911480031400/0x4778038d8fc3715e lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 25510 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783441814.578227:0:25510:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff911480031400/0x4778038d8fc3715e lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 25510 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783441814.578234:0:25510:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff911480031400 already unused, calling callback (ffffffffc187d4f0) 00010000:00010000:1.0:1783441814.578237:0:25510:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff911480031400/0x4778038d8fc3715e lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 25510 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783441814.578254:0:25510:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff911480031400/0x4778038d8fc3715e lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 25510 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783441814.578263:0:25510:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa6028a67 (ffff9114b510dd00) 00010000:00010000:1.0:1783441814.578265:0:25510:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783441814.578268:0:25510:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff911480031400/0x4778038d8fc3715e lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 25510 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783441814.578273:0:25510:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff911480031400/0x4778038d8fc3715e lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 25510 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783441814.578319:0:25510:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9114c21fc400/0x4778038d8fc37150 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.6@tcp remote: 0x84c385150672a634 expref: 10 pid: 25510 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783441814.578328:0:25510:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff91148cdab900) 00010000:00010000:1.0:1783441814.578331:0:25510:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783441814.578335:0:25510:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9114c21fc400/0x4778038d8fc37150 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.6@tcp remote: 0x84c385150672a634 expref: 10 pid: 25510 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783441814.578348:0:25510:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9114c21fc400, rc 0) 00000100:00100000:1.0:1783441814.578442:0:25510:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff911383541f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:e7ae7535-e8c5-4c14-a5b0-5523f3533c4f+9:18777:x1870073552863488:12345-192.168.202.6@tcp:101:lfs.0 Request processed in 1137us (1805us total) trans 0 rc 301/301 00000100:00100000:1.0:1783441814.578461:0:25510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 27 00000100:00100000:1.0:1783441814.582978:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:3.0:1783441814.583212:0:22723:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073552863616 00000100:00100000:3.0:1783441814.583226:0:22723:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073552863616 00000100:00100000:2.0:1783441814.583615:0:22724:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 0 00000100:00100000:2.0:1783441814.583631:0:22724:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9114aeaeaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_seqm_0001:e7ae7535-e8c5-4c14-a5b0-5523f3533c4f+9:18777:x1870073552863616:12345-192.168.202.6@tcp:700:lfs.0 00000100:00100000:2.0:1783441814.583768:0:22724:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9114aeaeaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_seqm_0001:e7ae7535-e8c5-4c14-a5b0-5523f3533c4f+9:18777:x1870073552863616:12345-192.168.202.6@tcp:700:lfs.0 Request processed in 140us (805us total) trans 0 rc 0/0 00000100:00100000:2.0:1783441814.583777:0:22724:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 0 00000100:00100000:2.0:1783441814.587689:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:3.0:1783441814.587807:0:22714:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073552863872 00000100:00100000:3.0:1783441814.587818:0:22714:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073552863872 00000100:00100000:3.0:1783441814.587887:0:22714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 28 00000100:00100000:3.0:1783441814.587902:0:22714:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff911484eb8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:e7ae7535-e8c5-4c14-a5b0-5523f3533c4f+9:18777:x1870073552863872:12345-192.168.202.6@tcp:36:lfs.0 00010000:00010000:3.0:1783441814.587985:0:22714:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1783441814.588018:0:22714:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9114c2167000/0x4778038d8fc3707e lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.6@tcp remote: 0x84c385150672a5a1 expref: 9 pid: 22716 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783441814.588041:0:22714:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff91148cdab900) 00010000:00010000:3.0:1783441814.588045:0:22714:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1783441814.588120:0:22714:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff911383e4b600/0x4778038d8fc37165 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783441814.588134:0:22714:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9114aeae5800/0x4778038d8fc370bd lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.6@tcp remote: 0x84c385150672a611 expref: 5 pid: 22714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783441814.588143:0:22714:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff911383e4b600/0x4778038d8fc37165 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783441814.588176:0:22714:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9114aeae5800/0x4778038d8fc370bd lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.6@tcp remote: 0x84c385150672a611 expref: 5 pid: 22714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783441814.588204:0:22714:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9114aeae5800/0x4778038d8fc370bd lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.6@tcp remote: 0x84c385150672a611 expref: 5 pid: 22714 timeout: 905 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783441814.588410:0:22714:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff911383540e00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:22714:1870073572912768:192.168.202.6@tcp:104: 00000100:00100000:3.0:1783441814.588555:0:22714:0:(client.c:2702:ptlrpc_set_wait()) set ffff911484ebdd80 going to sleep for 11 seconds 00000100:00100000:1.0:1783441814.593588:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:1.0:1783441814.593644:0:22701:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073552864000 00000100:00100000:1.0:1783441814.593658:0:22701:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073552864000 00010000:00010000:1.0:1783441814.593731:0:22701:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9114aeae5800/0x4778038d8fc370bd lrc: 5/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.6@tcp remote: 0x84c385150672a611 expref: 6 pid: 22714 timeout: 905 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783441814.593775:0:22701:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 15 00000100:00100000:1.0:1783441814.593785:0:22701:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff911488b44e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ebadd895-e4b9-47d1-80f7-2d93e120e088+6:2407:x1870073552864000:12345-192.168.202.6@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1783441814.593808:0:22701:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1783441814.593817:0:22701:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9114aeae5800/0x4778038d8fc370bd lrc: 5/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.6@tcp remote: 0x84c385150672a611 expref: 6 pid: 22714 timeout: 905 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783441814.593835:0:22701:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9114aeae5800/0x4778038d8fc370bd lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.6@tcp remote: 0x84c385150672a611 expref: 6 pid: 22714 timeout: 905 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783441814.593871:0:22701:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff91148cdab900) 00010000:00010000:1.0:1783441814.593878:0:22701:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff911383e4b600/0x4778038d8fc37165 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783441814.593892:0:22701:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff911383e4b600/0x4778038d8fc37165 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 22714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783441814.593901:0:22701:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff911383e4b600/0x4778038d8fc37165 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 22714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783441814.593932:0:22701:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1783441814.594029:0:22714:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9114aeae5800/0x4778038d8fc370bd lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.6@tcp remote: 0x84c385150672a611 expref: 6 pid: 22714 timeout: 905 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783441814.594045:0:22701:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff911488b44e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ebadd895-e4b9-47d1-80f7-2d93e120e088+6:2407:x1870073552864000:12345-192.168.202.6@tcp:103:ldlm_bl.0 Request processed in 254us (468us total) trans 0 rc 0/0 00000100:00100000:1.0:1783441814.594063:0:22701:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 15 00000100:00100000:3.0:1783441814.594077:0:22714:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff911383540e00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:22714:1870073572912768:192.168.202.6@tcp:104: 00000100:00080000:1.0:1783441814.594100:0:22711:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:3.0:1783441814.594110:0:22714:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff911383e4b600/0x4778038d8fc37165 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783441814.594123:0:22714:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff911383e4b600/0x4778038d8fc37165 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783441814.594129:0:22714:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff911383e4b600/0x4778038d8fc37165 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783441814.594164:0:22714:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff911383e4ba00/0x4778038d8fc3716c lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783441814.594178:0:22714:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff911383e4ba00/0x4778038d8fc3716c lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783441814.594190:0:22714:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff911383e4ba00/0x4778038d8fc3716c lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783441814.599489:0:22714:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff911480030c00/0x4778038d8fc37173 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783441814.599643:0:22714:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff911480030c00/0x4778038d8fc37173 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783441814.599659:0:22714:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff911480030c00/0x4778038d8fc37173 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22714 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1783441814.599682:0:22714:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000c481a3b2 reply state 00000000b1be730a transno 12884901890 ns: mdt-lustre-MDT0000_UUID lock: ffff911480030c00/0x4778038d8fc37173 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783441814.599694:0:22714:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff911480030c00/0x4778038d8fc37173 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783441814.599732:0:22714:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff9114b510dd00) 00010000:00010000:1.0:1783441814.599745:0:22714:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1783441814.599752:0:22714:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000004:00200000:1.0:1783441814.599761:0:22714:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00010000:00010000:1.0:1783441814.599770:0:22714:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff911383e4b600/0x4778038d8fc37165 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783441814.599779:0:22714:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff911383e4b600/0x4778038d8fc37165 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 22714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783441814.599786:0:22714:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff911383e4b600/0x4778038d8fc37165 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783441814.599795:0:22714:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff911383e4b600 already unused, calling callback (ffffffffc187d4f0) 00010000:00010000:1.0:1783441814.599810:0:22714:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff911383e4b600/0x4778038d8fc37165 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783441814.599818:0:22714:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff911383e4b600/0x4778038d8fc37165 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 22714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783441814.599836:0:22714:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff91148cdab900) 00010000:00010000:1.0:1783441814.599839:0:22714:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783441814.599843:0:22714:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff911383e4b600/0x4778038d8fc37165 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783441814.599851:0:22714:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff911383e4b600/0x4778038d8fc37165 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22714 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1783441814.599877:0:22714:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000c481a3b2 reply state 00000000b1be730a transno 12884901890 ns: mdt-lustre-MDT0000_UUID lock: ffff911383e4ba00/0x4778038d8fc3716c lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783441814.600009:0:22714:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff911383e4ba00/0x4778038d8fc3716c lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783441814.600018:0:22714:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa6028a67 (ffff9113828f1c00) 00010000:00010000:1.0:1783441814.600021:0:22714:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1783441814.600023:0:22714:0:(service.c:179:ptlrpc_save_lock()) nlocks 1 00000100:00100000:1.0:1783441814.604424:0:22714:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff911484eb8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:e7ae7535-e8c5-4c14-a5b0-5523f3533c4f+10:18777:x1870073552863872:12345-192.168.202.6@tcp:36:lfs.0 Request processed in 16512us (16732us total) trans 12884901890 rc 0/0 00000100:00100000:1.0:1783441814.604438:0:22714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 28 00000100:00100000:0.0:1783441814.617855:0:22715:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9114bfb44000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:e7ae7535-e8c5-4c14-a5b0-5523f3533c4f+5:18771:x1870073552863360:12345-192.168.202.6@tcp:59:lhsmtool_posix.0 Request processed in 74460us (75250us total) trans 0 rc 0/0 00000100:00100000:0.0:1783441814.617875:0:22715:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 26 00000100:00100000:1.0:1783441814.745019:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:3.0:1783441814.745667:0:22716:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073552864128 00000100:00100000:3.0:1783441814.745698:0:22716:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073552864128 00000100:00100000:3.0:1783441814.745776:0:22716:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 29 00000100:00100000:3.0:1783441814.745787:0:22716:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9113848c4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:e7ae7535-e8c5-4c14-a5b0-5523f3533c4f+10:18785:x1870073552864128:12345-192.168.202.6@tcp:101:lctl.0 00010000:00010000:3.0:1783441814.745812:0:22716:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1783441814.745836:0:22716:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff911383e4ae00/0x4778038d8fc3717a lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x84c385150672a63b expref: -99 pid: 22716 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783441814.745905:0:22716:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff911383e4ac00/0x4778038d8fc37181 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22716 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783441814.745932:0:22716:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff911383e4ac00/0x4778038d8fc37181 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22716 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783441814.745944:0:22716:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff911383e4ac00/0x4778038d8fc37181 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22716 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1783441814.745989:0:22716:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:3.0:1783441814.745992:0:22716:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1783441814.746044:0:22716:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff911383e4ac00/0x4778038d8fc37181 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22716 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783441814.746071:0:22716:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff911383e4ae00/0x4778038d8fc3717a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.6@tcp remote: 0x84c385150672a63b expref: 12 pid: 22716 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783441814.746089:0:22716:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff911383e4ac00/0x4778038d8fc37181 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.6@tcp remote: 0x84c385150672a63b expref: 11 pid: 22716 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783441814.746098:0:22716:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9113828f1900) 00010000:00010000:3.0:1783441814.746100:0:22716:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1783441814.746104:0:22716:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff911383e4ac00, rc 0) 00000100:00100000:3.0:1783441814.746189:0:22716:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9113848c4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:e7ae7535-e8c5-4c14-a5b0-5523f3533c4f+11:18785:x1870073552864128:12345-192.168.202.6@tcp:101:lctl.0 Request processed in 404us (1178us total) trans 0 rc 0/0 00000100:00100000:3.0:1783441814.746197:0:22716:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 29 00000100:00100000:2.0:1783441814.784763:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:1.0:1783441814.785879:0:22714:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073552864256 00000100:00100000:1.0:1783441814.785898:0:22714:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073552864256 00000100:00100000:1.0:1783441814.786009:0:22714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 30 00000100:00100000:1.0:1783441814.786023:0:22714:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff911484ebb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ebadd895-e4b9-47d1-80f7-2d93e120e088+5:18786:x1870073552864256:12345-192.168.202.6@tcp:101:lfs.0 00010000:00010000:1.0:1783441814.786087:0:22714:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1783441814.786122:0:22714:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff911480031e00/0x4778038d8fc37188 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x84c385150672a642 expref: -99 pid: 22714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783441814.786230:0:22714:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff911480030600/0x4778038d8fc3718f lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783441814.786258:0:22714:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff911480030600/0x4778038d8fc3718f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783441814.786274:0:22714:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff911480030600/0x4778038d8fc3718f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22714 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1783441814.786332:0:22714:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:1.0:1783441814.786337:0:22714:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1783441814.786363:0:22714:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff911480030600/0x4778038d8fc3718f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783441814.786404:0:22714:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff911480031e00/0x4778038d8fc37188 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.6@tcp remote: 0x84c385150672a642 expref: 7 pid: 22714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783441814.786433:0:22714:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff911480030600/0x4778038d8fc3718f lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.6@tcp remote: 0x84c385150672a642 expref: 6 pid: 22714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783441814.786443:0:22714:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9113828f1900) 00010000:00010000:1.0:1783441814.786447:0:22714:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1783441814.786452:0:22714:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff911480030600, rc 0) 00000100:00100000:1.0:1783441814.786631:0:22714:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff911484ebb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ebadd895-e4b9-47d1-80f7-2d93e120e088+6:18786:x1870073552864256:12345-192.168.202.6@tcp:101:lfs.0 Request processed in 610us (1882us total) trans 0 rc 0/0 00000100:00100000:1.0:1783441814.786640:0:22714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 30 00000100:00100000:1.0:1783441814.797160:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:2.0:1783441814.797436:0:25510:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073552864384 00000100:00100000:2.0:1783441814.797451:0:25510:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073552864384 00000100:00100000:2.0:1783441814.797582:0:25510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 31 00000100:00100000:2.0:1783441814.797612:0:25510:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9113848c6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ebadd895-e4b9-47d1-80f7-2d93e120e088+6:18786:x1870073552864384:12345-192.168.202.6@tcp:101:lfs.0 00010000:00010000:2.0:1783441814.797644:0:25510:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1783441814.797682:0:25510:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9114c21fda00/0x4778038d8fc37196 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x84c385150672a649 expref: -99 pid: 25510 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441814.797784:0:25510:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9114c21fd400/0x4778038d8fc3719d lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 25510 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441814.797804:0:25510:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9114c21fd400/0x4778038d8fc3719d lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 25510 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441814.797818:0:25510:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9114c21fd400/0x4778038d8fc3719d lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 25510 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441814.797830:0:25510:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9114c21fce00/0x4778038d8fc371a4 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 25510 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441814.797836:0:25510:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9114c21fce00/0x4778038d8fc371a4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 25510 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441814.797842:0:25510:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9114c21fce00/0x4778038d8fc371a4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 25510 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441814.797956:0:25510:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9114c21fc400/0x4778038d8fc371ab lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 25510 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441814.797965:0:25510:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9114c21fc400/0x4778038d8fc371ab lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 25510 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441814.797971:0:25510:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9114c21fc400/0x4778038d8fc371ab lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 25510 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1783441814.798053:0:25510:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00000004:00200000:2.0:1783441814.798058:0:25510:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1783441814.798092:0:25510:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9114c21fc400/0x4778038d8fc371ab lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 25510 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441814.798296:0:25510:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9114c21fd400/0x4778038d8fc3719d lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 25510 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441814.798305:0:25510:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9114c21fd400/0x4778038d8fc3719d lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 25510 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441814.798313:0:25510:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9114c21fd400/0x4778038d8fc3719d lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 25510 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441814.798320:0:25510:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9114c21fd400 already unused, calling callback (ffffffffc187d4f0) 00010000:00010000:2.0:1783441814.798325:0:25510:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9114c21fd400/0x4778038d8fc3719d lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 25510 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441814.798333:0:25510:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9114c21fd400/0x4778038d8fc3719d lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 25510 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441814.798349:0:25510:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9113828f1900) 00010000:00010000:2.0:1783441814.798352:0:25510:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783441814.798358:0:25510:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9114c21fd400/0x4778038d8fc3719d lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 25510 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441814.798364:0:25510:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9114c21fd400/0x4778038d8fc3719d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 25510 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441814.798387:0:25510:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9114c21fce00/0x4778038d8fc371a4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 25510 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441814.798405:0:25510:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9114c21fce00/0x4778038d8fc371a4 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 25510 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441814.798411:0:25510:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9114c21fce00/0x4778038d8fc371a4 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 25510 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441814.798416:0:25510:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9114c21fce00 already unused, calling callback (ffffffffc187d4f0) 00010000:00010000:2.0:1783441814.798419:0:25510:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9114c21fce00/0x4778038d8fc371a4 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 25510 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441814.798426:0:25510:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9114c21fce00/0x4778038d8fc371a4 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 25510 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441814.798435:0:25510:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa6028a67 (ffff9113828f1c00) 00010000:00010000:2.0:1783441814.798438:0:25510:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783441814.798441:0:25510:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9114c21fce00/0x4778038d8fc371a4 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 25510 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441814.798447:0:25510:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9114c21fce00/0x4778038d8fc371a4 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 25510 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441814.798487:0:25510:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9114c21fda00/0x4778038d8fc37196 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.6@tcp remote: 0x84c385150672a649 expref: 8 pid: 25510 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441814.798576:0:25510:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9114c21fc400/0x4778038d8fc371ab lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.6@tcp remote: 0x84c385150672a649 expref: 7 pid: 25510 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441814.798585:0:25510:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff9114b510dd00) 00010000:00010000:2.0:1783441814.798588:0:25510:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1783441814.798597:0:25510:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9114c21fc400, rc 0) 00000100:00100000:2.0:1783441814.798700:0:25510:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9113848c6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ebadd895-e4b9-47d1-80f7-2d93e120e088+7:18786:x1870073552864384:12345-192.168.202.6@tcp:101:lfs.0 Request processed in 1090us (1556us total) trans 0 rc 0/0 00000100:00100000:2.0:1783441814.798709:0:25510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 31 00000100:00100000:3.0:1783441814.807485:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:0.0:1783441814.807674:0:22725:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073552864512 00000100:00100000:0.0:1783441814.807689:0:22725:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073552864512 00000100:00100000:0.0:1783441814.807793:0:22725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 6 00000100:00100000:0.0:1783441814.807805:0:22725:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff911383540e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:ebadd895-e4b9-47d1-80f7-2d93e120e088+5:18786:x1870073552864512:12345-192.168.202.6@tcp:900:lfs.0 00000100:00100000:0.0:1783441814.807927:0:22725:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff911383540e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:ebadd895-e4b9-47d1-80f7-2d93e120e088+5:18786:x1870073552864512:12345-192.168.202.6@tcp:900:lfs.0 Request processed in 124us (459us total) trans 0 rc 0/0 00000100:00100000:0.0:1783441814.807936:0:22725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 6 00000100:00080000:1.0:1783441814.808022:0:22711:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1783441814.814914:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:0.0:1783441814.815378:0:22714:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073552864768 00000100:00100000:0.0:1783441814.815394:0:22714:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073552864768 00000100:00100000:0.0:1783441814.815649:0:22714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 32 00000100:00100000:0.0:1783441814.815662:0:22714:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9113848c7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ebadd895-e4b9-47d1-80f7-2d93e120e088+7:18786:x1870073552864768:12345-192.168.202.6@tcp:101:lfs.0 00010000:00010000:0.0:1783441814.815691:0:22714:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1783441814.815739:0:22714:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9114b50d5e00/0x4778038d8fc371b2 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x84c385150672a650 expref: -99 pid: 22714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1783441814.815909:0:22714:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00010000:00010000:0.0:1783441814.816277:0:22714:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9114b50d5e00/0x4778038d8fc371b2 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.6@tcp remote: 0x84c385150672a650 expref: 9 pid: 22714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783441814.816301:0:22714:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9113828f1900) 00010000:00010000:0.0:1783441814.816305:0:22714:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1783441814.816312:0:22714:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9114b50d5e00/0x4778038d8fc371b2 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.6@tcp remote: 0x84c385150672a650 expref: 9 pid: 22714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783441814.816337:0:22714:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9114b50d5e00, rc 0) 00000100:00100000:0.0:1783441814.816583:0:22714:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9113848c7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ebadd895-e4b9-47d1-80f7-2d93e120e088+8:18786:x1870073552864768:12345-192.168.202.6@tcp:101:lfs.0 Request processed in 921us (1683us total) trans 12884901891 rc 301/301 00000100:00100000:0.0:1783441814.816595:0:22714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 32 00000100:00100000:3.0:1783441814.832002:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:2.0:1783441814.836538:0:25510:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073552865024 00000100:00100000:2.0:1783441814.836561:0:25510:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073552865024 00000100:00100000:2.0:1783441814.836681:0:25510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 33 00000100:00100000:2.0:1783441814.836694:0:25510:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff911383540a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ebadd895-e4b9-47d1-80f7-2d93e120e088+8:18786:x1870073552865024:12345-192.168.202.6@tcp:36:lfs.0 00010000:00010000:2.0:1783441814.836781:0:25510:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1783441814.836819:0:25510:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9114c21fc400/0x4778038d8fc371ab lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.6@tcp remote: 0x84c385150672a649 expref: 8 pid: 25510 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441814.836850:0:25510:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff9114b510dd00) 00010000:00010000:2.0:1783441814.836857:0:25510:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1783441814.836887:0:25510:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9114c21fda00/0x4778038d8fc371c0 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 25510 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441814.836904:0:25510:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9114c21fda00/0x4778038d8fc371c0 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 25510 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441814.836916:0:25510:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9114c21fda00/0x4778038d8fc371c0 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 25510 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1783441814.837905:0:25510:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000866b20a0 reply state 000000005c4247da transno 12884901892 ns: mdt-lustre-MDT0000_UUID lock: ffff9114c21fda00/0x4778038d8fc371c0 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 25510 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441814.837932:0:25510:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9114c21fda00/0x4778038d8fc371c0 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 25510 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441814.837941:0:25510:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff9114b510dd00) 00010000:00010000:2.0:1783441814.837965:0:25510:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00000100:00100000:2.0:1783441814.837970:0:25510:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000004:00200000:2.0:1783441814.837984:0:25510:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00000100:00100000:2.0:1783441814.838384:0:25510:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff911383540a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ebadd895-e4b9-47d1-80f7-2d93e120e088+9:18786:x1870073552865024:12345-192.168.202.6@tcp:36:lfs.0 Request processed in 1678us (6384us total) trans 12884901892 rc 0/0 00000100:00100000:2.0:1783441814.838396:0:25510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 33 00000100:00100000:3.0:1783441814.854167:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:1.0:1783441814.854404:0:22718:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073552865280 00000100:00100000:1.0:1783441814.854419:0:22718:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073552865280 00000100:00100000:1.0:1783441814.854543:0:22718:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 2 00000100:00100000:1.0:1783441814.854557:0:22718:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff911383543100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:ebadd895-e4b9-47d1-80f7-2d93e120e088+9:18786:x1870073552865280:12345-192.168.202.6@tcp:35:lfs.0 00000100:00100000:1.0:1783441814.854964:0:22718:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff911383543100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:ebadd895-e4b9-47d1-80f7-2d93e120e088+10:18786:x1870073552865280:12345-192.168.202.6@tcp:35:lfs.0 Request processed in 409us (813us total) trans 12884901893 rc 0/0 00000100:00100000:1.0:1783441814.854975:0:22718:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 2 00000100:00100000:0.0:1783441814.861264:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:2.0:1783441814.869553:0:22715:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073552865536 00000100:00100000:2.0:1783441814.869578:0:22715:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073552865536 00000100:00100000:2.0:1783441814.869681:0:22715:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 34 00000100:00100000:2.0:1783441814.869693:0:22715:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9113810d1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ebadd895-e4b9-47d1-80f7-2d93e120e088+10:18786:x1870073552865536:12345-192.168.202.6@tcp:101:lfs.0 00010000:00010000:2.0:1783441814.869734:0:22715:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1783441814.869766:0:22715:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9114c21fc400/0x4778038d8fc371c7 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x84c385150672a657 expref: -99 pid: 22715 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441814.869874:0:22715:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9114c21fce00/0x4778038d8fc371ce lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22715 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441814.869894:0:22715:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9114c21fce00/0x4778038d8fc371ce lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22715 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441814.869910:0:22715:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9114c21fce00/0x4778038d8fc371ce lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22715 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441814.869923:0:22715:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9114c21fd400/0x4778038d8fc371d5 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22715 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441814.869932:0:22715:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9114c21fd400/0x4778038d8fc371d5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22715 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441814.869940:0:22715:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9114c21fd400/0x4778038d8fc371d5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22715 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1783441814.870130:0:22715:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00010000:00010000:2.0:1783441814.870235:0:22715:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9114c21fce00/0x4778038d8fc371ce lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22715 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441814.870254:0:22715:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9114c21fce00/0x4778038d8fc371ce lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 22715 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441814.870260:0:22715:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9114c21fce00/0x4778038d8fc371ce lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22715 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441814.870267:0:22715:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9114c21fce00 already unused, calling callback (ffffffffc187d4f0) 00010000:00010000:2.0:1783441814.870273:0:22715:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9114c21fce00/0x4778038d8fc371ce lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22715 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441814.870283:0:22715:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9114c21fce00/0x4778038d8fc371ce lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 22715 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441814.870431:0:22715:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9113828f1900) 00010000:00010000:2.0:1783441814.870436:0:22715:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783441814.870443:0:22715:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9114c21fce00/0x4778038d8fc371ce lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22715 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441814.870450:0:22715:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9114c21fce00/0x4778038d8fc371ce lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22715 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441814.870475:0:22715:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9114c21fd400/0x4778038d8fc371d5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22715 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441814.870482:0:22715:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9114c21fd400/0x4778038d8fc371d5 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 22715 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441814.870562:0:22715:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9114c21fd400/0x4778038d8fc371d5 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22715 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441814.870569:0:22715:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9114c21fd400 already unused, calling callback (ffffffffc187d4f0) 00010000:00010000:2.0:1783441814.870572:0:22715:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9114c21fd400/0x4778038d8fc371d5 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22715 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441814.870579:0:22715:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9114c21fd400/0x4778038d8fc371d5 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 22715 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441814.870588:0:22715:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa6028a67 (ffff9113828f1c00) 00010000:00010000:2.0:1783441814.870591:0:22715:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783441814.870594:0:22715:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9114c21fd400/0x4778038d8fc371d5 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22715 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441814.870601:0:22715:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9114c21fd400/0x4778038d8fc371d5 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22715 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441814.870654:0:22715:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9114c21fc400/0x4778038d8fc371c7 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.6@tcp remote: 0x84c385150672a657 expref: 12 pid: 22715 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441814.870667:0:22715:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9113828f1900) 00010000:00010000:2.0:1783441814.870670:0:22715:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1783441814.870674:0:22715:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9114c21fc400/0x4778038d8fc371c7 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.6@tcp remote: 0x84c385150672a657 expref: 12 pid: 22715 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441814.870686:0:22715:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9114c21fc400, rc 0) 00000100:00100000:2.0:1783441814.870787:0:22715:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9113810d1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ebadd895-e4b9-47d1-80f7-2d93e120e088+11:18786:x1870073552865536:12345-192.168.202.6@tcp:101:lfs.0 Request processed in 1095us (9549us total) trans 12884901894 rc 301/301 00000100:00100000:2.0:1783441814.870808:0:22715:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 34 00000100:00100000:0.0:1783441814.890420:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:2.0:1783441814.890561:0:25510:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073552865664 00000100:00100000:2.0:1783441814.890577:0:25510:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073552865664 00000100:00100000:2.0:1783441814.890663:0:25510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 35 00000100:00100000:2.0:1783441814.890676:0:25510:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9113810d0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ebadd895-e4b9-47d1-80f7-2d93e120e088+11:18786:x1870073552865664:12345-192.168.202.6@tcp:101:lfs.0 00010000:00010000:2.0:1783441814.890719:0:25510:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1783441814.890753:0:25510:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9114c21fc400/0x4778038d8fc371e3 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x84c385150672a65e expref: -99 pid: 25510 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441814.890894:0:25510:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9114c21fd400/0x4778038d8fc371ea lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 25510 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441814.890914:0:25510:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9114c21fd400/0x4778038d8fc371ea lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 25510 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441814.890929:0:25510:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9114c21fd400/0x4778038d8fc371ea lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 25510 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1783441814.890964:0:25510:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00000004:00200000:2.0:1783441814.890969:0:25510:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1783441814.891069:0:25510:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9114c21fd400/0x4778038d8fc371ea lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 25510 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441814.891106:0:25510:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9114c21fc400/0x4778038d8fc371e3 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.6@tcp remote: 0x84c385150672a65e expref: 13 pid: 25510 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441814.891135:0:25510:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9114c21fd400/0x4778038d8fc371ea lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.6@tcp remote: 0x84c385150672a65e expref: 12 pid: 25510 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441814.891174:0:25510:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff9114b510dd00) 00010000:00010000:2.0:1783441814.891178:0:25510:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1783441814.891183:0:25510:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9114c21fd400, rc 0) 00000100:00100000:2.0:1783441814.891752:0:25510:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9113810d0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ebadd895-e4b9-47d1-80f7-2d93e120e088+12:18786:x1870073552865664:12345-192.168.202.6@tcp:101:lfs.0 Request processed in 1074us (1344us total) trans 0 rc 0/0 00000100:00100000:2.0:1783441814.891762:0:25510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 35 00000100:00100000:3.0:1783441814.903157:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:1.0:1783441814.903288:0:22718:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073552865792 00000100:00100000:1.0:1783441814.903302:0:22718:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073552865792 00000100:00100000:1.0:1783441814.903379:0:22718:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 3 00000100:00100000:1.0:1783441814.903390:0:22718:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff911383542680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:ebadd895-e4b9-47d1-80f7-2d93e120e088+12:18786:x1870073552865792:12345-192.168.202.6@tcp:37:lfs.0 00000100:00100000:1.0:1783441814.907189:0:22718:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff911383542680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:ebadd895-e4b9-47d1-80f7-2d93e120e088+12:18786:x1870073552865792:12345-192.168.202.6@tcp:37:lfs.0 Request processed in 3782us (4028us total) trans 0 rc 0/0 00000100:00100000:1.0:1783441814.907209:0:22718:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 3 00000100:00100000:0.0:1783441814.920093:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:3.0:1783441814.920272:0:22717:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073552866048 00000100:00100000:3.0:1783441814.920289:0:22717:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073552866048 00000100:00100000:3.0:1783441814.920374:0:22717:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 4 00000100:00100000:3.0:1783441814.920387:0:22717:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff911383b91c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:ebadd895-e4b9-47d1-80f7-2d93e120e088+12:18786:x1870073552866048:12345-192.168.202.6@tcp:35:lfs.0 00000100:00100000:3.0:1783441814.920809:0:22717:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff911383b91c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:ebadd895-e4b9-47d1-80f7-2d93e120e088+13:18786:x1870073552866048:12345-192.168.202.6@tcp:35:lfs.0 Request processed in 422us (732us total) trans 12884901895 rc 0/0 00000100:00100000:3.0:1783441814.920820:0:22717:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 4 00000100:00100000:3.0:1783441814.992134:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:2.0:1783441814.992289:0:22715:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073552866176 00000100:00100000:2.0:1783441814.992304:0:22715:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073552866176 00000100:00100000:2.0:1783441814.992393:0:22715:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 36 00000100:00100000:2.0:1783441814.992405:0:22715:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff911383543100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:e7ae7535-e8c5-4c14-a5b0-5523f3533c4f+11:18792:x1870073552866176:12345-192.168.202.6@tcp:101:bash.0 00010000:00010000:2.0:1783441814.992439:0:22715:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1783441814.992470:0:22715:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9114c21fc400/0x4778038d8fc371f1 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x84c385150672a665 expref: -99 pid: 22715 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441814.992621:0:22715:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9114c21fce00/0x4778038d8fc371f8 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22715 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441814.992639:0:22715:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9114c21fce00/0x4778038d8fc371f8 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22715 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441814.992653:0:22715:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9114c21fce00/0x4778038d8fc371f8 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22715 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441814.992669:0:22715:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9114aeae5800/0x4778038d8fc371ff lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22715 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441814.992678:0:22715:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9114aeae5800/0x4778038d8fc371ff lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22715 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441814.992709:0:22715:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9114aeae5800/0x4778038d8fc371ff lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22715 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441814.992819:0:22715:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9114aeae4800/0x4778038d8fc37206 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22715 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441814.992829:0:22715:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9114aeae4800/0x4778038d8fc37206 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22715 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441814.992838:0:22715:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9114aeae4800/0x4778038d8fc37206 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22715 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1783441814.992890:0:22715:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00000004:00200000:2.0:1783441814.992896:0:22715:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1783441814.992950:0:22715:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9114aeae4800/0x4778038d8fc37206 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22715 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441814.992965:0:22715:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9114c21fce00/0x4778038d8fc371f8 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22715 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441814.992971:0:22715:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9114c21fce00/0x4778038d8fc371f8 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 22715 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441814.992977:0:22715:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9114c21fce00/0x4778038d8fc371f8 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22715 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441814.992984:0:22715:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9114c21fce00 already unused, calling callback (ffffffffc187d4f0) 00010000:00010000:2.0:1783441814.992988:0:22715:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9114c21fce00/0x4778038d8fc371f8 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22715 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441814.992996:0:22715:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9114c21fce00/0x4778038d8fc371f8 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 22715 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441814.993019:0:22715:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9113828f1900) 00010000:00010000:2.0:1783441814.993022:0:22715:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783441814.993029:0:22715:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9114c21fce00/0x4778038d8fc371f8 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22715 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441814.993035:0:22715:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9114c21fce00/0x4778038d8fc371f8 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22715 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441814.993058:0:22715:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9114aeae5800/0x4778038d8fc371ff lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22715 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441814.993064:0:22715:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9114aeae5800/0x4778038d8fc371ff lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 22715 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441814.993071:0:22715:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9114aeae5800/0x4778038d8fc371ff lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22715 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441814.993076:0:22715:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9114aeae5800 already unused, calling callback (ffffffffc187d4f0) 00010000:00010000:2.0:1783441814.993079:0:22715:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9114aeae5800/0x4778038d8fc371ff lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22715 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441814.993084:0:22715:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9114aeae5800/0x4778038d8fc371ff lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 22715 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441814.993091:0:22715:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa6028a67 (ffff9113828f1c00) 00010000:00010000:2.0:1783441814.993093:0:22715:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783441814.993096:0:22715:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9114aeae5800/0x4778038d8fc371ff lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22715 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441814.993101:0:22715:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9114aeae5800/0x4778038d8fc371ff lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22715 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441814.993147:0:22715:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9114c21fc400/0x4778038d8fc371f1 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.6@tcp remote: 0x84c385150672a665 expref: 13 pid: 22715 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441814.993163:0:22715:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9114aeae4800/0x4778038d8fc37206 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.6@tcp remote: 0x84c385150672a665 expref: 12 pid: 22715 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441814.993171:0:22715:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff9114b510dd00) 00010000:00010000:2.0:1783441814.993173:0:22715:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:2.0:1783441814.993175:0:22715:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9114aeae4800, rc 0) 00000100:00100000:2.0:1783441814.993287:0:22715:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff911383543100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:e7ae7535-e8c5-4c14-a5b0-5523f3533c4f+12:18792:x1870073552866176:12345-192.168.202.6@tcp:101:bash.0 Request processed in 883us (1167us total) trans 0 rc 0/0 00000100:00100000:2.0:1783441814.993296:0:22715:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 36 00000100:00100000:0.0:1783441814.997378:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:1.0:1783441814.997566:0:22725:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073552866304 00000100:00100000:1.0:1783441814.997584:0:22725:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073552866304 00000100:00100000:1.0:1783441814.997667:0:22725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 7 00000100:00100000:1.0:1783441814.997679:0:22725:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9113810d2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:e7ae7535-e8c5-4c14-a5b0-5523f3533c4f+5:18792:x1870073552866304:12345-192.168.202.6@tcp:900:bash.0 00000100:00100000:1.0:1783441814.997812:0:22725:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9113810d2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:e7ae7535-e8c5-4c14-a5b0-5523f3533c4f+5:18792:x1870073552866304:12345-192.168.202.6@tcp:900:bash.0 Request processed in 135us (455us total) trans 0 rc 0/0 00000100:00100000:1.0:1783441814.997821:0:22725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 7 00000100:00100000:3.0:1783441815.000144:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:2.0:1783441815.000260:0:22716:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073552866560 00000100:00100000:2.0:1783441815.000276:0:22716:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073552866560 00000100:00100000:2.0:1783441815.000363:0:22716:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 37 00000100:00100000:2.0:1783441815.000375:0:22716:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff911383542680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:e7ae7535-e8c5-4c14-a5b0-5523f3533c4f+12:18792:x1870073552866560:12345-192.168.202.6@tcp:101:bash.0 00010000:00010000:2.0:1783441815.000403:0:22716:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1783441815.000432:0:22716:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9114aeae5800/0x4778038d8fc3720d lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x84c385150672a66c expref: -99 pid: 22716 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441815.000636:0:22716:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9114aeae5e00/0x4778038d8fc37214 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 22716 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441815.000656:0:22716:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9114c21fd400/0x4778038d8fc371ea lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.6@tcp remote: 0x84c385150672a65e expref: 12 pid: 25510 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441815.000666:0:22716:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9114aeae5e00/0x4778038d8fc37214 lrc: 4/0,1 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 22716 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441815.000742:0:22716:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9114c21fd400/0x4778038d8fc371ea lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.6@tcp remote: 0x84c385150672a65e expref: 12 pid: 25510 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441815.000760:0:22716:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9114c21fd400/0x4778038d8fc371ea lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.6@tcp remote: 0x84c385150672a65e expref: 12 pid: 25510 timeout: 905 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783441815.000777:0:22716:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff911484eb8e00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:22716:1870073572912896:192.168.202.6@tcp:104: 00000100:00100000:2.0:1783441815.000904:0:22716:0:(client.c:2702:ptlrpc_set_wait()) set ffff9114814eaf00 going to sleep for 11 seconds 00000100:00100000:2.0:1783441815.003605:0:22716:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff911484eb8e00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:22716:1870073572912896:192.168.202.6@tcp:104: 00010000:00010000:2.0:1783441815.003652:0:22716:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9114aeae5e00/0x4778038d8fc37214 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 22716 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783441815.005968:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:2.0:1783441815.007036:0:22702:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073552866688 00000100:00100000:2.0:1783441815.007058:0:22702:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073552866688 00010000:00010000:2.0:1783441815.007138:0:22702:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9114c21fd400/0x4778038d8fc371ea lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.6@tcp remote: 0x84c385150672a65e expref: 13 pid: 25510 timeout: 905 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783441815.007280:0:22702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 16 00000100:00100000:2.0:1783441815.007295:0:22702:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff911383540380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ebadd895-e4b9-47d1-80f7-2d93e120e088+13:2407:x1870073552866688:12345-192.168.202.6@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1783441815.007316:0:22702:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1783441815.007326:0:22702:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9114c21fd400/0x4778038d8fc371ea lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.6@tcp remote: 0x84c385150672a65e expref: 13 pid: 25510 timeout: 905 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441815.007342:0:22702:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9114c21fd400/0x4778038d8fc371ea lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.6@tcp remote: 0x84c385150672a65e expref: 13 pid: 25510 timeout: 905 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441815.007398:0:22702:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9114c21fd400/0x4778038d8fc371ea lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.6@tcp remote: 0x84c385150672a65e expref: 13 pid: 25510 timeout: 905 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441815.007420:0:22702:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff9114b510dd00) 00010000:00010000:2.0:1783441815.007426:0:22702:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9114aeae5e00/0x4778038d8fc37214 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 22716 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441815.007438:0:22702:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9114aeae5e00/0x4778038d8fc37214 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 22716 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441815.007446:0:22702:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9114aeae5e00/0x4778038d8fc37214 lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 22716 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441815.007583:0:22702:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1783441815.007671:0:22702:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff911383540380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ebadd895-e4b9-47d1-80f7-2d93e120e088+12:2407:x1870073552866688:12345-192.168.202.6@tcp:103:ldlm_bl.0 Request processed in 380us (1722us total) trans 0 rc 0/0 00000100:00100000:2.0:1783441815.007681:0:22702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 16 00010000:00010000:3.0:1783441815.012708:0:22716:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9114aeae5e00/0x4778038d8fc37214 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 22716 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783441815.012734:0:22716:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9114aeae5e00/0x4778038d8fc37214 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 22716 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783441815.013059:0:22716:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9114b50d5200/0x4778038d8fc3721b lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22716 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783441815.013077:0:22716:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9114b50d5200/0x4778038d8fc3721b lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22716 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783441815.013092:0:22716:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9114b50d5200/0x4778038d8fc3721b lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22716 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783441815.013865:0:22716:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9114b50d5600/0x4778038d8fc37222 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22716 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783441815.013902:0:22716:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9114b50d5600/0x4778038d8fc37222 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22716 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783441815.013911:0:22716:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9114b50d5600/0x4778038d8fc37222 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22716 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1783441815.013930:0:22716:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00010000:00010000:0.0:1783441815.013977:0:22716:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9114aeae5e00/0x4778038d8fc37214 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 22716 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783441815.013985:0:22716:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9114aeae5e00/0x4778038d8fc37214 lrc: 2/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 22716 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783441815.013992:0:22716:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9114aeae5e00/0x4778038d8fc37214 lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 22716 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783441815.014001:0:22716:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9114aeae5e00 already unused, calling callback (ffffffffc187d4f0) 00010000:00010000:0.0:1783441815.014006:0:22716:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9114aeae5e00/0x4778038d8fc37214 lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 22716 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783441815.014015:0:22716:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9114aeae5e00/0x4778038d8fc37214 lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 22716 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783441815.014032:0:22716:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff9114b510dd00) 00010000:00010000:0.0:1783441815.014036:0:22716:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783441815.014042:0:22716:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9114aeae5e00/0x4778038d8fc37214 lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 22716 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783441815.014048:0:22716:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9114aeae5e00/0x4778038d8fc37214 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 22716 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1783441815.014066:0:22716:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 000000005b5ca10f reply state 0000000084e58468 transno 12884901896 ns: mdt-lustre-MDT0000_UUID lock: ffff9114b50d5200/0x4778038d8fc3721b lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22716 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783441815.014085:0:22716:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9114b50d5200/0x4778038d8fc3721b lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22716 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783441815.014093:0:22716:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0xb42112bc (ffff91149a64fe00) 00010000:00010000:0.0:1783441815.014095:0:22716:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1783441815.014100:0:22716:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1783441815.014166:0:22716:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9114aeae5800/0x4778038d8fc3720d lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.6@tcp remote: 0x84c385150672a66c expref: 15 pid: 22716 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783441815.014185:0:22716:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9114b50d5600/0x4778038d8fc37222 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.6@tcp remote: 0x84c385150672a66c expref: 14 pid: 22716 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783441815.014193:0:22716:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff91149a64f900) 00010000:00010000:0.0:1783441815.014196:0:22716:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 9 00010000:00010000:0.0:1783441815.014198:0:22716:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9114b50d5600, rc 0) 00000100:00100000:0.0:1783441815.014335:0:22716:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff911383542680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:e7ae7535-e8c5-4c14-a5b0-5523f3533c4f+15:18792:x1870073552866560:12345-192.168.202.6@tcp:101:bash.0 Request processed in 13961us (14207us total) trans 12884901896 rc 0/0 00000100:00100000:0.0:1783441815.014346:0:22716:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 37 00000100:00100000:3.0:1783441815.027402:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:2.0:1783441815.027545:0:22715:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073552866816 00000100:00100000:2.0:1783441815.027561:0:22715:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073552866816 00000100:00100000:2.0:1783441815.027656:0:22715:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 38 00000100:00100000:2.0:1783441815.027671:0:22715:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff911383543800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:e7ae7535-e8c5-4c14-a5b0-5523f3533c4f+15:18792:x1870073552866816:12345-192.168.202.6@tcp:101:bash.0 00010000:00010000:2.0:1783441815.027712:0:22715:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1783441815.027747:0:22715:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9114aeae5800/0x4778038d8fc37230 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x84c385150672a673 expref: -99 pid: 22715 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441815.027871:0:22715:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9114aeae5e00/0x4778038d8fc37237 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22715 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441815.027918:0:22715:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9114aeae5e00/0x4778038d8fc37237 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22715 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441815.027935:0:22715:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9114aeae5e00/0x4778038d8fc37237 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22715 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1783441815.028007:0:22715:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00000004:00200000:2.0:1783441815.028013:0:22715:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1783441815.028039:0:22715:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9114aeae5e00/0x4778038d8fc37237 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22715 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441815.028053:0:22715:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9114aeae5e00/0x4778038d8fc37237 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22715 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441815.028089:0:22715:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9114aeae5800/0x4778038d8fc37230 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.6@tcp remote: 0x84c385150672a673 expref: 17 pid: 22715 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441815.028114:0:22715:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9114aeae5e00/0x4778038d8fc37237 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.6@tcp remote: 0x84c385150672a673 expref: 16 pid: 22715 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441815.028126:0:22715:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff91149a64f900) 00010000:00010000:2.0:1783441815.028129:0:22715:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1783441815.028134:0:22715:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9114aeae5e00, rc 0) 00000100:00100000:2.0:1783441815.028232:0:22715:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff911383543800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:e7ae7535-e8c5-4c14-a5b0-5523f3533c4f+16:18792:x1870073552866816:12345-192.168.202.6@tcp:101:bash.0 Request processed in 564us (844us total) trans 0 rc 0/0 00000100:00100000:2.0:1783441815.028252:0:22715:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 38 00000100:00100000:3.0:1783441815.031692:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:1.0:1783441815.031812:0:22717:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073552867072 00000100:00100000:1.0:1783441815.031827:0:22717:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073552867072 00000100:00100000:1.0:1783441815.031917:0:22717:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 5 00000100:00100000:1.0:1783441815.031929:0:22717:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff911383541c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:e7ae7535-e8c5-4c14-a5b0-5523f3533c4f+16:18792:x1870073552867072:12345-192.168.202.6@tcp:35:bash.0 00000100:00100000:1.0:1783441815.032357:0:22717:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff911383541c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:e7ae7535-e8c5-4c14-a5b0-5523f3533c4f+17:18792:x1870073552867072:12345-192.168.202.6@tcp:35:bash.0 Request processed in 429us (679us total) trans 12884901897 rc 0/0 00000100:00100000:1.0:1783441815.032368:0:22717:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 5 00000040:00080000:2.0:1783441815.064331:0:23473:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:3.0:1783441815.066890:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:3.0:1783441815.066936:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:3.0:1783441815.066973:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:3.0:1783441815.067011:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:3.0:1783441815.067028:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:1.0:1783441815.067103:0:22708:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073552867200 00000100:00100000:1.0:1783441815.067118:0:22708:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073552867200 00000100:00100000:1.0:1783441815.067197:0:22708:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 170 00000100:00100000:1.0:1783441815.067210:0:22708:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff911489217050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e225892e-2fc9-454d-bcef-510872b8d0e8+13:2406:x1870073552867200:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:1.0:1783441815.067318:0:22708:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff911489217050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e225892e-2fc9-454d-bcef-510872b8d0e8+13:2406:x1870073552867200:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 109us (340us total) trans 0 rc 0/0 00000100:00100000:1.0:1783441815.067327:0:22708:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 170 00000100:00100000:0.0:1783441815.067407:0:24222:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073552867328 00000100:00100000:0.0:1783441815.067411:0:24222:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073552867328 00000100:00100000:0.0:1783441815.067448:0:24222:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073552867584 00000100:00100000:0.0:1783441815.067450:0:24222:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073552867584 00000100:00100000:0.0:1783441815.067463:0:24222:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073552867456 00000100:00100000:0.0:1783441815.067466:0:24222:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073552867456 00000100:00100000:0.0:1783441815.067480:0:24222:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073552867712 00000100:00100000:0.0:1783441815.067482:0:24222:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073552867712 00000100:00100000:0.0:1783441815.067542:0:24222:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 25 00000100:00100000:0.0:1783441815.067552:0:24222:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff911383540700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e7ae7535-e8c5-4c14-a5b0-5523f3533c4f+5:2406:x1870073552867328:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:0.0:1783441815.067604:0:24222:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff911383540700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e7ae7535-e8c5-4c14-a5b0-5523f3533c4f+5:2406:x1870073552867328:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 55us (732us total) trans 0 rc 0/0 00000100:00100000:0.0:1783441815.067611:0:24222:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 25 00000100:00100000:0.0:1783441815.067624:0:24222:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 26 00000100:00100000:0.0:1783441815.067630:0:24222:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff911383543480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ebadd895-e4b9-47d1-80f7-2d93e120e088+5:2406:x1870073552867584:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:0.0:1783441815.067653:0:24222:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff911383543480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ebadd895-e4b9-47d1-80f7-2d93e120e088+5:2406:x1870073552867584:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 23us (716us total) trans 0 rc 0/0 00000100:00100000:0.0:1783441815.067658:0:24222:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 26 00000100:00100000:0.0:1783441815.067668:0:24222:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 27 00000100:00100000:0.0:1783441815.067674:0:24222:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff911383541500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e7ae7535-e8c5-4c14-a5b0-5523f3533c4f+5:2406:x1870073552867456:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:0.0:1783441815.067695:0:24222:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff911383541500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e7ae7535-e8c5-4c14-a5b0-5523f3533c4f+5:2406:x1870073552867456:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 22us (682us total) trans 0 rc 0/0 00000100:00100000:0.0:1783441815.067700:0:24222:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 27 00000100:00100000:0.0:1783441815.067709:0:24222:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 28 00000100:00100000:0.0:1783441815.067714:0:24222:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff911383543b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ebadd895-e4b9-47d1-80f7-2d93e120e088+5:2406:x1870073552867712:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:0.0:1783441815.067734:0:24222:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff911383543b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ebadd895-e4b9-47d1-80f7-2d93e120e088+5:2406:x1870073552867712:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 21us (705us total) trans 0 rc 0/0 00000100:00100000:0.0:1783441815.067738:0:24222:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 28 00000100:00080000:1.0:1783441815.067831:0:22711:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1783441815.067835:0:22711:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1783441815.154663:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:1.0:1783441815.154851:0:25510:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073552867968 00000100:00100000:1.0:1783441815.154866:0:25510:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073552867968 00000100:00100000:1.0:1783441815.154955:0:25510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 39 00000100:00100000:1.0:1783441815.154967:0:25510:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9114aeaeb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:e7ae7535-e8c5-4c14-a5b0-5523f3533c4f+17:18802:x1870073552867968:12345-192.168.202.6@tcp:101:lfs.0 00010000:00010000:1.0:1783441815.155005:0:25510:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1783441815.155037:0:25510:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff911480031400/0x4778038d8fc3723e lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x84c385150672a67a expref: -99 pid: 25510 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1783441815.155180:0:25510:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00010000:00010000:1.0:1783441815.155335:0:25510:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff911480031400/0x4778038d8fc3723e lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.6@tcp remote: 0x84c385150672a67a expref: 19 pid: 25510 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783441815.155354:0:25510:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9113828f1900) 00010000:00010000:1.0:1783441815.155382:0:25510:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1783441815.155391:0:25510:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff911480031400/0x4778038d8fc3723e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.6@tcp remote: 0x84c385150672a67a expref: 19 pid: 25510 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783441815.155420:0:25510:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff911480031400, rc 0) 00000100:00100000:1.0:1783441815.155618:0:25510:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9114aeaeb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:e7ae7535-e8c5-4c14-a5b0-5523f3533c4f+18:18802:x1870073552867968:12345-192.168.202.6@tcp:101:lfs.0 Request processed in 652us (970us total) trans 12884901898 rc 301/301 00000100:00100000:1.0:1783441815.155628:0:25510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 39 00000100:00100000:3.0:1783441815.160177:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:1.0:1783441815.160388:0:22717:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073552868224 00000100:00100000:1.0:1783441815.160404:0:22717:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073552868224 00000100:00100000:1.0:1783441815.160519:0:22717:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 6 00000100:00100000:1.0:1783441815.160536:0:22717:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff911382194e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:e7ae7535-e8c5-4c14-a5b0-5523f3533c4f+18:18802:x1870073552868224:12345-192.168.202.6@tcp:35:lfs.0 00000100:00100000:1.0:1783441815.160884:0:22717:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff911382194e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:e7ae7535-e8c5-4c14-a5b0-5523f3533c4f+19:18802:x1870073552868224:12345-192.168.202.6@tcp:35:lfs.0 Request processed in 352us (721us total) trans 12884901899 rc 0/0 00000100:00100000:1.0:1783441815.160894:0:22717:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 6 00000100:00100000:3.0:1783441815.223441:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:2.0:1783441815.223793:0:22715:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073552868480 00000100:00100000:2.0:1783441815.223809:0:22715:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073552868480 00000100:00100000:2.0:1783441815.223947:0:22715:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 40 00000100:00100000:2.0:1783441815.223959:0:22715:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9114812a8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:e7ae7535-e8c5-4c14-a5b0-5523f3533c4f+19:18805:x1870073552868480:12345-192.168.202.6@tcp:101:lfs.0 00010000:00010000:2.0:1783441815.224030:0:22715:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1783441815.224068:0:22715:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9114aeae5800/0x4778038d8fc3724c lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x84c385150672a681 expref: -99 pid: 22715 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441815.224276:0:22715:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9114c21fd400/0x4778038d8fc37253 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22715 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441815.224296:0:22715:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9114c21fd400/0x4778038d8fc37253 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22715 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441815.224318:0:22715:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9114c21fd400/0x4778038d8fc37253 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22715 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1783441815.224336:0:22715:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00010000:00010000:2.0:1783441815.224570:0:22715:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9114aeae5800/0x4778038d8fc3724c lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.6@tcp remote: 0x84c385150672a681 expref: 22 pid: 22715 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441815.224598:0:22715:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9114c21fd400/0x4778038d8fc37253 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.6@tcp remote: 0x84c385150672a681 expref: 21 pid: 22715 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441815.224609:0:22715:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff91149a64f900) 00010000:00010000:2.0:1783441815.224613:0:22715:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1783441815.224618:0:22715:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9114c21fd400, rc 0) 00000100:00100000:2.0:1783441815.224713:0:22715:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9114812a8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:e7ae7535-e8c5-4c14-a5b0-5523f3533c4f+21:18805:x1870073552868480:12345-192.168.202.6@tcp:101:lfs.0 Request processed in 755us (1293us total) trans 12884901900 rc 0/0 00000100:00100000:2.0:1783441815.224722:0:22715:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 40 00000100:00100000:3.0:1783441815.230236:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:3.0:1783441815.230301:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:1.0:1783441815.230401:0:22700:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073552868608 00000100:00100000:1.0:1783441815.230414:0:22700:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073552868608 00000100:00100000:1.0:1783441815.230541:0:22700:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 0 00000100:00100000:1.0:1783441815.230555:0:22700:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9114812a9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e7ae7535-e8c5-4c14-a5b0-5523f3533c4f+21:2404:x1870073552868608:12345-192.168.202.6@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1783441815.230576:0:22700:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1783441815.230612:0:22700:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9114c21fd400/0x4778038d8fc37253 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.6@tcp remote: 0x84c385150672a681 expref: 21 pid: 22715 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783441815.230639:0:22700:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff91149a64f900) 00010000:00010000:1.0:1783441815.230645:0:22700:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1783441815.230711:0:22700:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9114812a9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e7ae7535-e8c5-4c14-a5b0-5523f3533c4f+20:2404:x1870073552868608:12345-192.168.202.6@tcp:103:ldlm_bl.0 Request processed in 160us (502us total) trans 0 rc 0/0 00000100:00100000:1.0:1783441815.230739:0:22700:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 0 00000100:00100000:2.0:1783441815.230845:0:25510:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073552868736 00000100:00100000:2.0:1783441815.230859:0:25510:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073552868736 00000100:00100000:2.0:1783441815.230908:0:25510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 41 00000100:00100000:2.0:1783441815.230916:0:25510:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9114812aaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:e7ae7535-e8c5-4c14-a5b0-5523f3533c4f+20:18805:x1870073552868736:12345-192.168.202.6@tcp:54:lfs.0 00010000:00010000:2.0:1783441815.231001:0:25510:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9114c21fc400/0x4778038d8fc37261 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 25510 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441815.231021:0:25510:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9114c21fc400/0x4778038d8fc37261 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 25510 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441815.231034:0:25510:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9114c21fc400/0x4778038d8fc37261 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 25510 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441815.231081:0:25510:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9114c21fc400/0x4778038d8fc37261 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 25510 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441815.231089:0:25510:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9114c21fc400/0x4778038d8fc37261 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 25510 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441815.231097:0:25510:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9114c21fc400/0x4778038d8fc37261 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 25510 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441815.231103:0:25510:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9114c21fc400 already unused, calling callback (ffffffffc187d4f0) 00010000:00010000:2.0:1783441815.231109:0:25510:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9114c21fc400/0x4778038d8fc37261 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 25510 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441815.231118:0:25510:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9114c21fc400/0x4778038d8fc37261 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 25510 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441815.231128:0:25510:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff91149a64f900) 00010000:00010000:2.0:1783441815.231131:0:25510:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1783441815.231135:0:25510:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9114c21fc400/0x4778038d8fc37261 lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 25510 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441815.231163:0:25510:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9114c21fc400/0x4778038d8fc37261 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 25510 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783441815.231211:0:25510:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9114812aaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:e7ae7535-e8c5-4c14-a5b0-5523f3533c4f+20:18805:x1870073552868736:12345-192.168.202.6@tcp:54:lfs.0 Request processed in 295us (909us total) trans 0 rc 0/0 00000100:00100000:2.0:1783441815.231218:0:25510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 41 00000100:00100000:3.0:1783441815.234335:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:1.0:1783441815.234537:0:22717:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073552868992 00000100:00100000:1.0:1783441815.234555:0:22717:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073552868992 00000100:00100000:1.0:1783441815.234638:0:22717:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 7 00000100:00100000:1.0:1783441815.234650:0:22717:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9114812a9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:e7ae7535-e8c5-4c14-a5b0-5523f3533c4f+20:18805:x1870073552868992:12345-192.168.202.6@tcp:35:lfs.0 00000100:00100000:1.0:1783441815.235019:0:22717:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9114812a9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:e7ae7535-e8c5-4c14-a5b0-5523f3533c4f+21:18805:x1870073552868992:12345-192.168.202.6@tcp:35:lfs.0 Request processed in 369us (699us total) trans 12884901901 rc 0/0 00000100:00100000:1.0:1783441815.235027:0:22717:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 7 00000040:00080000:0.0:1783441815.377211:0:22748:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:0.0:1783441815.569329:0:22704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1783441815.580336:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:2.0:1783441815.580557:0:22715:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073552869248 00000100:00100000:2.0:1783441815.580572:0:22715:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073552869248 00000100:00100000:2.0:1783441815.580656:0:22715:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 42 00000100:00100000:2.0:1783441815.580669:0:22715:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9113810d0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:e7ae7535-e8c5-4c14-a5b0-5523f3533c4f+21:18836:x1870073552869248:12345-192.168.202.6@tcp:101:cat.0 00010000:00010000:2.0:1783441815.580704:0:22715:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1783441815.580735:0:22715:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9114c21fc400/0x4778038d8fc37268 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x84c385150672a688 expref: -99 pid: 22715 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441815.580912:0:22715:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9114c21fce00/0x4778038d8fc3726f lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22715 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441815.580931:0:22715:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9114c21fce00/0x4778038d8fc3726f lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22715 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441815.580946:0:22715:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9114c21fce00/0x4778038d8fc3726f lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22715 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1783441815.580962:0:22715:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00010000:00010000:2.0:1783441815.581129:0:22715:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9114c21fc400/0x4778038d8fc37268 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.6@tcp remote: 0x84c385150672a688 expref: 24 pid: 22715 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441815.581155:0:22715:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9114c21fce00/0x4778038d8fc3726f lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.6@tcp remote: 0x84c385150672a688 expref: 23 pid: 22715 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441815.581186:0:22715:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff91149a64f900) 00010000:00010000:2.0:1783441815.581190:0:22715:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1783441815.581195:0:22715:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9114c21fce00, rc 0) 00000100:00100000:2.0:1783441815.581307:0:22715:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9113810d0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:e7ae7535-e8c5-4c14-a5b0-5523f3533c4f+23:18836:x1870073552869248:12345-192.168.202.6@tcp:101:cat.0 Request processed in 640us (987us total) trans 12884901902 rc 0/0 00000100:00100000:2.0:1783441815.581316:0:22715:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 42 00000100:00100000:3.0:1783441815.593496:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:2.0:1783441815.594143:0:22702:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073552869376 00000100:00100000:2.0:1783441815.594160:0:22702:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073552869376 00000100:00100000:2.0:1783441815.594288:0:22702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 1 00000100:00100000:2.0:1783441815.594304:0:22702:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9114812ab480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e7ae7535-e8c5-4c14-a5b0-5523f3533c4f+23:2406:x1870073552869376:12345-192.168.202.6@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1783441815.594329:0:22702:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1783441815.594367:0:22702:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9114c21fce00/0x4778038d8fc3726f lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.6@tcp remote: 0x84c385150672a688 expref: 23 pid: 22715 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441815.594398:0:22702:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff91149a64f900) 00010000:00010000:2.0:1783441815.594404:0:22702:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1783441815.594487:0:22702:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9114812ab480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e7ae7535-e8c5-4c14-a5b0-5523f3533c4f+22:2406:x1870073552869376:12345-192.168.202.6@tcp:103:ldlm_bl.0 Request processed in 187us (1021us total) trans 0 rc 0/0 00000100:00100000:2.0:1783441815.594495:0:22702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 1 00000100:00100000:0.0:1783441815.598202:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:1.0:1783441815.598464:0:22717:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073552869632 00000100:00100000:1.0:1783441815.598480:0:22717:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073552869632 00000100:00100000:1.0:1783441815.598625:0:22717:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 8 00000100:00100000:1.0:1783441815.598638:0:22717:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9113810d3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:e7ae7535-e8c5-4c14-a5b0-5523f3533c4f+22:18836:x1870073552869632:12345-192.168.202.6@tcp:35:cat.0 00000100:00100000:1.0:1783441815.599092:0:22717:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9113810d3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:e7ae7535-e8c5-4c14-a5b0-5523f3533c4f+23:18836:x1870073552869632:12345-192.168.202.6@tcp:35:cat.0 Request processed in 455us (904us total) trans 12884901903 rc 0/0 00000100:00100000:1.0:1783441815.599102:0:22717:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 8 00000100:00100000:0.0:1783441815.686549:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:2.0:1783441815.686692:0:25510:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073552869888 00000100:00100000:2.0:1783441815.686708:0:25510:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073552869888 00000100:00100000:2.0:1783441815.686804:0:25510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 43 00000100:00100000:2.0:1783441815.686819:0:25510:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9113810d0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:e7ae7535-e8c5-4c14-a5b0-5523f3533c4f+23:18842:x1870073552869888:12345-192.168.202.6@tcp:101:dd.0 00010000:00010000:2.0:1783441815.686874:0:25510:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1783441815.686908:0:25510:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9114c21fce00/0x4778038d8fc3727d lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x84c385150672a68f expref: -99 pid: 25510 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441815.687141:0:25510:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9114c21fc400/0x4778038d8fc37284 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 25510 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441815.687161:0:25510:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9114b50d5600/0x4778038d8fc37222 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.6@tcp remote: 0x84c385150672a66c expref: 24 pid: 22716 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441815.687169:0:25510:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9114aeae5e00/0x4778038d8fc37237 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.6@tcp remote: 0x84c385150672a673 expref: 24 pid: 22715 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441815.687179:0:25510:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9114c21fc400/0x4778038d8fc37284 lrc: 5/0,1 mode: --/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 25510 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441815.687818:0:25510:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9114aeae5e00/0x4778038d8fc37237 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.6@tcp remote: 0x84c385150672a673 expref: 24 pid: 22715 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441815.687841:0:25510:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9114aeae5e00/0x4778038d8fc37237 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.6@tcp remote: 0x84c385150672a673 expref: 24 pid: 22715 timeout: 906 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783441815.687860:0:25510:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff911484eb8e00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:25510:1870073572913024:192.168.202.6@tcp:104: 00010000:00010000:2.0:1783441815.687994:0:25510:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9114b50d5600/0x4778038d8fc37222 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.6@tcp remote: 0x84c385150672a66c expref: 24 pid: 22716 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441815.688004:0:25510:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9114b50d5600/0x4778038d8fc37222 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.6@tcp remote: 0x84c385150672a66c expref: 24 pid: 22716 timeout: 906 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783441815.688013:0:25510:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff911484eba300 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:25510:1870073572913152:192.168.202.6@tcp:104: 00000100:00100000:2.0:1783441815.688055:0:25510:0:(client.c:2702:ptlrpc_set_wait()) set ffff9114814eaf00 going to sleep for 11 seconds 00000100:00100000:2.0:1783441815.693776:0:25510:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff911484eb8e00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:25510:1870073572913024:192.168.202.6@tcp:104: 00000100:00100000:2.0:1783441815.693800:0:25510:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff911484eba300 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:25510:1870073572913152:192.168.202.6@tcp:104: 00010000:00010000:2.0:1783441815.693836:0:25510:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9114c21fc400/0x4778038d8fc37284 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 25510 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783441815.708592:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:0.0:1783441815.708757:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:3.0:1783441815.709138:0:22701:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073552870016 00000100:00100000:3.0:1783441815.709156:0:22701:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073552870016 00010000:00010000:3.0:1783441815.709340:0:22701:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9114aeae5e00/0x4778038d8fc37237 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.6@tcp remote: 0x84c385150672a673 expref: 25 pid: 22715 timeout: 906 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783441815.709555:0:22701:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073552870144 00000100:00100000:3.0:1783441815.709560:0:22701:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073552870144 00010000:00010000:3.0:1783441815.709580:0:22701:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9114b50d5600/0x4778038d8fc37222 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.6@tcp remote: 0x84c385150672a66c expref: 26 pid: 22716 timeout: 906 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783441815.717920:0:22700:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 17 00000100:00100000:1.0:1783441815.717961:0:22700:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9113810d1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e7ae7535-e8c5-4c14-a5b0-5523f3533c4f+26:2406:x1870073552870016:12345-192.168.202.6@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1783441815.717992:0:22700:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1783441815.718020:0:22700:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9114aeae5e00/0x4778038d8fc37237 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.6@tcp remote: 0x84c385150672a673 expref: 26 pid: 22715 timeout: 906 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783441815.718046:0:22700:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9114aeae5e00/0x4778038d8fc37237 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.6@tcp remote: 0x84c385150672a673 expref: 26 pid: 22715 timeout: 906 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783441815.718324:0:22700:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9114aeae5e00/0x4778038d8fc37237 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.6@tcp remote: 0x84c385150672a673 expref: 26 pid: 22715 timeout: 906 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783441815.718372:0:22700:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff91149a64f900) 00010000:00010000:1.0:1783441815.718379:0:22700:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9114c21fc400/0x4778038d8fc37284 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 25510 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783441815.718387:0:22700:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0000_UUID lock: ffff9114c21fc400/0x4778038d8fc37284 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 25510 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783441815.718394:0:22700:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1783441815.721674:0:22700:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9113810d1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e7ae7535-e8c5-4c14-a5b0-5523f3533c4f+25:2406:x1870073552870016:12345-192.168.202.6@tcp:103:ldlm_bl.0 Request processed in 3709us (13071us total) trans 0 rc 0/0 00000100:00100000:1.0:1783441815.721705:0:22700:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 17 00000100:00100000:1.0:1783441815.721791:0:22700:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 18 00000100:00100000:1.0:1783441815.721820:0:22700:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9114b56d5050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e7ae7535-e8c5-4c14-a5b0-5523f3533c4f+24:2404:x1870073552870144:12345-192.168.202.6@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1783441815.721851:0:22700:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1783441815.721870:0:22700:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9114b50d5600/0x4778038d8fc37222 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.6@tcp remote: 0x84c385150672a66c expref: 24 pid: 22716 timeout: 906 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783441815.721895:0:22700:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9114b50d5600/0x4778038d8fc37222 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.6@tcp remote: 0x84c385150672a66c expref: 24 pid: 22716 timeout: 906 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783441815.721926:0:22700:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9114b50d5600/0x4778038d8fc37222 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.6@tcp remote: 0x84c385150672a66c expref: 24 pid: 22716 timeout: 906 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783441815.721948:0:22700:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff91149a64f900) 00010000:00010000:1.0:1783441815.721955:0:22700:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9114c21fc400/0x4778038d8fc37284 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 25510 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783441815.722460:0:22700:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9114c21fc400/0x4778038d8fc37284 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 25510 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783441815.722566:0:22700:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9114c21fc400/0x4778038d8fc37284 lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 25510 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783441815.722620:0:22700:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1783441815.722697:0:22700:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9114b56d5050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e7ae7535-e8c5-4c14-a5b0-5523f3533c4f+23:2404:x1870073552870144:12345-192.168.202.6@tcp:103:ldlm_bl.0 Request processed in 894us (13938us total) trans 0 rc 0/0 00000100:00100000:1.0:1783441815.722707:0:22700:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 18 00010000:00010000:1.0:1783441815.722828:0:25510:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9114c21fc400/0x4778038d8fc37284 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 25510 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783441815.722849:0:25510:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9114c21fc400/0x4778038d8fc37284 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 25510 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1783441815.722878:0:25510:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00010000:00010000:1.0:1783441815.725006:0:25510:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9114c21fce00/0x4778038d8fc3727d lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.6@tcp remote: 0x84c385150672a68f expref: 24 pid: 25510 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783441815.725051:0:25510:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9114c21fc400/0x4778038d8fc37284 lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.6@tcp remote: 0x84c385150672a68f expref: 23 pid: 25510 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783441815.725074:0:25510:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff91149a64f900) 00010000:00010000:1.0:1783441815.725077:0:25510:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:1.0:1783441815.725082:0:25510:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9114c21fc400, rc 0) 00000100:00100000:1.0:1783441815.725179:0:25510:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9113810d0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:e7ae7535-e8c5-4c14-a5b0-5523f3533c4f+23:18842:x1870073552869888:12345-192.168.202.6@tcp:101:dd.0 Request processed in 38363us (38690us total) trans 12884901904 rc 0/0 00000100:00100000:1.0:1783441815.725771:0:25510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 43 00000100:00100000:0.0:1783441815.734121:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:2.0:1783441815.734278:0:22715:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073552870272 00000100:00100000:2.0:1783441815.734294:0:22715:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073552870272 00000100:00100000:2.0:1783441815.734376:0:22715:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 44 00000100:00100000:2.0:1783441815.734389:0:22715:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9113810d3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:e7ae7535-e8c5-4c14-a5b0-5523f3533c4f+23:18842:x1870073552870272:12345-192.168.202.6@tcp:101:dd.0 00010000:00010000:2.0:1783441815.734427:0:22715:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1783441815.734456:0:22715:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9114c21fd400/0x4778038d8fc37292 lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x84c385150672a696 expref: -99 pid: 22715 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441815.734556:0:22715:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9114aeae5e00/0x4778038d8fc37299 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22715 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441815.734576:0:22715:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9114aeae5e00/0x4778038d8fc37299 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22715 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441815.734591:0:22715:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9114aeae5e00/0x4778038d8fc37299 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22715 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441815.734767:0:22715:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9114c21fd400/0x4778038d8fc37292 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.6@tcp remote: 0x84c385150672a696 expref: 25 pid: 22715 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441815.734794:0:22715:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9114aeae5e00/0x4778038d8fc37299 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.6@tcp remote: 0x84c385150672a696 expref: 24 pid: 22715 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441815.734820:0:22715:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff91149a64f900) 00010000:00010000:2.0:1783441815.734824:0:22715:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1783441815.734828:0:22715:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9114aeae5e00, rc 0) 00000100:00100000:2.0:1783441815.734922:0:22715:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9113810d3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:e7ae7535-e8c5-4c14-a5b0-5523f3533c4f+24:18842:x1870073552870272:12345-192.168.202.6@tcp:101:dd.0 Request processed in 534us (817us total) trans 0 rc 0/0 00000100:00100000:2.0:1783441815.734930:0:22715:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 44 00000100:00100000:0.0:1783441815.739735:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:1.0:1783441815.739880:0:22716:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073552870528 00000100:00100000:1.0:1783441815.739899:0:22716:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073552870528 00000100:00100000:1.0:1783441815.739995:0:22716:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 45 00000100:00100000:1.0:1783441815.740007:0:22716:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9113810d2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:e7ae7535-e8c5-4c14-a5b0-5523f3533c4f+24:18842:x1870073552870528:12345-192.168.202.6@tcp:36:dd.0 00010000:00010000:1.0:1783441815.740422:0:22716:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff911480031400/0x4778038d8fc372a0 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22716 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783441815.740448:0:22716:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff911480031400/0x4778038d8fc372a0 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22716 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783441815.740466:0:22716:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff911480031400/0x4778038d8fc372a0 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22716 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1783441815.740583:0:22716:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 12884901905 00000004:00010000:1.0:1783441815.740612:0:22716:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000f6a9d4e3 reply state 0000000051958c06 transno 12884901906 ns: mdt-lustre-MDT0000_UUID lock: ffff911480031400/0x4778038d8fc372a0 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22716 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783441815.740628:0:22716:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff911480031400/0x4778038d8fc372a0 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22716 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783441815.740637:0:22716:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff91149a64f900) 00010000:00010000:1.0:1783441815.740640:0:22716:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1783441815.740645:0:22716:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1783441815.740772:0:22716:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9113810d2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:e7ae7535-e8c5-4c14-a5b0-5523f3533c4f+27:18842:x1870073552870528:12345-192.168.202.6@tcp:36:dd.0 Request processed in 766us (1052us total) trans 12884901906 rc 0/0 00000100:00100000:1.0:1783441815.740782:0:22716:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 45 00000020:00080000:1.0:1783441815.740789:0:22716:0:(tgt_main.c:784:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1783441815.743389:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:2.0:1783441815.743548:0:22715:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073552870656 00000100:00100000:2.0:1783441815.743563:0:22715:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073552870656 00000100:00100000:2.0:1783441815.743651:0:22715:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 46 00000100:00100000:2.0:1783441815.743664:0:22715:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9114812a8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:e7ae7535-e8c5-4c14-a5b0-5523f3533c4f+27:18842:x1870073552870656:12345-192.168.202.6@tcp:101:dd.0 00010000:00010000:2.0:1783441815.743698:0:22715:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1783441815.743727:0:22715:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9114aeae5800/0x4778038d8fc372a7 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x84c385150672a69d expref: -99 pid: 22715 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441815.743809:0:22715:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9114aeae5800/0x4778038d8fc372a7 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.6@tcp remote: 0x84c385150672a69d expref: 28 pid: 22715 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441815.743827:0:22715:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9114aeae5800/0x4778038d8fc372a7 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.6@tcp remote: 0x84c385150672a69d expref: 28 pid: 22715 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441815.743851:0:22715:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff91149a64f900) 00010000:00010000:2.0:1783441815.743854:0:22715:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1783441815.743859:0:22715:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9114aeae5800, rc 0) 00000100:00100000:2.0:1783441815.743947:0:22715:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9114812a8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:e7ae7535-e8c5-4c14-a5b0-5523f3533c4f+28:18842:x1870073552870656:12345-192.168.202.6@tcp:101:dd.0 Request processed in 285us (577us total) trans 0 rc 0/0 00000100:00100000:2.0:1783441815.743954:0:22715:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 46 00000100:00100000:0.0:1783441815.780868:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:2.0:1783441815.781050:0:22702:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073552870912 00000100:00100000:2.0:1783441815.781066:0:22702:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073552870912 00000100:00100000:2.0:1783441815.781162:0:22702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 2 00000100:00100000:2.0:1783441815.781174:0:22702:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9113810d2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e7ae7535-e8c5-4c14-a5b0-5523f3533c4f+28:18842:x1870073552870912:12345-192.168.202.6@tcp:103:dd.0 00010000:00010000:2.0:1783441815.781198:0:22702:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1783441815.781249:0:22702:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9114aeae5800/0x4778038d8fc372a7 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.6@tcp remote: 0x84c385150672a69d expref: 28 pid: 22715 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441815.781276:0:22702:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff91149a64f900) 00010000:00010000:2.0:1783441815.781282:0:22702:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1783441815.781364:0:22702:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9113810d2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e7ae7535-e8c5-4c14-a5b0-5523f3533c4f+27:18842:x1870073552870912:12345-192.168.202.6@tcp:103:dd.0 Request processed in 191us (512us total) trans 0 rc 0/0 00000100:00100000:2.0:1783441815.781373:0:22702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 2 00000100:00100000:3.0:1783441815.784295:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:0.0:1783441815.784465:0:22716:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073552871040 00000100:00100000:0.0:1783441815.784489:0:22716:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073552871040 00000100:00100000:0.0:1783441815.784603:0:22716:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 47 00000100:00100000:0.0:1783441815.784616:0:22716:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9114812aa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:e7ae7535-e8c5-4c14-a5b0-5523f3533c4f+27:18842:x1870073552871040:12345-192.168.202.6@tcp:58:dd.0 00010000:00010000:0.0:1783441815.784800:0:22716:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9114b50d5e00/0x4778038d8fc372ae lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22716 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783441815.784823:0:22716:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9114b50d5e00/0x4778038d8fc372ae lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22716 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783441815.784838:0:22716:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9114b50d5e00/0x4778038d8fc372ae lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22716 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1783441815.787102:0:22716:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:1.0:1783441815.787152:0:22716:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x7:0x0].3, 64 off8384 00000040:00080000:1.0:1783441815.787402:0:22716:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x14:0x0].1, 136 off8328 00000100:00100000:1.0:1783441815.788260:0:22716:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9114812aa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:e7ae7535-e8c5-4c14-a5b0-5523f3533c4f+27:18842:x1870073552871040:12345-192.168.202.6@tcp:58:dd.0 Request processed in 3622us (3954us total) trans 0 rc 0/0 00000100:00100000:1.0:1783441815.788276:0:22716:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 47 00000100:00100000:0.0:1783441815.802195:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:2.0:1783441815.802421:0:22715:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073552871168 00000100:00100000:2.0:1783441815.802436:0:22715:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073552871168 00000100:00100000:2.0:1783441815.802645:0:22715:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 48 00000100:00100000:2.0:1783441815.802659:0:22715:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9113810d1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:e7ae7535-e8c5-4c14-a5b0-5523f3533c4f+27:18842:x1870073552871168:12345-192.168.202.6@tcp:101:dd.0 00010000:00010000:2.0:1783441815.802690:0:22715:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1783441815.802720:0:22715:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9114aeae5800/0x4778038d8fc372b5 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x84c385150672a6a4 expref: -99 pid: 22715 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441815.802796:0:22715:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9114b50d5e00/0x4778038d8fc372ae lrc: 2/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 22716 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441815.802808:0:22715:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9114aeae5800/0x4778038d8fc372b5 lrc: 4/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.6@tcp remote: 0x84c385150672a6a4 expref: 28 pid: 22715 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441815.802833:0:22715:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff9114b50d5e00/0x4778038d8fc372ae lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x40210400000020 pid: 22716 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441815.802870:0:22715:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9114aeae5800/0x4778038d8fc372b5 lrc: 3/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.6@tcp remote: 0x84c385150672a6a4 expref: 28 pid: 22715 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441815.802888:0:22715:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff91149a64f900) 00010000:00010000:2.0:1783441815.802891:0:22715:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1783441815.802906:0:22715:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9114aeae5800/0x4778038d8fc372b5 lrc: 3/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.6@tcp remote: 0x84c385150672a6a4 expref: 28 pid: 22715 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441815.802914:0:22715:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9114aeae5800, rc 0) 00000100:00100000:2.0:1783441815.803001:0:22715:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9113810d1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:e7ae7535-e8c5-4c14-a5b0-5523f3533c4f+28:18842:x1870073552871168:12345-192.168.202.6@tcp:101:dd.0 Request processed in 345us (871us total) trans 0 rc 0/0 00000100:00100000:2.0:1783441815.803009:0:22715:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 48 00000040:00080000:0.0:1783441816.402058:0:22748:0:(llog.c:805:llog_process_thread()) index: 3, lh_last_idx: 3 synced_idx: 3 lgh_last_idx: 3 00000040:00080000:0.0:1783441816.402072:0:22748:0:(llog_cat.c:841:llog_cat_process_common()) processing log [0x1:0x14:0x0] at index 3 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1783441816.402110:0:22748:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x14:0x0] index 2 count 2 00000040:00080000:0.0:1783441816.402123:0:22748:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 4 count 2 00000100:00100000:0.0:1783441816.402333:0:22748:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9113810d0000 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:22748:1870073572913280:192.168.202.6@tcp:107:hsm_cdtr.0 00000100:00100000:0.0:1783441816.402476:0:22748:0:(client.c:2702:ptlrpc_set_wait()) set ffff9114b6483900 going to sleep for 11 seconds 00000100:00100000:0.0:1783441816.408309:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:2.0:1783441816.408604:0:25510:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073552871296 00000100:00100000:2.0:1783441816.408618:0:25510:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073552871296 00000100:00100000:3.0:1783441816.408729:0:22748:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9113810d0000 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:22748:1870073572913280:192.168.202.6@tcp:107:hsm_cdtr.0 00000100:00100000:2.0:1783441816.408746:0:25510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 49 00000100:00100000:2.0:1783441816.408761:0:25510:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9113810d1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:e7ae7535-e8c5-4c14-a5b0-5523f3533c4f+29:18843:x1870073552871296:12345-192.168.202.6@tcp:53:lhsmtool_posix.0 00000100:00080000:1.0:1783441816.408820:0:22711:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000004:00000080:2.0:1783441816.408824:0:25510:0:(mdt_handler.c:7960:mdt_fid2path()) path get [0x2000013a1:0x2:0x0] from 18446744073709551615 #0 00000100:00100000:2.0:1783441816.410421:0:25510:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9113810d1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:e7ae7535-e8c5-4c14-a5b0-5523f3533c4f+28:18843:x1870073552871296:12345-192.168.202.6@tcp:53:lhsmtool_posix.0 Request processed in 1649us (2115us total) trans 0 rc 0/0 00000100:00100000:2.0:1783441816.410438:0:25510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 49 00000100:00100000:3.0:1783441816.425975:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:0.0:1783441816.426831:0:22714:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073552871424 00000100:00100000:0.0:1783441816.426850:0:22714:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073552871424 00000100:00100000:0.0:1783441816.426957:0:22714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 50 00000100:00100000:0.0:1783441816.426969:0:22714:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9114812a9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:e7ae7535-e8c5-4c14-a5b0-5523f3533c4f+28:18843:x1870073552871424:12345-192.168.202.6@tcp:34:lhsmtool_posix.0 00010000:00010000:0.0:1783441816.427102:0:22714:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9114b50d5c00/0x4778038d8fc372bc lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783441816.427126:0:22714:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9114b50d5c00/0x4778038d8fc372bc lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783441816.427144:0:22714:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9114b50d5c00/0x4778038d8fc372bc lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783441816.427322:0:22714:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9114b50d5600/0x4778038d8fc372c3 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783441816.427351:0:22714:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9114b50d5600/0x4778038d8fc372c3 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783441816.427365:0:22714:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9114b50d5600/0x4778038d8fc372c3 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783441816.427404:0:22714:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9114b50d4a00/0x4778038d8fc372ca lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 22714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783441816.427415:0:22714:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9114b50d4a00/0x4778038d8fc372ca lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 22714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783441816.427422:0:22714:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9114b50d4a00/0x4778038d8fc372ca lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 22714 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1783441816.427490:0:22714:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00000004:00200000:0.0:1783441816.427495:0:22714:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1783441816.427582:0:22714:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9114b50d4a00/0x4778038d8fc372ca lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 22714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783441816.427594:0:22714:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9114b50d5c00/0x4778038d8fc372bc lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783441816.427614:0:22714:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9114b50d5c00/0x4778038d8fc372bc lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 22714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783441816.427621:0:22714:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9114b50d5c00/0x4778038d8fc372bc lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783441816.427627:0:22714:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9114b50d5c00 already unused, calling callback (ffffffffc187d4f0) 00010000:00010000:0.0:1783441816.427631:0:22714:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9114b50d5c00/0x4778038d8fc372bc lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783441816.427640:0:22714:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9114b50d5c00/0x4778038d8fc372bc lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 22714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783441816.427654:0:22714:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff911483c37000) 00010000:00010000:0.0:1783441816.427658:0:22714:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783441816.427663:0:22714:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9114b50d5c00/0x4778038d8fc372bc lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783441816.427670:0:22714:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9114b50d5c00/0x4778038d8fc372bc lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783441816.427690:0:22714:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9114b50d5600/0x4778038d8fc372c3 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783441816.427697:0:22714:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9114b50d5600/0x4778038d8fc372c3 lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 22714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783441816.427703:0:22714:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9114b50d5600/0x4778038d8fc372c3 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783441816.427709:0:22714:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9114b50d5600 already unused, calling callback (ffffffffc187d4f0) 00010000:00010000:0.0:1783441816.427717:0:22714:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9114b50d5600/0x4778038d8fc372c3 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783441816.427724:0:22714:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9114b50d5600/0x4778038d8fc372c3 lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 22714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783441816.427733:0:22714:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x925dcd63 (ffff91149a64f300) 00010000:00010000:0.0:1783441816.427735:0:22714:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783441816.427738:0:22714:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9114b50d5600/0x4778038d8fc372c3 lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783441816.427744:0:22714:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9114b50d5600/0x4778038d8fc372c3 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783441816.427760:0:22714:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9114b50d4a00/0x4778038d8fc372ca lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 22714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783441816.427765:0:22714:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9114b50d4a00/0x4778038d8fc372ca lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 22714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783441816.427772:0:22714:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9114b50d4a00/0x4778038d8fc372ca lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 22714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783441816.427777:0:22714:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9114b50d4a00 already unused, calling callback (ffffffffc187d4f0) 00010000:00010000:0.0:1783441816.427780:0:22714:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9114b50d4a00/0x4778038d8fc372ca lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 22714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783441816.427786:0:22714:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9114b50d4a00/0x4778038d8fc372ca lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 22714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783441816.427792:0:22714:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff91149a64f900) 00010000:00010000:0.0:1783441816.427795:0:22714:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783441816.427803:0:22714:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9114b50d4a00/0x4778038d8fc372ca lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 22714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783441816.427810:0:22714:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9114b50d4a00/0x4778038d8fc372ca lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 22714 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783441816.427914:0:22714:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9114812a9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:e7ae7535-e8c5-4c14-a5b0-5523f3533c4f+28:18843:x1870073552871424:12345-192.168.202.6@tcp:34:lhsmtool_posix.0 Request processed in 944us (1950us total) trans 0 rc 0/0 00000100:00100000:0.0:1783441816.427925:0:22714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 50 00000100:00100000:3.0:1783441816.433904:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:0.0:1783441816.434060:0:22716:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073552871680 00000100:00100000:0.0:1783441816.434073:0:22716:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073552871680 00000100:00100000:0.0:1783441816.434149:0:22716:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 51 00000100:00100000:0.0:1783441816.434161:0:22716:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9114812aad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:e7ae7535-e8c5-4c14-a5b0-5523f3533c4f+28:18843:x1870073552871680:12345-192.168.202.6@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1783441816.434192:0:22716:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1783441816.434225:0:22716:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9114aebd1600/0x4778038d8fc372d1 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x84c385150672a6ab expref: -99 pid: 22716 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783441816.434394:0:22716:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9114aebd0e00/0x4778038d8fc372d8 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 22716 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783441816.434412:0:22716:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9114aebd0e00/0x4778038d8fc372d8 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 22716 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783441816.434425:0:22716:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9114aebd0e00/0x4778038d8fc372d8 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 22716 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1783441816.434438:0:22716:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00010000:00010000:0.0:1783441816.434615:0:22716:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9114aebd0e00/0x4778038d8fc372d8 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 22716 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783441816.434624:0:22716:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9114aebd0e00/0x4778038d8fc372d8 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 22716 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783441816.434659:0:22716:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9114aebd0e00/0x4778038d8fc372d8 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 22716 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783441816.434665:0:22716:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9114aebd0e00 already unused, calling callback (ffffffffc187d4f0) 00010000:00010000:0.0:1783441816.434671:0:22716:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9114aebd0e00/0x4778038d8fc372d8 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 22716 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783441816.434680:0:22716:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9114aebd0e00/0x4778038d8fc372d8 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 22716 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783441816.434695:0:22716:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff91149a64f900) 00010000:00010000:0.0:1783441816.434699:0:22716:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:0.0:1783441816.434705:0:22716:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9114aebd0e00/0x4778038d8fc372d8 lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 22716 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783441816.434711:0:22716:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9114aebd0e00/0x4778038d8fc372d8 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 22716 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783441816.434759:0:22716:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9114aebd1600/0x4778038d8fc372d1 lrc: 1/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.6@tcp remote: 0x84c385150672a6ab expref: 30 pid: 22716 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783441816.434768:0:22716:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff911483c37000) 00010000:00010000:0.0:1783441816.434770:0:22716:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1783441816.434773:0:22716:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9114aebd1600/0x4778038d8fc372d1 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.6@tcp remote: 0x84c385150672a6ab expref: 30 pid: 22716 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783441816.434781:0:22716:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9114aebd1600, rc 0) 00000100:00100000:0.0:1783441816.434854:0:22716:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9114812aad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:e7ae7535-e8c5-4c14-a5b0-5523f3533c4f+29:18843:x1870073552871680:12345-192.168.202.6@tcp:101:lhsmtool_posix.0 Request processed in 696us (966us total) trans 12884901907 rc 301/301 00000100:00100000:0.0:1783441816.434867:0:22716:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 51 00000100:00100000:3.0:1783441816.440922:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:0.0:1783441816.441140:0:22714:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073552871808 00000100:00100000:0.0:1783441816.441162:0:22714:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073552871808 00000100:00100000:0.0:1783441816.441252:0:22714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 52 00000100:00100000:0.0:1783441816.441264:0:22714:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9114812ab800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:e7ae7535-e8c5-4c14-a5b0-5523f3533c4f+29:18843:x1870073552871808:12345-192.168.202.6@tcp:53:lhsmtool_posix.0 00000004:00000080:0.0:1783441816.441322:0:22714:0:(mdt_handler.c:7960:mdt_fid2path()) path get [0x2000013a1:0x2:0x0] from 18446744073709551615 #0 00000100:00100000:0.0:1783441816.441538:0:22714:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9114812ab800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:e7ae7535-e8c5-4c14-a5b0-5523f3533c4f+29:18843:x1870073552871808:12345-192.168.202.6@tcp:53:lhsmtool_posix.0 Request processed in 275us (631us total) trans 0 rc 0/0 00000100:00100000:0.0:1783441816.441547:0:22714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 52 00000100:00100000:3.0:1783441816.449720:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:0.0:1783441816.450047:0:22716:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073552872064 00000100:00100000:0.0:1783441816.450060:0:22716:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073552872064 00000100:00100000:0.0:1783441816.450456:0:22716:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 53 00000100:00100000:0.0:1783441816.450471:0:22716:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9114812a8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:e7ae7535-e8c5-4c14-a5b0-5523f3533c4f+29:18843:x1870073552872064:12345-192.168.202.6@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1783441816.450557:0:22716:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1783441816.450587:0:22716:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9114aebd1600/0x4778038d8fc372e6 lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x84c385150672a6b2 expref: -99 pid: 22716 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1783441816.451537:0:22716:0:(osp_internal.h:570:osp_update_last_fid()) Gap in objids: start=[0x280000401:0x7:0x0], count =59 00000004:00080000:1.0:1783441816.451548:0:22716:0:(osp_object.c:1645:osp_create()) Writing gap [0x280000401:0x7:0x0]+59 in llog 00000004:00080000:1.0:1783441816.451578:0:22716:0:(osp_object.c:1662:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x42:0x0], index 0: 0 00010000:00010000:1.0:1783441816.452003:0:22716:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff911480031e00/0x4778038d8fc372ed lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22716 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783441816.452030:0:22716:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff911480031e00/0x4778038d8fc372ed lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22716 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783441816.452054:0:22716:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff911480031e00/0x4778038d8fc372ed lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22716 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783441816.452725:0:22716:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9114aebd1600/0x4778038d8fc372e6 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.6@tcp remote: 0x84c385150672a6b2 expref: 32 pid: 22716 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783441816.452754:0:22716:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff911480031e00/0x4778038d8fc372ed lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.6@tcp remote: 0x84c385150672a6b2 expref: 31 pid: 22716 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783441816.452764:0:22716:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff9114b510d000) 00010000:00010000:1.0:1783441816.452767:0:22716:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1783441816.452771:0:22716:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff911480031e00, rc 0) 00000100:00100000:1.0:1783441816.452887:0:22716:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9114812a8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:e7ae7535-e8c5-4c14-a5b0-5523f3533c4f+31:18843:x1870073552872064:12345-192.168.202.6@tcp:101:lhsmtool_posix.0 Request processed in 2419us (3180us total) trans 12884901908 rc 0/0 00000100:00100000:1.0:1783441816.452897:0:22716:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 53 00000100:00100000:3.0:1783441816.476075:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:0.0:1783441816.476572:0:22714:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073552872320 00000100:00100000:0.0:1783441816.476589:0:22714:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073552872320 00000100:00100000:0.0:1783441816.476694:0:22714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 54 00000100:00100000:0.0:1783441816.476706:0:22714:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9114812a8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:e7ae7535-e8c5-4c14-a5b0-5523f3533c4f+31:18843:x1870073552872320:12345-192.168.202.6@tcp:36:lhsmtool_posix.0 00010000:00010000:0.0:1783441816.476804:0:22714:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1783441816.476845:0:22714:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff911480031e00/0x4778038d8fc372ed lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.6@tcp remote: 0x84c385150672a6b2 expref: 31 pid: 22716 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783441816.476910:0:22714:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff9114b510d000) 00010000:00010000:0.0:1783441816.476926:0:22714:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1783441816.476962:0:22714:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9114aebd0400/0x4778038d8fc372fb lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783441816.476982:0:22714:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9114aebd0400/0x4778038d8fc372fb lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783441816.476994:0:22714:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9114aebd0400/0x4778038d8fc372fb lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783441816.477013:0:22714:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9114aebd0a00/0x4778038d8fc37302 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x1:0x0].0x7f3a79bb bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783441816.477021:0:22714:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9114aebd0a00/0x4778038d8fc37302 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x7f3a79bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783441816.477027:0:22714:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9114aebd0a00/0x4778038d8fc37302 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x7f3a79bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783441816.477096:0:22714:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9114aebd0400/0x4778038d8fc372fb lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783441816.477104:0:22714:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9114aebd0400/0x4778038d8fc372fb lrc: 2/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 22714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783441816.477111:0:22714:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9114aebd0400/0x4778038d8fc372fb lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783441816.477117:0:22714:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9114aebd0400 already unused, calling callback (ffffffffc187d4f0) 00010000:00010000:0.0:1783441816.477122:0:22714:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9114aebd0400/0x4778038d8fc372fb lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783441816.477138:0:22714:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9114aebd0400/0x4778038d8fc372fb lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 22714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783441816.477162:0:22714:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff9114b510dd00) 00010000:00010000:0.0:1783441816.477165:0:22714:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783441816.477170:0:22714:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9114aebd0400/0x4778038d8fc372fb lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783441816.477315:0:22714:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9114aebd0400/0x4778038d8fc372fb lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783441816.477328:0:22714:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9114aebd0a00/0x4778038d8fc37302 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x7f3a79bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783441816.477334:0:22714:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9114aebd0a00/0x4778038d8fc37302 lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x7f3a79bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 22714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783441816.477340:0:22714:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9114aebd0a00/0x4778038d8fc37302 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x7f3a79bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783441816.477345:0:22714:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9114aebd0a00 already unused, calling callback (ffffffffc187d4f0) 00010000:00010000:0.0:1783441816.477348:0:22714:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9114aebd0a00/0x4778038d8fc37302 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x7f3a79bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783441816.477354:0:22714:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9114aebd0a00/0x4778038d8fc37302 lrc: 4/0,0 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x7f3a79bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 22714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783441816.477363:0:22714:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x7f3a79bb (ffff91149a64f300) 00010000:00010000:0.0:1783441816.477365:0:22714:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783441816.477368:0:22714:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9114aebd0a00/0x4778038d8fc37302 lrc: 2/0,0 mode: --/PW res: [0x2000013a1:0x1:0x0].0x7f3a79bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783441816.477384:0:22714:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9114aebd0a00/0x4778038d8fc37302 lrc: 0/0,0 mode: --/PW res: [0x2000013a1:0x1:0x0].0x7f3a79bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22714 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783441816.477820:0:22714:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9114812a8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:e7ae7535-e8c5-4c14-a5b0-5523f3533c4f+30:18843:x1870073552872320:12345-192.168.202.6@tcp:36:lhsmtool_posix.0 Request processed in 1110us (1758us total) trans 0 rc -2/-2 00000100:00100000:0.0:1783441816.477833:0:22714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 54 00000100:00100000:0.0:1783441816.483779:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:2.0:1783441816.483967:0:22716:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073552872448 00000100:00100000:2.0:1783441816.483983:0:22716:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073552872448 00000100:00100000:2.0:1783441816.484078:0:22716:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 55 00000100:00100000:2.0:1783441816.484091:0:22716:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9113810d1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:e7ae7535-e8c5-4c14-a5b0-5523f3533c4f+30:18843:x1870073552872448:12345-192.168.202.6@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1783441816.484123:0:22716:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1783441816.484207:0:22716:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff911484e68e00/0x4778038d8fc37309 lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x84c385150672a6b9 expref: -99 pid: 22716 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441816.484267:0:22716:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff911484e68a00/0x4778038d8fc37310 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22716 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441816.484285:0:22716:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff911484e68a00/0x4778038d8fc37310 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22716 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441816.484300:0:22716:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff911484e68a00/0x4778038d8fc37310 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22716 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441816.484445:0:22716:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff911484e68e00/0x4778038d8fc37309 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.6@tcp remote: 0x84c385150672a6b9 expref: 32 pid: 22716 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441816.484468:0:22716:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff911484e68a00/0x4778038d8fc37310 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.6@tcp remote: 0x84c385150672a6b9 expref: 31 pid: 22716 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441816.484479:0:22716:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff911483c37100) 00010000:00010000:2.0:1783441816.484482:0:22716:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1783441816.484486:0:22716:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff911484e68a00, rc 0) 00000100:00100000:2.0:1783441816.484623:0:22716:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9113810d1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:e7ae7535-e8c5-4c14-a5b0-5523f3533c4f+31:18843:x1870073552872448:12345-192.168.202.6@tcp:101:lhsmtool_posix.0 Request processed in 534us (863us total) trans 0 rc 0/0 00000100:00100000:2.0:1783441816.484631:0:22716:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 55 00000100:00100000:3.0:1783441816.489248:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:2.0:1783441816.489317:0:22715:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073552872704 00000100:00100000:2.0:1783441816.489331:0:22715:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073552872704 00000100:00100000:2.0:1783441816.489419:0:22715:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 56 00000100:00100000:2.0:1783441816.489432:0:22715:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9114812aa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:e7ae7535-e8c5-4c14-a5b0-5523f3533c4f+31:18843:x1870073552872704:12345-192.168.202.6@tcp:36:lhsmtool_posix.0 00010000:00010000:2.0:1783441816.489583:0:22715:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff911484e69e00/0x4778038d8fc37317 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22715 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441816.490223:0:22715:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff911484e69e00/0x4778038d8fc37317 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22715 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441816.490249:0:22715:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff911484e69e00/0x4778038d8fc37317 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22715 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1783441816.490537:0:22715:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x10:0x0].2, 88 off8344 00000004:00080000:2.0:1783441816.490552:0:22715:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 807353051756ns, next at 808353048249ns, rc = 0 00000004:00010000:2.0:1783441816.490636:0:22715:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 0000000007df31e6 reply state 0000000010402f0b transno 12884901909 ns: mdt-lustre-MDT0000_UUID lock: ffff911484e69e00/0x4778038d8fc37317 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22715 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441816.490652:0:22715:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff911484e69e00/0x4778038d8fc37317 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22715 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441816.490660:0:22715:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff911483c37100) 00010000:00010000:2.0:1783441816.490664:0:22715:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00000100:00100000:2.0:1783441816.490669:0:22715:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1783441816.490814:0:22715:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9114812aa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:e7ae7535-e8c5-4c14-a5b0-5523f3533c4f+33:18843:x1870073552872704:12345-192.168.202.6@tcp:36:lhsmtool_posix.0 Request processed in 1381us (1590us total) trans 12884901909 rc 0/0 00000100:00100000:2.0:1783441816.490823:0:22715:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 56 00000100:00100000:0.0:1783441816.502451:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:2.0:1783441816.502678:0:22716:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073552872832 00000100:00100000:2.0:1783441816.502694:0:22716:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073552872832 00000100:00100000:2.0:1783441816.502776:0:22716:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 57 00000100:00100000:2.0:1783441816.502789:0:22716:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9113810d3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:e7ae7535-e8c5-4c14-a5b0-5523f3533c4f+33:18843:x1870073552872832:12345-192.168.202.6@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1783441816.502824:0:22716:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1783441816.502852:0:22716:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff911484e68e00/0x4778038d8fc3731e lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x84c385150672a6c0 expref: -99 pid: 22716 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441816.502968:0:22716:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff911484e68e00/0x4778038d8fc3731e lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.6@tcp remote: 0x84c385150672a6c0 expref: 34 pid: 22716 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441816.502984:0:22716:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff911484e68e00/0x4778038d8fc3731e lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.6@tcp remote: 0x84c385150672a6c0 expref: 34 pid: 22716 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441816.503009:0:22716:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff911483c37100) 00010000:00010000:2.0:1783441816.503012:0:22716:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1783441816.503016:0:22716:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff911484e68e00, rc 0) 00000100:00100000:2.0:1783441816.503094:0:22716:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9113810d3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:e7ae7535-e8c5-4c14-a5b0-5523f3533c4f+34:18843:x1870073552872832:12345-192.168.202.6@tcp:101:lhsmtool_posix.0 Request processed in 307us (659us total) trans 0 rc 0/0 00000100:00100000:2.0:1783441816.503101:0:22716:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 57 00000100:00100000:0.0:1783441816.514885:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:2.0:1783441816.515400:0:24222:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073552872960 00000100:00100000:2.0:1783441816.515415:0:24222:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073552872960 00000100:00100000:2.0:1783441816.515602:0:24222:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 27 00000100:00100000:2.0:1783441816.515616:0:24222:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9113810d0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e7ae7535-e8c5-4c14-a5b0-5523f3533c4f+5:2406:x1870073552872960:12345-192.168.202.6@tcp:2:lhsmtool_posix.0 00000100:00100000:2.0:1783441816.515957:0:24222:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9113810d0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e7ae7535-e8c5-4c14-a5b0-5523f3533c4f+6:2406:x1870073552872960:12345-192.168.202.6@tcp:2:lhsmtool_posix.0 Request processed in 344us (1087us total) trans 12884901891 rc 0/0 00000100:00100000:2.0:1783441816.515966:0:24222:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 27 00000100:00100000:3.0:1783441816.519004:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:1.0:1783441816.519098:0:22717:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073552873216 00000100:00100000:1.0:1783441816.519114:0:22717:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073552873216 00000100:00100000:1.0:1783441816.519430:0:22717:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 9 00000100:00100000:1.0:1783441816.519445:0:22717:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9114812a9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:e7ae7535-e8c5-4c14-a5b0-5523f3533c4f+34:18843:x1870073552873216:12345-192.168.202.6@tcp:35:lhsmtool_posix.0 00000100:00100000:1.0:1783441816.519822:0:22717:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9114812a9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:e7ae7535-e8c5-4c14-a5b0-5523f3533c4f+35:18843:x1870073552873216:12345-192.168.202.6@tcp:35:lhsmtool_posix.0 Request processed in 379us (828us total) trans 12884901910 rc 0/0 00000100:00100000:1.0:1783441816.519832:0:22717:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 9 00000100:00100000:0.0:1783441816.524389:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:1.0:1783441816.527423:0:22714:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073552873472 00000100:00100000:1.0:1783441816.527447:0:22714:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073552873472 00000100:00100000:1.0:1783441816.527726:0:22714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 58 00000100:00100000:1.0:1783441816.527739:0:22714:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9113810d0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:e7ae7535-e8c5-4c14-a5b0-5523f3533c4f+35:18843:x1870073552873472:12345-192.168.202.6@tcp:57:lhsmtool_posix.0 00000100:00100000:1.0:1783441816.528004:0:22714:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9113810d0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:e7ae7535-e8c5-4c14-a5b0-5523f3533c4f+35:18843:x1870073552873472:12345-192.168.202.6@tcp:57:lhsmtool_posix.0 Request processed in 267us (3632us total) trans 0 rc 0/0 00000100:00100000:1.0:1783441816.528012:0:22714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 58 00000100:00100000:0.0:1783441816.531336:0:3649:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff911484eba300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3649:1870073572913408:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1783441816.531455:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783441816.531868:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:2.0:1783441816.531991:0:22716:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073552873600 00000100:00100000:2.0:1783441816.532002:0:22716:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073552873600 00000100:00100000:2.0:1783441816.532076:0:22716:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 59 00000100:00100000:2.0:1783441816.532087:0:22716:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff911383dd2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:e7ae7535-e8c5-4c14-a5b0-5523f3533c4f+35:18843:x1870073552873600:12345-192.168.202.6@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1783441816.532115:0:22716:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1783441816.532158:0:22716:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff911484e69000/0x4778038d8fc37325 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x84c385150672a6c7 expref: -99 pid: 22716 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441816.532296:0:22716:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff911484e69600/0x4778038d8fc3732c lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 22716 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441816.532314:0:22716:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff911484e69600/0x4778038d8fc3732c lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1a/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 22716 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441816.532329:0:22716:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff911484e69600/0x4778038d8fc3732c lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1a/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 22716 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1783441816.532398:0:22716:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1783441816.532424:0:22716:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff911484e69600/0x4778038d8fc3732c lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1a/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 22716 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441816.532458:0:22716:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff911484e69000/0x4778038d8fc37325 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.6@tcp remote: 0x84c385150672a6c7 expref: 37 pid: 22716 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441816.532741:0:22716:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff911484e69600/0x4778038d8fc3732c lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.6@tcp remote: 0x84c385150672a6c7 expref: 36 pid: 22716 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441816.532752:0:22716:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff911483c37100) 00010000:00010000:2.0:1783441816.532755:0:22716:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:2.0:1783441816.532759:0:22716:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff911484e69600, rc 0) 00000100:00100000:2.0:1783441816.532820:0:22716:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff911383dd2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:e7ae7535-e8c5-4c14-a5b0-5523f3533c4f+36:18843:x1870073552873600:12345-192.168.202.6@tcp:101:lhsmtool_posix.0 Request processed in 734us (955us total) trans 0 rc 0/0 00000100:00100000:2.0:1783441816.532828:0:22716:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 59 00000100:00100000:2.0:1783441816.535801:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:3.0:1783441816.535912:0:24220:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073552873728 00000100:00100000:3.0:1783441816.535926:0:24220:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073552873728 00000100:00100000:3.0:1783441816.536007:0:24220:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 28 00000100:00100000:3.0:1783441816.536019:0:24220:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff911484eb8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e7ae7535-e8c5-4c14-a5b0-5523f3533c4f+6:2407:x1870073552873728:12345-192.168.202.6@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1783441816.536042:0:24220:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1783441816.536070:0:24220:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000007be23bf3/0x4778038d8fc37333 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x84c385150672a6ce expref: -99 pid: 24220 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1783441816.536102:0:24220:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x42:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x6a4d2998, blocks: 0x0 00010000:00010000:3.0:1783441816.536129:0:24220:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x42:0x0].0x0 since=807s v=(0 0) 00010000:00010000:3.0:1783441816.536134:0:24220:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1783441816.536145:0:24220:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000007be23bf3/0x4778038d8fc37333 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.6@tcp remote: 0x84c385150672a6ce expref: 7 pid: 24220 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783441816.536168:0:24220:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000007be23bf3/0x4778038d8fc37333 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.6@tcp remote: 0x84c385150672a6ce expref: 7 pid: 24220 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783441816.536183:0:24220:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff911383e4ae00, rc 0) 00000100:00100000:3.0:1783441816.536267:0:24220:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff911484eb8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e7ae7535-e8c5-4c14-a5b0-5523f3533c4f+7:2407:x1870073552873728:12345-192.168.202.6@tcp:101:lhsmtool_posix.0 Request processed in 250us (483us total) trans 0 rc 0/0 00000100:00100000:3.0:1783441816.536275:0:24220:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 28 00000100:00100000:1.0:1783441816.537159:0:24224:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572913408 00000100:00100000:1.0:1783441816.537170:0:24224:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572913408 00000100:00100000:1.0:1783441816.537251:0:24224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25 00000100:00100000:1.0:1783441816.537262:0:24224:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff911383dd3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3649:x1870073572913408:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1783441816.537296:0:24224:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3923505152 avail 3691982848 00000100:00100000:1.0:1783441816.537388:0:24224:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff911383dd3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3649:x1870073572913408:12345-0@lo:13:osp-pre-0-1.0 Request processed in 128us (5933us total) trans 0 rc 0/0 00000100:00100000:1.0:1783441816.537396:0:24224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25 00000100:00100000:2.0:1783441816.537692:0:3649:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff911484eba300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3649:1870073572913408:0@lo:13:osp-pre-0-1.0 00000100:00080000:3.0:1783441816.537879:0:22711:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1783441816.540821:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:1.0:1783441816.540907:0:22714:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073552873984 00000100:00100000:1.0:1783441816.540921:0:22714:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073552873984 00000100:00100000:1.0:1783441816.540998:0:22714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 60 00000100:00100000:1.0:1783441816.541010:0:22714:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff911383dd0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:e7ae7535-e8c5-4c14-a5b0-5523f3533c4f+36:18843:x1870073552873984:12345-192.168.202.6@tcp:57:lhsmtool_posix.0 00000100:00100000:1.0:1783441816.541178:0:22714:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff911383dd0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:e7ae7535-e8c5-4c14-a5b0-5523f3533c4f+36:18843:x1870073552873984:12345-192.168.202.6@tcp:57:lhsmtool_posix.0 Request processed in 170us (371us total) trans 0 rc 0/0 00000100:00100000:1.0:1783441816.541187:0:22714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 60 00000100:00100000:0.0:1783441816.547957:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:3.0:1783441816.548051:0:25510:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073552874112 00000100:00100000:3.0:1783441816.548064:0:25510:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073552874112 00000100:00100000:3.0:1783441816.548137:0:25510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 61 00000100:00100000:3.0:1783441816.548148:0:25510:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff911383dd3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:e7ae7535-e8c5-4c14-a5b0-5523f3533c4f+36:18843:x1870073552874112:12345-192.168.202.6@tcp:44:lhsmtool_posix.0 00000001:00080000:0.0:1783441816.550118:0:22695:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 12884901910 is committed 00000004:00080000:0.0:1783441816.550137:0:22695:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 2 committed 00000001:00080000:0.0:1783441816.550188:0:22695:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 12884901895 is committed 00010000:00010000:1.0:1783441816.550336:0:3634:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9114c21fda00/0x4778038d8fc371c0 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 25510 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783441816.550352:0:3634:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9114c21fda00/0x4778038d8fc371c0 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 25510 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783441816.550361:0:3634:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9114c21fda00/0x4778038d8fc371c0 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 25510 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783441816.550367:0:3634:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9114c21fda00 already unused, calling callback (ffffffffc187d4f0) 00010000:00010000:1.0:1783441816.550373:0:3634:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9114c21fda00/0x4778038d8fc371c0 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 25510 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783441816.550383:0:3634:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9114c21fda00/0x4778038d8fc371c0 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 25510 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783441816.550405:0:3634:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff9114b510dd00) 00010000:00010000:1.0:1783441816.550409:0:3634:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:1.0:1783441816.550415:0:3634:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9114c21fda00/0x4778038d8fc371c0 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 25510 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783441816.550422:0:3634:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9114c21fda00/0x4778038d8fc371c0 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 25510 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441816.550706:0:3633:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff911383e4ba00/0x4778038d8fc3716c lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441816.550717:0:3633:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff911383e4ba00/0x4778038d8fc3716c lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 22714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441816.550721:0:3633:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff911383e4ba00/0x4778038d8fc3716c lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441816.550724:0:3633:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff911383e4ba00 already unused, calling callback (ffffffffc187d4f0) 00010000:00010000:2.0:1783441816.550726:0:3633:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff911383e4ba00/0x4778038d8fc3716c lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441816.550731:0:3633:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff911383e4ba00/0x4778038d8fc3716c lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 22714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441816.550738:0:3633:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa6028a67 (ffff9113828f1c00) 00010000:00010000:2.0:1783441816.550739:0:3633:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783441816.550741:0:3633:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff911383e4ba00/0x4778038d8fc3716c lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441816.550745:0:3633:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff911383e4ba00/0x4778038d8fc3716c lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441816.550762:0:3633:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff911480030c00/0x4778038d8fc37173 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441816.550765:0:3633:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff911480030c00/0x4778038d8fc37173 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 22714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441816.550770:0:3633:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff911480030c00/0x4778038d8fc37173 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441816.550772:0:3633:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff911480030c00 already unused, calling callback (ffffffffc187d4f0) 00010000:00010000:2.0:1783441816.550778:0:3633:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff911480030c00/0x4778038d8fc37173 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441816.550782:0:3633:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff911480030c00/0x4778038d8fc37173 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 22714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441816.550787:0:3633:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff9114b510dd00) 00010000:00010000:2.0:1783441816.550789:0:3633:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783441816.550790:0:3633:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff911480030c00/0x4778038d8fc37173 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441816.550793:0:3633:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff911480030c00/0x4778038d8fc37173 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441816.550808:0:3633:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9114b50d5200/0x4778038d8fc3721b lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22716 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441816.550812:0:3633:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9114b50d5200/0x4778038d8fc3721b lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 22716 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441816.550825:0:3633:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9114b50d5200/0x4778038d8fc3721b lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22716 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441816.550829:0:3633:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9114b50d5200 already unused, calling callback (ffffffffc187d4f0) 00010000:00010000:2.0:1783441816.550831:0:3633:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9114b50d5200/0x4778038d8fc3721b lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22716 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441816.550834:0:3633:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9114b50d5200/0x4778038d8fc3721b lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 22716 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441816.550840:0:3633:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0xb42112bc (ffff91149a64fe00) 00010000:00010000:2.0:1783441816.550842:0:3633:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783441816.550848:0:3633:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9114b50d5200/0x4778038d8fc3721b lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22716 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441816.550852:0:3633:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9114b50d5200/0x4778038d8fc3721b lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22716 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441816.550863:0:3633:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff911480031400/0x4778038d8fc372a0 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 22716 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441816.550867:0:3633:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff911480031400/0x4778038d8fc372a0 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 22716 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441816.550871:0:3633:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff911480031400/0x4778038d8fc372a0 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 22716 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441816.550874:0:3633:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff911480031400 already unused, calling callback (ffffffffc187d4f0) 00010000:00010000:2.0:1783441816.550875:0:3633:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff911480031400/0x4778038d8fc372a0 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 22716 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441816.550878:0:3633:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff911480031400/0x4778038d8fc372a0 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 22716 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441816.550882:0:3633:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff91149a64f900) 00010000:00010000:2.0:1783441816.550884:0:3633:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783441816.550885:0:3633:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff911480031400/0x4778038d8fc372a0 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 22716 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441816.550890:0:3633:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff911480031400/0x4778038d8fc372a0 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 22716 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441816.550901:0:3633:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff911484e69e00/0x4778038d8fc37317 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22715 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441816.550915:0:3633:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff911484e69e00/0x4778038d8fc37317 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 22715 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441816.550921:0:3633:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff911484e69e00/0x4778038d8fc37317 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22715 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441816.550925:0:3633:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff911484e69e00 already unused, calling callback (ffffffffc187d4f0) 00010000:00010000:2.0:1783441816.550929:0:3633:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff911484e69e00/0x4778038d8fc37317 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22715 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441816.550936:0:3633:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff911484e69e00/0x4778038d8fc37317 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 22715 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441816.550945:0:3633:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff911483c37100) 00010000:00010000:2.0:1783441816.550946:0:3633:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:2.0:1783441816.550949:0:3633:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff911484e69e00/0x4778038d8fc37317 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22715 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441816.550953:0:3633:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff911484e69e00/0x4778038d8fc37317 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22715 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783441816.551707:0:3650:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9114812ab100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3650:1870073572913536:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1783441816.551784:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783441816.551898:0:24223:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572913536 00000100:00100000:1.0:1783441816.551909:0:24223:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572913536 00000100:00100000:1.0:1783441816.551987:0:24223:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 29 00000100:00100000:1.0:1783441816.551998:0:24223:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff911484eba300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3650:x1870073572913536:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:1.0:1783441816.552189:0:24223:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x280000401:0x42:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1783441816.552193:0:24223:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x280000401:0x42:0x0] updating lvb mtime from disk: 0 -> 0 00002000:00010000:1.0:1783441816.552195:0:24223:0:(ofd_lvb.c:319:ofd_lvbo_update()) res: [0x280000401:0x42:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1783441816.552197:0:24223:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x280000401:0x42:0x0] updating lvb ctime from disk: 1783441816 -> 1783441816 00002000:00010000:1.0:1783441816.552199:0:24223:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x280000401:0x42:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1783441816.552265:0:24223:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff911484eba300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:3650:x1870073572913536:12345-0@lo:2:osp-syn-0-0.0 Request processed in 267us (479us total) trans 12884901892 rc 0/0 00000100:00100000:1.0:1783441816.552277:0:24223:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 29 00000004:00080000:1.0:1783441816.552336:0:3650:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9114812ab100/2, rc 0, transno 12884901892 00000100:00100000:1.0:1783441816.552343:0:3650:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9114812ab100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3650:1870073572913536:0@lo:2:osp-syn-0-0.0 00000100:00080000:2.0:1783441816.552685:0:22711:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1783441816.552780:0:25510:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff911383dd3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:e7ae7535-e8c5-4c14-a5b0-5523f3533c4f+15:18843:x1870073552874112:12345-192.168.202.6@tcp:44:lhsmtool_posix.0 Request processed in 4629us (4837us total) trans 0 rc 0/0 00000100:00100000:3.0:1783441816.552792:0:25510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 61 00000100:00100000:0.0:1783441816.559838:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:3.0:1783441816.560019:0:24220:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073552874240 00000100:00100000:3.0:1783441816.560033:0:24220:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073552874240 00000100:00100000:3.0:1783441816.560108:0:24220:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 30 00000100:00100000:3.0:1783441816.560121:0:24220:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9114bf53e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e7ae7535-e8c5-4c14-a5b0-5523f3533c4f+7:2406:x1870073552874240:12345-192.168.202.6@tcp:16:lhsmtool_posix.0 00000100:00100000:3.0:1783441816.560297:0:24220:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9114bf53e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e7ae7535-e8c5-4c14-a5b0-5523f3533c4f+7:2406:x1870073552874240:12345-192.168.202.6@tcp:16:lhsmtool_posix.0 Request processed in 178us (484us total) trans 0 rc 0/0 00000100:00100000:3.0:1783441816.560306:0:24220:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 30 00000100:00100000:1.0:1783441816.563433:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:0.0:1783441816.563628:0:22714:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073552874496 00000100:00100000:0.0:1783441816.563643:0:22714:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073552874496 00000100:00100000:0.0:1783441816.563723:0:22714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 62 00000100:00100000:0.0:1783441816.563734:0:22714:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9113848c5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:e7ae7535-e8c5-4c14-a5b0-5523f3533c4f+15:18843:x1870073552874496:12345-192.168.202.6@tcp:36:lhsmtool_posix.0 00010000:00010000:0.0:1783441816.563812:0:22714:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1783441816.563862:0:22714:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff911484e69600/0x4778038d8fc3732c lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.6@tcp remote: 0x84c385150672a6c7 expref: 15 pid: 22716 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783441816.563914:0:22714:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff911483c37100) 00010000:00010000:0.0:1783441816.563921:0:22714:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1783441816.563965:0:22714:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9114aebd1200/0x4778038d8fc3733a lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783441816.563980:0:22714:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9114aebd1200/0x4778038d8fc3733a lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783441816.563992:0:22714:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9114aebd1200/0x4778038d8fc3733a lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22714 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1783441816.564162:0:22714:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000fcc350e8 reply state 000000008718c0ad transno 12884901911 ns: mdt-lustre-MDT0000_UUID lock: ffff9114aebd1200/0x4778038d8fc3733a lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783441816.564175:0:22714:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9114aebd1200/0x4778038d8fc3733a lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783441816.564182:0:22714:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff911483c37100) 00010000:00010000:0.0:1783441816.564185:0:22714:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1783441816.564188:0:22714:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1783441816.564336:0:22714:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9113848c5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:e7ae7535-e8c5-4c14-a5b0-5523f3533c4f+16:18843:x1870073552874496:12345-192.168.202.6@tcp:36:lhsmtool_posix.0 Request processed in 603us (917us total) trans 12884901911 rc 0/0 00000100:00100000:0.0:1783441816.564344:0:22714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 62 00000100:00100000:0.0:1783441816.567855:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:1.0:1783441816.567969:0:24223:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073552874624 00000100:00100000:1.0:1783441816.567982:0:24223:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073552874624 00000100:00100000:1.0:1783441816.568064:0:24223:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 31 00000100:00100000:1.0:1783441816.568075:0:24223:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9114bf53f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e7ae7535-e8c5-4c14-a5b0-5523f3533c4f+7:18843:x1870073552874624:12345-192.168.202.6@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1783441816.568100:0:24223:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1783441816.568125:0:24223:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000001eacc9b9/0x4778038d8fc37341 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x84c385150672a6d5 expref: -99 pid: 24223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783441816.568169:0:24223:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000007be23bf3/0x4778038d8fc37333 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.6@tcp remote: 0x84c385150672a6ce expref: 8 pid: 24220 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783441816.568180:0:24223:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1783441816.568186:0:24223:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1783441816.568192:0:24223:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001eacc9b9/0x4778038d8fc37341 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.202.6@tcp remote: 0x84c385150672a6d5 expref: 8 pid: 24223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783441816.568282:0:24223:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000007be23bf3/0x4778038d8fc37333 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.202.6@tcp remote: 0x84c385150672a6ce expref: 8 pid: 24220 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783441816.568299:0:24223:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000007be23bf3/0x4778038d8fc37333 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.202.6@tcp remote: 0x84c385150672a6ce expref: 8 pid: 24220 timeout: 907 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783441816.568317:0:24223:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9113848c4700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:24223:1870073572913664:192.168.202.6@tcp:104: 00000100:00100000:1.0:1783441816.568432:0:24223:0:(client.c:2702:ptlrpc_set_wait()) set ffff91149a7ad9c0 going to sleep for 11 seconds 00000100:00100000:1.0:1783441816.572409:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:0.0:1783441816.572591:0:24223:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9113848c4700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:24223:1870073572913664:192.168.202.6@tcp:104: 00010000:00010000:0.0:1783441816.572638:0:24223:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000001eacc9b9/0x4778038d8fc37341 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.202.6@tcp remote: 0x84c385150672a6d5 expref: 8 pid: 24223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783441816.572693:0:24223:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff911480030c00, rc 0) 00000100:00100000:0.0:1783441816.572766:0:24223:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9114bf53f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e7ae7535-e8c5-4c14-a5b0-5523f3533c4f+8:18843:x1870073552874624:12345-192.168.202.6@tcp:101:lhsmtool_posix.0 Request processed in 4691us (4927us total) trans 0 rc 0/0 00000100:00100000:0.0:1783441816.572776:0:24223:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 31 00000100:00100000:3.0:1783441816.573452:0:22701:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073552874752 00000100:00100000:3.0:1783441816.573478:0:22701:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073552874752 00010000:00010000:3.0:1783441816.573582:0:22701:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000007be23bf3/0x4778038d8fc37333 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.6@tcp remote: 0x84c385150672a6ce expref: 8 pid: 24220 timeout: 907 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783441816.573677:0:22701:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 19 00000100:00100000:3.0:1783441816.573689:0:22701:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff911384a68a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:e7ae7535-e8c5-4c14-a5b0-5523f3533c4f+8:2406:x1870073552874752:12345-192.168.202.6@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1783441816.573707:0:22701:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1783441816.573735:0:22701:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000007be23bf3/0x4778038d8fc37333 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.6@tcp remote: 0x84c385150672a6ce expref: 8 pid: 24220 timeout: 907 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783441816.573751:0:22701:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000007be23bf3/0x4778038d8fc37333 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.6@tcp remote: 0x84c385150672a6ce expref: 8 pid: 24220 timeout: 907 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783441816.573782:0:22701:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000007be23bf3/0x4778038d8fc37333 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.6@tcp remote: 0x84c385150672a6ce expref: 8 pid: 24220 timeout: 907 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783441816.573811:0:22701:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1783441816.573817:0:22701:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1783441816.573825:0:22701:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000001eacc9b9/0x4778038d8fc37341 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.202.6@tcp remote: 0x84c385150672a6d5 expref: 7 pid: 24223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783441816.573839:0:22701:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001eacc9b9/0x4778038d8fc37341 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.202.6@tcp remote: 0x84c385150672a6d5 expref: 7 pid: 24223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783441816.574179:0:22701:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 000000001eacc9b9/0x4778038d8fc37341 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.202.6@tcp remote: 0x84c385150672a6d5 expref: 7 pid: 24223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783441816.574198:0:22701:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9114812a9880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:22701:1870073572913792:192.168.202.6@tcp:105: 00000100:00100000:3.0:1783441816.574302:0:22701:0:(client.c:2702:ptlrpc_set_wait()) set ffff9114aebc9d80 going to sleep for 11 seconds 00000100:00100000:3.0:1783441816.578442:0:22701:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9114812a9880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:22701:1870073572913792:192.168.202.6@tcp:105: 00010000:00010000:3.0:1783441816.578546:0:22701:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1783441816.578626:0:22701:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff911384a68a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:e7ae7535-e8c5-4c14-a5b0-5523f3533c4f+7:2406:x1870073552874752:12345-192.168.202.6@tcp:103:ldlm_bl.0 Request processed in 4938us (6231us total) trans 0 rc 0/0 00000100:00100000:3.0:1783441816.578640:0:22701:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 19 00000100:00100000:0.0:1783441816.588120:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:3.0:1783441816.588679:0:24220:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073552874880 00000100:00100000:3.0:1783441816.588694:0:24220:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073552874880 00000100:00100000:3.0:1783441816.588781:0:24220:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 32 00000100:00100000:3.0:1783441816.588793:0:24220:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9114bf53c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e7ae7535-e8c5-4c14-a5b0-5523f3533c4f+7:2404:x1870073552874880:12345-192.168.202.6@tcp:2:lhsmtool_posix.0 00002000:00010000:3.0:1783441816.589029:0:24220:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x280000401:0x42:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1783441816.589050:0:24220:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x280000401:0x42:0x0] updating lvb mtime from disk: 0 -> 1783441816 00002000:00010000:3.0:1783441816.589052:0:24220:0:(ofd_lvb.c:319:ofd_lvbo_update()) res: [0x280000401:0x42:0x0] updating lvb atime from disk: 0 -> 1783441815 00002000:00010000:3.0:1783441816.589054:0:24220:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x280000401:0x42:0x0] updating lvb ctime from disk: 1783441816 -> 1783441816 00002000:00010000:3.0:1783441816.589056:0:24220:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x280000401:0x42:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1783441816.589378:0:24220:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9114bf53c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e7ae7535-e8c5-4c14-a5b0-5523f3533c4f+8:2404:x1870073552874880:12345-192.168.202.6@tcp:2:lhsmtool_posix.0 Request processed in 584us (1272us total) trans 12884901893 rc 0/0 00000100:00100000:3.0:1783441816.589387:0:24220:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 32 00010000:00010000:3.0:1783441816.593389:0:22703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1783441816.593727:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:2.0:1783441816.593831:0:24222:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073552875008 00000100:00100000:2.0:1783441816.593845:0:24222:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073552875008 00000100:00100000:2.0:1783441816.594030:0:24222:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 33 00000100:00100000:2.0:1783441816.594043:0:24222:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff911488b44e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e7ae7535-e8c5-4c14-a5b0-5523f3533c4f+8:2406:x1870073552875008:12345-192.168.202.6@tcp:1:lhsmtool_posix.0 00010000:00010000:2.0:1783441816.594104:0:24222:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000fa718605/0x4778038d8fc37348 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441816.594162:0:24222:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000001eacc9b9/0x4778038d8fc37341 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.202.6@tcp remote: 0x84c385150672a6d5 expref: 8 pid: 24223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441816.594174:0:24222:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x280000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1783441816.594179:0:24222:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x42:0x0].0x0 since=0s v=(1 0) 00010000:00010000:2.0:1783441816.594185:0:24222:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000fa718605/0x4778038d8fc37348 lrc: 4/1,0 mode: --/PR res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441816.594250:0:24222:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000001eacc9b9/0x4778038d8fc37341 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.202.6@tcp remote: 0x84c385150672a6d5 expref: 8 pid: 24223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441816.594267:0:24222:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000001eacc9b9/0x4778038d8fc37341 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.202.6@tcp remote: 0x84c385150672a6d5 expref: 8 pid: 24223 timeout: 907 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783441816.594286:0:24222:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff911484eb9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:24222:1870073572913920:192.168.202.6@tcp:104: 00000100:00100000:2.0:1783441816.594392:0:24222:0:(client.c:2702:ptlrpc_set_wait()) set ffff9114a1b019c0 going to sleep for 11 seconds 00000100:00100000:2.0:1783441816.597485:0:24222:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff911484eb9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:24222:1870073572913920:192.168.202.6@tcp:104: 00010000:00010000:2.0:1783441816.597568:0:24222:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000fa718605/0x4778038d8fc37348 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783441816.599791:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:2.0:1783441816.600274:0:22700:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073552875136 00000100:00100000:2.0:1783441816.600293:0:22700:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073552875136 00010000:00010000:2.0:1783441816.600366:0:22700:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000001eacc9b9/0x4778038d8fc37341 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.202.6@tcp remote: 0x84c385150672a6d5 expref: 9 pid: 24223 timeout: 907 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783441816.600450:0:22700:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 20 00000100:00100000:2.0:1783441816.600463:0:22700:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff911383540380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e7ae7535-e8c5-4c14-a5b0-5523f3533c4f+9:2406:x1870073552875136:12345-192.168.202.6@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1783441816.600493:0:22700:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1783441816.600568:0:22700:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000001eacc9b9/0x4778038d8fc37341 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.202.6@tcp remote: 0x84c385150672a6d5 expref: 9 pid: 24223 timeout: 907 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441816.600586:0:22700:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000001eacc9b9/0x4778038d8fc37341 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.202.6@tcp remote: 0x84c385150672a6d5 expref: 9 pid: 24223 timeout: 907 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441816.600622:0:22700:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000001eacc9b9/0x4778038d8fc37341 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.202.6@tcp remote: 0x84c385150672a6d5 expref: 9 pid: 24223 timeout: 907 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441816.600646:0:22700:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x42:0x0].0x0 since=0s v=(1 0) 00010000:00010000:2.0:1783441816.600651:0:22700:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x42:0x0].0x0 since=0s v=(1 0) 00010000:00010000:2.0:1783441816.600658:0:22700:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000fa718605/0x4778038d8fc37348 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441816.600670:0:22700:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000fa718605/0x4778038d8fc37348 lrc: 4/1,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441816.600705:0:22700:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1783441816.600952:0:22700:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff911383540380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e7ae7535-e8c5-4c14-a5b0-5523f3533c4f+8:2406:x1870073552875136:12345-192.168.202.6@tcp:103:ldlm_bl.0 Request processed in 489us (1180us total) trans 0 rc 0/0 00000100:00100000:2.0:1783441816.600961:0:22700:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 20 00010000:00010000:0.0:1783441816.601275:0:24222:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000fa718605/0x4778038d8fc37348 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783441816.601288:0:24222:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000fa718605/0x4778038d8fc37348 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783441816.601313:0:24222:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000fa718605/0x4778038d8fc37348 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783441816.601323:0:24222:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000fa718605/0x4778038d8fc37348 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783441816.601330:0:24222:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000fa718605/0x4778038d8fc37348 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783441816.601338:0:24222:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff911484e69e00 already unused, calling callback (ffffffffc0c73f90) 00010000:00010000:0.0:1783441816.601343:0:24222:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000fa718605/0x4778038d8fc37348 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783441816.601371:0:24222:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000fa718605/0x4778038d8fc37348 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783441816.601386:0:24222:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000fa718605/0x4778038d8fc37348 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783441816.601394:0:24222:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000fa718605/0x4778038d8fc37348 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783441816.601462:0:24222:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff911488b44e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e7ae7535-e8c5-4c14-a5b0-5523f3533c4f+7:2406:x1870073552875008:12345-192.168.202.6@tcp:1:lhsmtool_posix.0 Request processed in 7423us (7745us total) trans 0 rc 0/0 00000100:00100000:0.0:1783441816.601485:0:24222:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 33 00000100:00100000:1.0:1783441816.609346:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:2.0:1783441816.615958:0:22716:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073552875392 00000100:00100000:2.0:1783441816.615983:0:22716:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073552875392 00000100:00100000:2.0:1783441816.616096:0:22716:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 63 00000100:00100000:2.0:1783441816.616110:0:22716:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9114aeae2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:e7ae7535-e8c5-4c14-a5b0-5523f3533c4f+16:18843:x1870073552875392:12345-192.168.202.6@tcp:57:lhsmtool_posix.0 00010000:00010000:2.0:1783441816.616261:0:22716:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff911484e69000/0x4778038d8fc3734f lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 22716 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441816.616281:0:22716:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9114aeae5e00/0x4778038d8fc37299 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.6@tcp remote: 0x84c385150672a696 expref: 16 pid: 22715 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441816.616292:0:22716:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff911484e69000/0x4778038d8fc3734f lrc: 4/0,1 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 22716 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441816.616340:0:22716:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9114aeae5e00/0x4778038d8fc37299 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.6@tcp remote: 0x84c385150672a696 expref: 16 pid: 22715 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441816.616356:0:22716:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9114aeae5e00/0x4778038d8fc37299 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.6@tcp remote: 0x84c385150672a696 expref: 16 pid: 22715 timeout: 907 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783441816.616374:0:22716:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff911484eb9180 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:22716:1870073572914048:192.168.202.6@tcp:104: 00000100:00100000:2.0:1783441816.616491:0:22716:0:(client.c:2702:ptlrpc_set_wait()) set ffff9114a1b019c0 going to sleep for 11 seconds 00000100:00100000:2.0:1783441816.623661:0:22716:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff911484eb9180 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:22716:1870073572914048:192.168.202.6@tcp:104: 00010000:00010000:2.0:1783441816.623705:0:22716:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff911484e69000/0x4778038d8fc3734f lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 22716 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783441816.629761:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:3.0:1783441816.629870:0:22701:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073552875520 00000100:00100000:3.0:1783441816.629884:0:22701:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073552875520 00010000:00010000:3.0:1783441816.629945:0:22701:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9114aeae5e00/0x4778038d8fc37299 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.6@tcp remote: 0x84c385150672a696 expref: 17 pid: 22715 timeout: 907 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783441816.629998:0:22701:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 21 00000100:00100000:3.0:1783441816.630011:0:22701:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9114aeae1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:e7ae7535-e8c5-4c14-a5b0-5523f3533c4f+17:2407:x1870073552875520:12345-192.168.202.6@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1783441816.630030:0:22701:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1783441816.630039:0:22701:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9114aeae5e00/0x4778038d8fc37299 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.6@tcp remote: 0x84c385150672a696 expref: 17 pid: 22715 timeout: 907 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783441816.630058:0:22701:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9114aeae5e00/0x4778038d8fc37299 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.6@tcp remote: 0x84c385150672a696 expref: 17 pid: 22715 timeout: 907 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783441816.630092:0:22701:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9114aeae5e00/0x4778038d8fc37299 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.6@tcp remote: 0x84c385150672a696 expref: 17 pid: 22715 timeout: 907 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783441816.630115:0:22701:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff91149a64f900) 00010000:00010000:3.0:1783441816.630123:0:22701:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9114aeae5800/0x4778038d8fc372b5 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.6@tcp remote: 0x84c385150672a6a4 expref: 16 pid: 22715 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783441816.630156:0:22701:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff911484e69000/0x4778038d8fc3734f lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 22716 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783441816.630165:0:22701:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff911484e69000/0x4778038d8fc3734f lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 22716 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783441816.630174:0:22701:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff911484e69000/0x4778038d8fc3734f lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 22716 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783441816.630294:0:22701:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1783441816.630463:0:22716:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff911484e69000/0x4778038d8fc3734f lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22716 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783441816.630483:0:22716:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff911484e69000/0x4778038d8fc3734f lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22716 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783441816.630807:0:22716:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff911480031400/0x4778038d8fc37356 lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22716 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783441816.630824:0:22716:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff911484e68e00/0x4778038d8fc3731e lrc: 2/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.6@tcp remote: 0x84c385150672a6c0 expref: 17 pid: 22716 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783441816.630834:0:22716:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff911480031400/0x4778038d8fc37356 lrc: 4/0,1 mode: --/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22716 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783441816.630887:0:22716:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff911484e68e00/0x4778038d8fc3731e lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.6@tcp remote: 0x84c385150672a6c0 expref: 17 pid: 22716 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783441816.630903:0:22716:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff911484e68e00/0x4778038d8fc3731e lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.6@tcp remote: 0x84c385150672a6c0 expref: 17 pid: 22716 timeout: 907 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783441816.630921:0:22716:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff911383e3d180 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:22716:1870073572914176:192.168.202.6@tcp:104: 00000100:00100000:3.0:1783441816.632258:0:22701:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9114aeae1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:e7ae7535-e8c5-4c14-a5b0-5523f3533c4f+17:2407:x1870073552875520:12345-192.168.202.6@tcp:103:ldlm_bl.0 Request processed in 2236us (2499us total) trans 0 rc 0/0 00000100:00100000:3.0:1783441816.632274:0:22701:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 21 00000100:00100000:1.0:1783441816.632859:0:22716:0:(client.c:2702:ptlrpc_set_wait()) set ffff91149a7adf00 going to sleep for 11 seconds 00000100:00100000:1.0:1783441816.648533:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:3.0:1783441816.651403:0:22702:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073552875648 00000100:00100000:3.0:1783441816.651427:0:22702:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073552875648 00010000:00010000:3.0:1783441816.651574:0:22702:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff911484e68e00/0x4778038d8fc3731e lrc: 5/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.6@tcp remote: 0x84c385150672a6c0 expref: 17 pid: 22716 timeout: 907 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783441816.651638:0:22702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 22 00000100:00100000:3.0:1783441816.651651:0:22702:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff911383e3fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e7ae7535-e8c5-4c14-a5b0-5523f3533c4f+17:2406:x1870073552875648:12345-192.168.202.6@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1783441816.651674:0:22702:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1783441816.651682:0:22702:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff911484e68e00/0x4778038d8fc3731e lrc: 5/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.6@tcp remote: 0x84c385150672a6c0 expref: 17 pid: 22716 timeout: 907 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783441816.651700:0:22702:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff911484e68e00/0x4778038d8fc3731e lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.6@tcp remote: 0x84c385150672a6c0 expref: 17 pid: 22716 timeout: 907 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783441816.651764:0:22702:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff911483c37100) 00010000:00010000:3.0:1783441816.651771:0:22702:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff911480031400/0x4778038d8fc37356 lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 22716 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783441816.651783:0:22702:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff911480031400/0x4778038d8fc37356 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 22716 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783441816.651791:0:22702:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff911480031400/0x4778038d8fc37356 lrc: 4/0,1 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 22716 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783441816.651817:0:22702:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1783441816.651890:0:22702:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff911383e3fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e7ae7535-e8c5-4c14-a5b0-5523f3533c4f+17:2406:x1870073552875648:12345-192.168.202.6@tcp:103:ldlm_bl.0 Request processed in 242us (3397us total) trans 0 rc 0/0 00000100:00100000:3.0:1783441816.651898:0:22702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 22 00010000:00010000:2.0:1783441816.655412:0:22716:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff911484e68e00/0x4778038d8fc3731e lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.6@tcp remote: 0x84c385150672a6c0 expref: 16 pid: 22716 timeout: 907 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783441816.655674:0:22716:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff911383e3d180 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:22716:1870073572914176:192.168.202.6@tcp:104: 00010000:00010000:2.0:1783441816.655709:0:22716:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff911480031400/0x4778038d8fc37356 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22716 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441816.655721:0:22716:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff911480031400/0x4778038d8fc37356 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22716 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441816.655727:0:22716:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff911480031400/0x4778038d8fc37356 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22716 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1783441816.655885:0:22716:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 12884901912 00000001:00080000:2.0:1783441816.656358:0:22716:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 12884901913 00000001:00080000:2.0:1783441816.656411:0:22716:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 12884901914 00000100:00100000:2.0:1783441816.656851:0:22716:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff911484eb9180 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-mdtlov_UUID:22716:1870073572914304:0@lo:1000:mdt00_002.0 00000100:00100000:2.0:1783441816.656958:0:22716:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783441816.657008:0:22716:0:(client.c:2702:ptlrpc_set_wait()) set ffff911383c516c0 going to sleep for 11 seconds 00000100:00100000:3.0:1783441816.657716:0:23738:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572914304 00000100:00100000:3.0:1783441816.657729:0:23738:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572914304 00000100:00100000:3.0:1783441816.657814:0:23738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 66 00000100:00100000:3.0:1783441816.657826:0:23738:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff911484eba680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:22716:x1870073572914304:12345-0@lo:1000:mdt00_002.0 00000100:00100000:3.0:1783441816.658093:0:23738:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff911484eba680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:22716:x1870073572914304:12345-0@lo:1000:mdt00_002.0 Request processed in 268us (1133us total) trans 0 rc 0/0 00000100:00100000:3.0:1783441816.658103:0:23738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 66 00000100:00100000:1.0:1783441816.661874:0:22716:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff911484eb9180 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-mdtlov_UUID:22716:1870073572914304:0@lo:1000:mdt00_002.0 00000001:00080000:1.0:1783441816.663327:0:22716:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 12884901915 00000100:00100000:1.0:1783441816.663452:0:22716:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff911383e3f800 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-mdtlov_UUID:22716:1870073572914432:0@lo:1000:mdt00_002.0 00000100:00100000:1.0:1783441816.664699:0:22716:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783441816.664764:0:22716:0:(client.c:2702:ptlrpc_set_wait()) set ffff91149a7ad300 going to sleep for 11 seconds 00000100:00100000:3.0:1783441816.665031:0:22720:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572914432 00000100:00100000:3.0:1783441816.665044:0:22720:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572914432 00000100:00100000:3.0:1783441816.665115:0:22720:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 67 00000100:00100000:3.0:1783441816.665125:0:22720:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff911383e3ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:22716:x1870073572914432:12345-0@lo:1000:mdt00_002.0 00000100:00100000:3.0:1783441816.665375:0:22720:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff911383e3ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+7:22716:x1870073572914432:12345-0@lo:1000:mdt00_002.0 Request processed in 250us (684us total) trans 12884901894 rc 0/0 00000100:00100000:3.0:1783441816.665401:0:22720:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 67 00000100:00100000:1.0:1783441816.666901:0:22716:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff911383e3f800 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-mdtlov_UUID:22716:1870073572914432:0@lo:1000:mdt00_002.0 00010000:00010000:1.0:1783441816.666986:0:22716:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff911480031400/0x4778038d8fc37356 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22716 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783441816.667001:0:22716:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff911480031400/0x4778038d8fc37356 lrc: 2/0,0 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 22716 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783441816.667010:0:22716:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff911480031400/0x4778038d8fc37356 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 22716 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783441816.667017:0:22716:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff911480031400 already unused, calling callback (ffffffffc187d4f0) 00010000:00010000:1.0:1783441816.667023:0:22716:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff911480031400/0x4778038d8fc37356 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 22716 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783441816.667053:0:22716:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff911480031400/0x4778038d8fc37356 lrc: 4/0,0 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 22716 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783441816.667075:0:22716:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff911483c37100) 00010000:00010000:1.0:1783441816.667079:0:22716:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1783441816.667085:0:22716:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff911480031400/0x4778038d8fc37356 lrc: 2/0,0 mode: --/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 22716 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783441816.667092:0:22716:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff911480031400/0x4778038d8fc37356 lrc: 0/0,0 mode: --/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 22716 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783441816.667157:0:22716:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9114b50d5e00/0x4778038d8fc372ae lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210400000020 pid: 22716 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783441816.667165:0:22716:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9114b50d5e00/0x4778038d8fc372ae lrc: 2/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210400000020 pid: 22716 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783441816.667171:0:22716:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9114b50d5e00/0x4778038d8fc372ae lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210400000020 pid: 22716 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783441816.667177:0:22716:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9114b50d5e00 already unused, calling callback (ffffffffc187d4f0) 00010000:00010000:1.0:1783441816.667180:0:22716:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9114b50d5e00/0x4778038d8fc372ae lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210400000020 pid: 22716 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783441816.667187:0:22716:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9114b50d5e00/0x4778038d8fc372ae lrc: 4/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40218400000020 pid: 22716 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783441816.667196:0:22716:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff91149a64f900) 00010000:00010000:1.0:1783441816.667198:0:22716:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1783441816.667209:0:22716:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9114aeae5800/0x4778038d8fc372b5 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.6@tcp remote: 0x84c385150672a6a4 expref: 19 pid: 22715 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783441816.667251:0:22716:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9114aeae5800/0x4778038d8fc372b5 lrc: 2/0,0 mode: CR/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.6@tcp remote: 0x84c385150672a6a4 expref: 19 pid: 22715 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783441816.667262:0:22716:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9114aeae5800/0x4778038d8fc372b5 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.6@tcp remote: 0x84c385150672a6a4 expref: 19 pid: 22715 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783441816.667354:0:22716:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff9114aeae5800/0x4778038d8fc372b5 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.6@tcp remote: 0x84c385150672a6a4 expref: 19 pid: 22715 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783441816.667372:0:22716:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff911383e3dc00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:22716:1870073572914560:192.168.202.6@tcp:105: 00000100:00100000:1.0:1783441816.667799:0:22716:0:(client.c:2702:ptlrpc_set_wait()) set ffff91149a7adf00 going to sleep for 11 seconds 00000100:00100000:3.0:1783441816.673749:0:22716:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff911383e3dc00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:22716:1870073572914560:192.168.202.6@tcp:105: 00010000:00010000:3.0:1783441816.673795:0:22716:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9114b50d5e00/0x4778038d8fc372ae lrc: 2/0,0 mode: --/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x44a19400000020 pid: 22716 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783441816.673809:0:22716:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9114b50d5e00/0x4778038d8fc372ae lrc: 0/0,0 mode: --/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x44a19400000020 pid: 22716 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783441816.673854:0:22716:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff911383e4ae00/0x4778038d8fc3735d lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22716 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783441816.673872:0:22716:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff911383e4ae00/0x4778038d8fc3735d lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22716 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783441816.673888:0:22716:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff911383e4ae00/0x4778038d8fc3735d lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22716 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783441816.673899:0:22716:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff911383e4ae00/0x4778038d8fc3735d lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22716 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783441816.673905:0:22716:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff911383e4ae00/0x4778038d8fc3735d lrc: 2/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 22716 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783441816.673912:0:22716:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff911383e4ae00/0x4778038d8fc3735d lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22716 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783441816.673919:0:22716:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff911383e4ae00 already unused, calling callback (ffffffffc187d4f0) 00010000:00010000:3.0:1783441816.673923:0:22716:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff911383e4ae00/0x4778038d8fc3735d lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22716 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783441816.673931:0:22716:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff911383e4ae00/0x4778038d8fc3735d lrc: 4/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 22716 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783441816.673965:0:22716:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff91149a64f900) 00010000:00010000:3.0:1783441816.673969:0:22716:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783441816.673973:0:22716:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff911383e4ae00/0x4778038d8fc3735d lrc: 2/0,0 mode: --/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22716 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783441816.673980:0:22716:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff911383e4ae00/0x4778038d8fc3735d lrc: 0/0,0 mode: --/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22716 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783441816.673991:0:22716:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff911484e69000/0x4778038d8fc3734f lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22716 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783441816.673998:0:22716:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff911484e69000/0x4778038d8fc3734f lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 22716 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783441816.674005:0:22716:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff911484e69000/0x4778038d8fc3734f lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 22716 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783441816.674010:0:22716:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff911484e69000 already unused, calling callback (ffffffffc187d4f0) 00010000:00010000:3.0:1783441816.674013:0:22716:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff911484e69000/0x4778038d8fc3734f lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 22716 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783441816.674019:0:22716:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff911484e69000/0x4778038d8fc3734f lrc: 4/0,0 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 22716 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783441816.674028:0:22716:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff91149a64f900) 00010000:00010000:3.0:1783441816.674031:0:22716:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1783441816.674034:0:22716:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff911484e69000/0x4778038d8fc3734f lrc: 2/0,0 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 22716 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783441816.674040:0:22716:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff911484e69000/0x4778038d8fc3734f lrc: 0/0,0 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 22716 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783441816.674380:0:22716:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9114aeae2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:e7ae7535-e8c5-4c14-a5b0-5523f3533c4f+19:18843:x1870073552875392:12345-192.168.202.6@tcp:57:lhsmtool_posix.0 Request processed in 58271us (65046us total) trans 12884901916 rc 0/0 00000100:00100000:3.0:1783441816.674395:0:22716:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 63 00000020:00080000:3.0:1783441816.674405:0:22716:0:(tgt_main.c:784:tgt_ses_key_exit()) total 5 transactions per RPC 00000040:00080000:0.0:1783441816.676577:0:22748:0:(llog.c:805:llog_process_thread()) index: 3, lh_last_idx: 3 synced_idx: 3 lgh_last_idx: 3 00000040:00080000:0.0:1783441816.676593:0:22748:0:(llog_cat.c:841:llog_cat_process_common()) processing log [0x1:0x14:0x0] at index 3 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1783441816.676623:0:22748:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x14:0x0] index 2 count 2 00000040:00080000:0.0:1783441816.676636:0:22748:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 4 count 2 00000100:00100000:0.0:1783441816.685675:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:0.0:1783441816.685725:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:1.0:1783441816.685902:0:22717:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073552875776 00000100:00100000:1.0:1783441816.685916:0:22717:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073552875776 00000100:00100000:1.0:1783441816.685970:0:22717:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073552876032 00000100:00100000:1.0:1783441816.685972:0:22717:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073552876032 00000100:00100000:1.0:1783441816.685987:0:22717:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 10 00000100:00100000:1.0:1783441816.685996:0:22717:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff911383b93c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:e7ae7535-e8c5-4c14-a5b0-5523f3533c4f+20:18842:x1870073552875776:12345-192.168.202.6@tcp:49:dd.0 00000100:00100000:1.0:1783441816.686216:0:22717:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff911383b93c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:e7ae7535-e8c5-4c14-a5b0-5523f3533c4f+20:18842:x1870073552875776:12345-192.168.202.6@tcp:49:dd.0 Request processed in 219us (553us total) trans 0 rc 0/0 00000100:00100000:1.0:1783441816.686235:0:22717:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 10 00000100:00100000:1.0:1783441816.686291:0:22717:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 11 00000100:00100000:1.0:1783441816.686299:0:22717:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9114bf53dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:e7ae7535-e8c5-4c14-a5b0-5523f3533c4f+19:18843:x1870073552876032:12345-192.168.202.6@tcp:35:lhsmtool_posix.0 00000004:00080000:1.0:1783441816.686680:0:22717:0:(mdd_object.c:4010:mdd_close()) Object [0x2000013a1:0x3:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000001:00080000:1.0:1783441816.686729:0:22717:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 12884901917 00010000:00010000:1.0:1783441816.686791:0:22717:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff911480031400/0x4778038d8fc37364 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22717 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783441816.686811:0:22717:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff911480031400/0x4778038d8fc37364 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010080000000 pid: 22717 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783441816.687207:0:22717:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff911480031400/0x4778038d8fc37364 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 22717 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783441816.687217:0:22717:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff911480031400/0x4778038d8fc37364 lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 22717 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783441816.687235:0:22717:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff911480031400/0x4778038d8fc37364 lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 22717 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783441816.687243:0:22717:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff911480031400/0x4778038d8fc37364 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 22717 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783441816.687480:0:22717:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1783441816.687624:0:22717:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9114bf53dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:e7ae7535-e8c5-4c14-a5b0-5523f3533c4f+21:18843:x1870073552876032:12345-192.168.202.6@tcp:35:lhsmtool_posix.0 Request processed in 1321us (1893us total) trans 12884901918 rc 0/0 00000100:00100000:1.0:1783441816.687634:0:22717:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 11 00000020:00080000:1.0:1783441816.687640:0:22717:0:(tgt_main.c:784:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:2.0:1783441816.696056:0:24299:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1783441816.696078:0:24299:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff911480031400/0x4778038d8fc37364 lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 22717 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441816.696093:0:24299:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff911480031400 already unused, calling callback (ffffffffc0c73f90) 00010000:00010000:2.0:1783441816.696099:0:24299:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff911480031400/0x4778038d8fc37364 lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 22717 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441816.696111:0:24299:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff911480031400/0x4778038d8fc37364 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40018480000000 pid: 22717 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441816.696137:0:24299:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff911483c37100) 00010000:00010000:2.0:1783441816.696140:0:24299:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1783441816.696167:0:24299:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff911480031400/0x4778038d8fc37364 lrc: 1/0,0 mode: --/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 22717 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441816.696174:0:24299:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff911480031400/0x4778038d8fc37364 lrc: 0/0,0 mode: --/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 22717 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783441816.696200:0:24299:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783441816.696202:0:24299:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783441816.696205:0:24299:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1783441816.706463:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:1.0:1783441816.706685:0:22714:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073552876160 00000100:00100000:1.0:1783441816.706702:0:22714:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073552876160 00000100:00100000:1.0:1783441816.706793:0:22714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 64 00000100:00100000:1.0:1783441816.706806:0:22714:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9114bf53df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:e7ae7535-e8c5-4c14-a5b0-5523f3533c4f+21:18842:x1870073552876160:12345-192.168.202.6@tcp:101:dd.0 00010000:00010000:1.0:1783441816.706842:0:22714:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1783441816.706871:0:22714:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff911480030c00/0x4778038d8fc3736b lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x84c385150672a6dc expref: -99 pid: 22714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783441816.706944:0:22714:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff911480031e00/0x4778038d8fc37372 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783441816.706962:0:22714:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff911480031e00/0x4778038d8fc37372 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783441816.706977:0:22714:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff911480031e00/0x4778038d8fc37372 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783441816.707124:0:22714:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff911480030c00/0x4778038d8fc3736b lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.6@tcp remote: 0x84c385150672a6dc expref: 23 pid: 22714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783441816.707151:0:22714:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff911480031e00/0x4778038d8fc37372 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.6@tcp remote: 0x84c385150672a6dc expref: 22 pid: 22714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783441816.707162:0:22714:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff91149a64f900) 00010000:00010000:1.0:1783441816.707165:0:22714:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1783441816.707169:0:22714:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff911480031e00, rc 0) 00000100:00100000:1.0:1783441816.707256:0:22714:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9114bf53df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:e7ae7535-e8c5-4c14-a5b0-5523f3533c4f+22:18842:x1870073552876160:12345-192.168.202.6@tcp:101:dd.0 Request processed in 452us (812us total) trans 0 rc 0/0 00000100:00100000:1.0:1783441816.707265:0:22714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 64 00000100:00100000:0.0:1783441816.901588:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:0.0:1783441816.901685:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:1.0:1783441816.901841:0:24226:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073552876416 00000100:00100000:1.0:1783441816.901854:0:24226:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073552876416 00000100:00100000:2.0:1783441816.901869:0:24227:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073552876288 00000100:00100000:2.0:1783441816.901883:0:24227:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073552876288 00000100:00100000:1.0:1783441816.901936:0:24226:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 0 00000100:00100000:1.0:1783441816.901950:0:24226:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9114bf53c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:e7ae7535-e8c5-4c14-a5b0-5523f3533c4f+8:2407:x1870073552876416:12345-192.168.202.6@tcp:4:dd.0 00002000:00010000:1.0:1783441816.902006:0:24226:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x42:0x0] initial LVB size: 0, mtime: 0x6a4d2998, atime: 0x6a4d2997, ctime: 0x6a4d2998, blocks: 0x0 00010000:00010000:1.0:1783441816.902017:0:24226:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000001eacc9b9/0x4778038d8fc37379 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783441816.902049:0:24226:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x42:0x0].0x0 since=807s v=(0 0) 00010000:00010000:1.0:1783441816.902055:0:24226:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1783441816.902064:0:24226:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001eacc9b9/0x4778038d8fc37379 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [4194304->7655423] (req 4194304->7655423) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783441816.902084:0:24226:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000001eacc9b9/0x4778038d8fc37379 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [4194304->7655423] (req 4194304->7655423) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1783441817.012701:0:24217:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 12884901895 is committed 00000001:00080000:3.0:1783441817.012718:0:24217:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 12884901894 is committed 00002000:00010000:0.0:1783441817.012917:0:24226:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x280000401:0x42:0x0] updating lvb size from disk: 0 -> 7654321 00002000:00010000:0.0:1783441817.012921:0:24226:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x280000401:0x42:0x0] updating lvb mtime from disk: 1783441816 -> 1783441817 00002000:00010000:0.0:1783441817.012924:0:24226:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x280000401:0x42:0x0] updating lvb ctime from disk: 1783441816 -> 1783441817 00002000:00010000:0.0:1783441817.012926:0:24226:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x280000401:0x42:0x0] updating lvb blocks from disk: 0 -> 6760 00010000:00010000:0.0:1783441817.012951:0:24226:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000001eacc9b9/0x4778038d8fc37379 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [4194304->7655423] (req 4194304->7655423) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783441817.012966:0:24226:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000001eacc9b9/0x4778038d8fc37379 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [4194304->7655423] (req 4194304->7655423) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783441817.012976:0:24226:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000001eacc9b9/0x4778038d8fc37379 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [4194304->7655423] (req 4194304->7655423) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783441817.012983:0:24226:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff911480030c00 already unused, calling callback (ffffffffc0c73f90) 00010000:00010000:0.0:1783441817.012989:0:24226:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000001eacc9b9/0x4778038d8fc37379 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [4194304->7655423] (req 4194304->7655423) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783441817.012999:0:24226:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000001eacc9b9/0x4778038d8fc37379 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [4194304->7655423] (req 4194304->7655423) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783441817.013031:0:24226:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000001eacc9b9/0x4778038d8fc37379 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [4194304->7655423] (req 4194304->7655423) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783441817.013039:0:24226:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000001eacc9b9/0x4778038d8fc37379 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [4194304->7655423] (req 4194304->7655423) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783441817.013143:0:24226:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9114bf53c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:e7ae7535-e8c5-4c14-a5b0-5523f3533c4f+6:2407:x1870073552876416:12345-192.168.202.6@tcp:4:dd.0 Request processed in 111192us (111561us total) trans 12884901895 rc 0/0 00000100:00100000:0.0:1783441817.013156:0:24226:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 0 00000100:00100000:0.0:1783441817.013185:0:24226:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 1 00000100:00100000:0.0:1783441817.013208:0:24226:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9113848c4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:e7ae7535-e8c5-4c14-a5b0-5523f3533c4f+5:2407:x1870073552876288:12345-192.168.202.6@tcp:4:dd.0 00002000:00010000:0.0:1783441817.013266:0:24226:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x42:0x0] initial LVB size: 7654321, mtime: 0x6a4d2999, atime: 0x6a4d2997, ctime: 0x6a4d2999, blocks: 0x1a68 00010000:00010000:0.0:1783441817.013274:0:24226:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000026261dac/0x4778038d8fc37380 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783441817.013288:0:24226:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x42:0x0].0x0 since=807s v=(0 0) 00010000:00010000:0.0:1783441817.013292:0:24226:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1783441817.013299:0:24226:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000026261dac/0x4778038d8fc37380 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783441817.013311:0:24226:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000026261dac/0x4778038d8fc37380 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00080000:3.0:1783441817.016586:0:22711:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1783441817.041608:0:3647:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff911484eb9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3647:1870073572914688:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1783441817.041688:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783441817.041757:0:22719:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572914688 00000100:00100000:2.0:1783441817.041766:0:22719:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572914688 00000100:00100000:2.0:1783441817.041821:0:22719:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 68 00000100:00100000:2.0:1783441817.041831:0:22719:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff911484eb8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3647:x1870073572914688:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1783441817.041866:0:22719:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446289408 avail 1300049920 00000100:00100000:2.0:1783441817.041910:0:22719:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff911484eb8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3647:x1870073572914688:12345-0@lo:41:osp-pre-0-1.0 Request processed in 80us (222us total) trans 0 rc 0/0 00000100:00100000:2.0:1783441817.041918:0:22719:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 68 00000100:00100000:2.0:1783441817.041959:0:3647:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff911484eb9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3647:1870073572914688:0@lo:41:osp-pre-0-1.0 00000040:00080000:2.0:1783441817.106085:0:23473:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000001:00080000:2.0:1783441817.112835:0:24217:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 12884901896 is committed 00002000:00010000:1.0:1783441817.113048:0:24226:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x280000401:0x42:0x0] updating lvb blocks from disk: 6760 -> 14952 00010000:00010000:1.0:1783441817.113072:0:24226:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000026261dac/0x4778038d8fc37380 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783441817.113085:0:24226:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000026261dac/0x4778038d8fc37380 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783441817.113094:0:24226:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000026261dac/0x4778038d8fc37380 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783441817.113102:0:24226:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9114aebd1c00 already unused, calling callback (ffffffffc0c73f90) 00010000:00010000:1.0:1783441817.113106:0:24226:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000026261dac/0x4778038d8fc37380 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783441817.113116:0:24226:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000026261dac/0x4778038d8fc37380 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783441817.113135:0:24226:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000026261dac/0x4778038d8fc37380 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783441817.113156:0:24226:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000026261dac/0x4778038d8fc37380 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783441817.113298:0:24226:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9113848c4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:e7ae7535-e8c5-4c14-a5b0-5523f3533c4f+5:2407:x1870073552876288:12345-192.168.202.6@tcp:4:dd.0 Request processed in 100100us (211606us total) trans 12884901896 rc 0/0 00000100:00100000:1.0:1783441817.113310:0:24226:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 1 00010000:00010000:0.0:1783441817.616925:0:22704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1783441818.064902:0:3649:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9114af3c9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3649:1870073572914944:0@lo:400:kworker.0 00000100:00100000:2.0:1783441818.064936:0:3648:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff911484eb9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0:3648:1870073572914816:0@lo:400:kworker.0 00000100:00100000:1.0:1783441818.065035:0:3650:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9114af3c8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3650:1870073572915072:0@lo:400:kworker.0 00000100:00100000:3.0:1783441818.065284:0:3647:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9114af3c9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3647:1870073572915200:0@lo:400:kworker.0 00000100:00100000:0.0:1783441818.065380:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783441818.065432:0:3649:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9114af3cb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3649:1870073572915456:0@lo:400:kworker.0 00000100:00100000:0.0:1783441818.065570:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783441818.065590:0:3649:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9114af3c8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3649:1870073572915968:0@lo:400:kworker.0 00000100:00100000:0.0:1783441818.065620:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783441818.065638:0:3649:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff911383e3ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3649:1870073572916480:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1783441818.065659:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783441818.065680:0:3649:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1783441818.065687:0:3649:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9114812a9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3649:1870073572916608:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1783441818.065709:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783441818.065747:0:23738:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572914944 00000100:00100000:0.0:1783441818.065764:0:23738:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572914944 00000100:00100000:0.0:1783441818.065819:0:23738:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572915456 00000100:00100000:0.0:1783441818.065822:0:23738:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572915456 00000100:00100000:0.0:1783441818.065842:0:23738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 69 00000100:00100000:0.0:1783441818.065850:0:23738:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9114af3de300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3649:x1870073572914944:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1783441818.065909:0:23738:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9114af3de300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3649:x1870073572914944:12345-0@lo:400:kworker.0 Request processed in 59us (529us total) trans 0 rc 0/0 00000100:00100000:0.0:1783441818.065916:0:23738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 69 00000100:00100000:0.0:1783441818.065935:0:23738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 70 00000100:00100000:0.0:1783441818.065941:0:23738:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9114af3dd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3649:x1870073572915456:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1783441818.065968:0:23738:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9114af3dd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3649:x1870073572915456:12345-0@lo:400:kworker.0 Request processed in 28us (398us total) trans 0 rc 0/0 00000100:00100000:0.0:1783441818.065974:0:23738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 70 00000100:00100000:0.0:1783441818.065991:0:24225:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572916480 00000100:00100000:0.0:1783441818.065994:0:24225:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572916480 00000100:00100000:0.0:1783441818.066020:0:24225:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572916608 00000100:00100000:0.0:1783441818.066022:0:24225:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572916608 00000100:00100000:0.0:1783441818.066037:0:24225:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 26 00000100:00100000:0.0:1783441818.066043:0:24225:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9114af3dd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3649:x1870073572916480:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1783441818.066065:0:24225:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3923509248 avail 3691986944 00000100:00100000:0.0:1783441818.066310:0:24225:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9114af3dd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3649:x1870073572916480:12345-0@lo:13:osp-pre-1-0.0 Request processed in 262us (644us total) trans 0 rc 0/0 00000100:00100000:0.0:1783441818.066325:0:24225:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 26 00000100:00100000:0.0:1783441818.066340:0:24225:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 27 00000100:00100000:0.0:1783441818.066347:0:24225:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9114af3dea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3649:x1870073572916608:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1783441818.066357:0:24225:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3923509248 avail 3691986944 00000100:00100000:0.0:1783441818.066384:0:24225:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9114af3dea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3649:x1870073572916608:12345-0@lo:13:osp-pre-1-1.0 Request processed in 38us (674us total) trans 0 rc 0/0 00000100:00100000:0.0:1783441818.066404:0:24225:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 27 00000100:00100000:0.0:1783441818.066920:0:3649:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9114812a9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3649:1870073572916608:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1783441818.066940:0:3649:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9114af3cb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3649:1870073572915456:0@lo:400:kworker.0 00000100:00100000:0.0:1783441818.066952:0:3649:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff911383e3ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3649:1870073572916480:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1783441818.066963:0:3649:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9114af3c9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3649:1870073572914944:0@lo:400:kworker.0 00000100:00080000:0.0:1783441818.067026:0:22711:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1783441818.067041:0:25510:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572915968 00000100:00100000:0.0:1783441818.067045:0:25510:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572915968 00000100:00100000:0.0:1783441818.067090:0:25510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 66 00000100:00100000:0.0:1783441818.067110:0:25510:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9114af3de680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3649:x1870073572915968:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1783441818.067152:0:25510:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9114af3de680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3649:x1870073572915968:12345-0@lo:400:kworker.0 Request processed in 44us (1532us total) trans 0 rc 0/0 00000100:00100000:0.0:1783441818.067159:0:25510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 66 00000100:00100000:2.0:1783441818.067167:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1783441818.067174:0:22711:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1783441818.067204:0:3649:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9114af3c8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3649:1870073572915968:0@lo:400:kworker.0 00000100:00100000:2.0:1783441818.067208:0:3648:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9114af3ca680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3648:1870073572915328:0@lo:400:kworker.0 00000100:00100000:0.0:1783441818.067240:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572914816 00000100:00100000:0.0:1783441818.067243:0:22710:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572914816 00000100:00100000:2.0:1783441818.067245:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783441818.067270:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 171 00000100:00100000:0.0:1783441818.067276:0:22710:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff911489214850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0+24:3648:x1870073572914816:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1783441818.067309:0:22710:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff911489214850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0+24:3648:x1870073572914816:12345-0@lo:400:kworker.0 Request processed in 32us (141us total) trans 0 rc 0/0 00000100:00100000:2.0:1783441818.067338:0:3648:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9114af3ca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3648:1870073572915840:0@lo:400:kworker.0 00000100:00100000:2.0:1783441818.067363:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783441818.067380:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 171 00000100:00100000:2.0:1783441818.067381:0:3648:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9114af3c8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3648:1870073572916352:0@lo:400:kworker.0 00000100:00100000:2.0:1783441818.067402:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783441818.067421:0:22714:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572915328 00000100:00100000:2.0:1783441818.067424:0:3648:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff911484eb9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6ee87169-ffd4-4cd1-a1c4-73ce760b7ca0:3648:1870073572914816:0@lo:400:kworker.0 00000100:00100000:0.0:1783441818.067424:0:22714:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572915328 00000100:00100000:2.0:1783441818.067443:0:22715:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572915840 00000100:00100000:2.0:1783441818.067445:0:22715:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572915840 00000100:00100000:2.0:1783441818.067461:0:22715:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572916352 00000100:00100000:2.0:1783441818.067463:0:22715:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572916352 00000100:00100000:2.0:1783441818.067492:0:22715:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 67 00000100:00080000:0.0:1783441818.067585:0:22711:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1783441818.067596:0:22714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 68 00000100:00100000:0.0:1783441818.067603:0:22714:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9114af3c9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3648:x1870073572915840:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1783441818.067643:0:22714:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9114af3c9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3648:x1870073572915840:12345-0@lo:400:kworker.0 Request processed in 41us (279us total) trans 0 rc 0/0 00000100:00100000:0.0:1783441818.067649:0:22714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 68 00000100:00100000:0.0:1783441818.067663:0:22714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 69 00000100:00100000:0.0:1783441818.067670:0:22714:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9114af3cb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3648:x1870073572916352:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1783441818.067680:0:22715:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9114af3c8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3648:x1870073572915328:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1783441818.067698:0:22714:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9114af3cb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3648:x1870073572916352:12345-0@lo:400:kworker.0 Request processed in 29us (296us total) trans 0 rc 0/0 00000100:00100000:0.0:1783441818.067705:0:22714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 69 00000100:00100000:2.0:1783441818.067708:0:22715:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9114af3c8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3648:x1870073572915328:12345-0@lo:400:kworker.0 Request processed in 211us (463us total) trans 0 rc 0/0 00000100:00100000:2.0:1783441818.067715:0:22715:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 67 00000100:00100000:2.0:1783441818.067738:0:3648:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9114af3ca680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3648:1870073572915328:0@lo:400:kworker.0 00000100:00100000:2.0:1783441818.067747:0:3648:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9114af3ca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3648:1870073572915840:0@lo:400:kworker.0 00010000:00080000:2.0:1783441818.067758:0:3648:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9114af3c8000 x1870073572916352/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1783441834 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1783441818.067841:0:3648:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9114af3c8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3648:1870073572916352:0@lo:400:kworker.0 00000100:00100000:1.0:1783441818.068171:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783441818.068206:0:3650:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9114af3c8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3650:1870073572915584:0@lo:400:kworker.0 00000100:00100000:1.0:1783441818.068237:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783441818.068260:0:3650:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9114af3cad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3650:1870073572916096:0@lo:400:kworker.0 00000100:00100000:1.0:1783441818.068278:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783441818.068307:0:22714:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572916096 00000100:00100000:1.0:1783441818.068312:0:22714:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572916096 00000100:00080000:1.0:1783441818.068339:0:22711:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1783441818.068363:0:22714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 70 00000100:00100000:1.0:1783441818.068369:0:22714:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff911383e3df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3650:x1870073572916096:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1783441818.068406:0:22714:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff911383e3df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3650:x1870073572916096:12345-0@lo:400:kworker.0 Request processed in 37us (126us total) trans 0 rc 0/0 00000100:00100000:1.0:1783441818.068411:0:22714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 70 00010000:00080000:1.0:1783441818.068436:0:3650:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9114af3cad80 x1870073572916096/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1783441834 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1783441818.069301:0:3650:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9114af3cad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3650:1870073572916096:0@lo:400:kworker.0 00000100:00100000:2.0:1783441818.069588:0:24294:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572915072 00000100:00100000:2.0:1783441818.069595:0:24294:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572915072 00000100:00100000:2.0:1783441818.069701:0:24294:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572915584 00000100:00100000:2.0:1783441818.069705:0:24294:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572915584 00000100:00100000:0.0:1783441818.069759:0:24220:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 29 00000100:00100000:0.0:1783441818.069770:0:24220:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff911383e3c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3650:x1870073572915072:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1783441818.069838:0:24220:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff911383e3c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3650:x1870073572915072:12345-0@lo:400:kworker.0 Request processed in 71us (1667us total) trans 0 rc 0/0 00000100:00100000:0.0:1783441818.069845:0:24220:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 29 00000100:00100000:0.0:1783441818.069892:0:3650:0:(client.c:3112:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 12884901894 gen 2 00000004:00080000:0.0:1783441818.069898:0:3650:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9114812ab100, transno 12884901892 00000004:00080000:0.0:1783441818.069912:0:3650:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 12884901894 committed transno 12884901894 00000100:00100000:0.0:1783441818.069932:0:3650:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9114af3c8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3650:1870073572915072:0@lo:400:kworker.0 00000100:00100000:3.0:1783441818.070578:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783441818.070714:0:3647:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9114af3caa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3647:1870073572915712:0@lo:400:kworker.0 00000100:00100000:3.0:1783441818.070748:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1783441818.071030:0:22711:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1783441818.072490:0:3647:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9114af3c9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3647:1870073572916224:0@lo:400:kworker.0 00000100:00100000:3.0:1783441818.072616:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783441818.072682:0:25510:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572916224 00000100:00100000:3.0:1783441818.072689:0:25510:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572916224 00000100:00100000:3.0:1783441818.072736:0:25510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 71 00000100:00100000:3.0:1783441818.072744:0:25510:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9114812ab100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3647:x1870073572916224:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1783441818.072869:0:25510:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9114812ab100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3647:x1870073572916224:12345-0@lo:400:kworker.0 Request processed in 124us (252us total) trans 0 rc 0/0 00000100:00100000:3.0:1783441818.072876:0:25510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 71 00000100:00100000:3.0:1783441818.072917:0:3647:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9114af3c9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3647:1870073572916224:0@lo:400:kworker.0 00000100:00080000:1.0:1783441818.073015:0:22711:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1783441818.073064:0:24222:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572915200 00000100:00100000:0.0:1783441818.073070:0:24222:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572915200 00000100:00100000:0.0:1783441818.073106:0:24222:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572915712 00000100:00100000:0.0:1783441818.073109:0:24222:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572915712 00000100:00100000:0.0:1783441818.073126:0:24222:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 30 00000100:00100000:0.0:1783441818.073133:0:24222:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff911383e3ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3650:x1870073572915584:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1783441818.073196:0:24222:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff911383e3ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3650:x1870073572915584:12345-0@lo:400:kworker.0 Request processed in 64us (4958us total) trans 0 rc 0/0 00000100:00100000:0.0:1783441818.073203:0:24222:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 30 00000100:00100000:0.0:1783441818.073226:0:24222:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 31 00000100:00100000:0.0:1783441818.073233:0:24222:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9114812abb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3647:x1870073572915200:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1783441818.073267:0:24222:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9114812abb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3647:x1870073572915200:12345-0@lo:400:kworker.0 Request processed in 35us (2690us total) trans 0 rc 0/0 00000100:00100000:0.0:1783441818.073283:0:24222:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 31 00000100:00100000:0.0:1783441818.073296:0:24222:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 32 00000100:00100000:0.0:1783441818.073302:0:24222:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9114812a8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3647:x1870073572915712:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1783441818.074282:0:3647:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9114af3c9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3647:1870073572915200:0@lo:400:kworker.0 00000100:00100000:2.0:1783441818.074294:0:3650:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9114af3c8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3650:1870073572915584:0@lo:400:kworker.0 00000100:00100000:0.0:1783441818.075062:0:24222:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9114812a8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3647:x1870073572915712:12345-0@lo:400:kworker.0 Request processed in 1756us (4308us total) trans 0 rc 0/0 00000100:00100000:0.0:1783441818.075072:0:24222:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 32 00000100:00100000:3.0:1783441818.075367:0:3647:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9114af3caa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3647:1870073572915712:0@lo:400:kworker.0 00000100:00100000:2.0:1783441818.577840:0:3648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1783441818.577876:0:3648:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff911383e3f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3648:1870073572916736:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1783441818.577943:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783441818.580088:0:24225:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572916736 00000100:00100000:0.0:1783441818.580104:0:24225:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572916736 00000100:00100000:0.0:1783441818.581274:0:24225:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28 00000100:00100000:0.0:1783441818.581290:0:24225:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9114af3c8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3648:x1870073572916736:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1783441818.581324:0:24225:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 3485696 granted 26324672 pending 0 free 3915849728 avail 3684327424 00000100:00100000:0.0:1783441818.581780:0:24225:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9114af3c8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3648:x1870073572916736:12345-0@lo:13:osp-pre-0-0.0 Request processed in 493us (3833us total) trans 0 rc 0/0 00000100:00100000:0.0:1783441818.581788:0:24225:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28 00000100:00100000:3.0:1783441818.595464:0:3648:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff911383e3f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3648:1870073572916736:0@lo:13:osp-pre-0-0.0 00010000:00010000:3.0:1783441818.640773:0:22703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:2.0:1783441819.086302:0:25798:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: sanity-pcc test_1d: @@@@@@ FAIL: expected /mnt/pcc.d1d.sanity-pcc/d1d.sanity-pcc/13a3/0x2000013a1:0x2:0x0 size: 7654321 got: 0 00000100:00100000:3.0:1783441819.088919:0:3648:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9114af3ded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3648:1870073572916864:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1783441819.089005:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783441819.089225:0:23738:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073572916864 00000100:00100000:0.0:1783441819.089234:0:23738:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073572916864 00000100:00100000:0.0:1783441819.090137:0:23738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 71 00000100:00100000:0.0:1783441819.090153:0:23738:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9114812a9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3648:x1870073572916864:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1783441819.090201:0:23738:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446461440 avail 1300221952 00000100:00100000:0.0:1783441819.090298:0:23738:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9114812a9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3648:x1870073572916864:12345-0@lo:41:osp-pre-1-0.0 Request processed in 150us (1293us total) trans 0 rc 0/0 00000100:00100000:0.0:1783441819.090306:0:23738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 71 00000100:00100000:3.0:1783441819.090378:0:3648:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9114af3ded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3648:1870073572916864:0@lo:41:osp-pre-1-0.0 00010000:00010000:2.0:1783441819.664746:0:24299:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1783441820.174698:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:1.0:1783441820.174733:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:3.0:1783441820.174747:0:22709:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073552876544 00000100:00100000:3.0:1783441820.174757:0:22709:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073552876544 00000100:00100000:1.0:1783441820.174777:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:1.0:1783441820.174799:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:3.0:1783441820.174809:0:22709:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 172 00000100:00100000:3.0:1783441820.174819:0:22709:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff911489214450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e225892e-2fc9-454d-bcef-510872b8d0e8+13:2406:x1870073552876544:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:1.0:1783441820.174823:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:1.0:1783441820.174838:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:1.0:1783441820.174855:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:3.0:1783441820.174899:0:22709:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff911489214450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e225892e-2fc9-454d-bcef-510872b8d0e8+13:2406:x1870073552876544:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 82us (208us total) trans 0 rc 0/0 00000100:00100000:2.0:1783441820.174902:0:22714:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073552876800 00000100:00100000:2.0:1783441820.174906:0:22714:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073552876800 00000100:00100000:3.0:1783441820.174908:0:22709:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 172 00000100:00100000:3.0:1783441820.174940:0:24223:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073552877056 00000100:00100000:3.0:1783441820.174943:0:24223:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073552877056 00000100:00100000:2.0:1783441820.174945:0:22714:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073552877312 00000100:00100000:2.0:1783441820.174947:0:22714:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073552877312 00000100:00100000:2.0:1783441820.174958:0:22714:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073552876672 00000100:00100000:2.0:1783441820.174961:0:22714:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073552876672 00000100:00100000:3.0:1783441820.174966:0:24223:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073552877568 00000100:00100000:3.0:1783441820.174968:0:24223:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073552877568 00000100:00100000:2.0:1783441820.174976:0:22714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 72 00000100:00100000:3.0:1783441820.174979:0:24223:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073552876928 00000100:00100000:3.0:1783441820.174981:0:24223:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073552876928 00000100:00100000:2.0:1783441820.174983:0:22714:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff911383e3ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:e7ae7535-e8c5-4c14-a5b0-5523f3533c4f+5:2406:x1870073552876800:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:3.0:1783441820.174995:0:24223:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 33 00000100:00100000:3.0:1783441820.175001:0:24223:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff911383e3dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e7ae7535-e8c5-4c14-a5b0-5523f3533c4f+5:2406:x1870073552877056:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:0.0:1783441820.175094:0:22715:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 73 00000100:00100000:0.0:1783441820.175103:0:22715:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff911383e3d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ebadd895-e4b9-47d1-80f7-2d93e120e088+5:2406:x1870073552877312:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:1.0:1783441820.176062:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:1.0:1783441820.176209:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:3.0:1783441820.179536:0:24223:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff911383e3dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e7ae7535-e8c5-4c14-a5b0-5523f3533c4f+5:2406:x1870073552877056:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 4520us (4743us total) trans 0 rc 0/0 00000100:00100000:3.0:1783441820.179553:0:24223:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 33 00000100:00100000:3.0:1783441820.179587:0:24223:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073552877440 00000100:00100000:3.0:1783441820.179597:0:24223:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073552877440 00000100:00100000:3.0:1783441820.179639:0:24223:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 34 00000100:00100000:3.0:1783441820.179647:0:24223:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff911383e3f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ebadd895-e4b9-47d1-80f7-2d93e120e088+5:2406:x1870073552877568:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:3.0:1783441820.179713:0:24223:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff911383e3f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ebadd895-e4b9-47d1-80f7-2d93e120e088+5:2406:x1870073552877568:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 66us (4888us total) trans 0 rc 0/0 00000100:00100000:3.0:1783441820.179720:0:24223:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 34 00000100:00100000:3.0:1783441820.179732:0:24223:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 35 00000100:00100000:3.0:1783441820.179739:0:24223:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff911382194e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e7ae7535-e8c5-4c14-a5b0-5523f3533c4f+5:2406:x1870073552876928:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:3.0:1783441820.179765:0:24223:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff911382194e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e7ae7535-e8c5-4c14-a5b0-5523f3533c4f+5:2406:x1870073552876928:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 26us (4908us total) trans 0 rc 0/0 00000100:00100000:3.0:1783441820.179771:0:24223:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 35 00000100:00100000:3.0:1783441820.179783:0:24223:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 36 00000100:00100000:3.0:1783441820.179789:0:24223:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9114b0d44000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ebadd895-e4b9-47d1-80f7-2d93e120e088+5:2406:x1870073552877440:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:3.0:1783441820.179811:0:24223:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9114b0d44000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ebadd895-e4b9-47d1-80f7-2d93e120e088+5:2406:x1870073552877440:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 22us (3617us total) trans 0 rc 0/0 00000100:00100000:3.0:1783441820.179817:0:24223:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 36 00000100:00100000:3.0:1783441820.179854:0:25510:0:(service.c:3462:ptlrpc_start_thread()) mdt[0] started 4 min 3 max 116 00000100:00100000:3.0:1783441820.179862:0:25510:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt00_004' 00000100:00080000:2.0:1783441820.183138:0:22711:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1783441820.183148:0:22711:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1783441820.183151:0:22711:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1783441820.183154:0:22711:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1783441820.184768:0:22715:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff911383e3d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ebadd895-e4b9-47d1-80f7-2d93e120e088+5:2406:x1870073552877312:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 9641us (9942us total) trans 0 rc 0/0 00000100:00100000:0.0:1783441820.184784:0:22715:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 73 00000100:00100000:0.0:1783441820.184942:0:22715:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870073552877184 00000100:00100000:0.0:1783441820.184953:0:22715:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870073552877184 00000100:00100000:3.0:1783441820.185634:0:22716:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 74 00000100:00100000:3.0:1783441820.185652:0:22716:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff911383541c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:e7ae7535-e8c5-4c14-a5b0-5523f3533c4f+22:2406:x1870073552876672:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:3.0:1783441820.185888:0:22716:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff911383541c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:e7ae7535-e8c5-4c14-a5b0-5523f3533c4f+22:2406:x1870073552876672:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 243us (11047us total) trans 0 rc 0/0 00000100:00100000:3.0:1783441820.185896:0:22716:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 74 00000100:00100000:3.0:1783441820.185934:0:22714:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff911383e3ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:e7ae7535-e8c5-4c14-a5b0-5523f3533c4f+5:2406:x1870073552876800:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 10951us (11200us total) trans 0 rc 0/0 00000100:00100000:3.0:1783441820.185941:0:22714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 72 00000100:00100000:0.0:1783441820.187247:0:22715:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 75 00000100:00100000:0.0:1783441820.187262:0:22715:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9113810d3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ebadd895-e4b9-47d1-80f7-2d93e120e088+6:2406:x1870073552877184:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:0.0:1783441820.187563:0:22715:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9113810d3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ebadd895-e4b9-47d1-80f7-2d93e120e088+6:2406:x1870073552877184:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 303us (11506us total) trans 0 rc 0/0 00000100:00100000:0.0:1783441820.187573:0:22715:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 75 00000100:00080000:2.0:1783441820.188943:0:22711:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:0.0:1783441820.689889:0:22704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) Debug log: 14872 lines, 14872 kept, 0 dropped, 0 bad.