00000100:00100000:1.0F:1783953640.320632:0:3643:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1783953640.320681:0:3643:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9114c446ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3643:1870608306182016:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1783953640.320791:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0F:1783953640.321014:0:8435:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870608306182016 00000100:00100000:2.0:1783953640.321029:0:8435:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870608306182016 00000100:00100000:2.0:1783953640.321111:0:8435:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1875 00000100:00100000:2.0:1783953640.321123:0:8435:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9114c4685c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3643:x1870608306182016:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1783953640.321169:0:8435:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 142784 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1783953640.321233:0:8435:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9114c4685c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3643:x1870608306182016:12345-0@lo:13:osp-pre-1-1.0 Request processed in 112us (440us total) trans 0 rc 0/0 00000100:00100000:2.0:1783953640.321240:0:8435:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1875 00000100:00080000:1.0:1783953640.321405:0:6512:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1783953640.321455:0:3643:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9114c446ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3643:1870608306182016:0@lo:13:osp-pre-1-1.0 00010000:00010000:0.0F:1783953640.639807:0:6505:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0F:1783953640.831058:0:3641:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9115fb95f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3641:1870608306182144:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1783953640.831162:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783953640.831257:0:8434:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870608306182144 00000100:00100000:3.0:1783953640.831265:0:8434:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870608306182144 00000100:00100000:3.0:1783953640.831332:0:8434:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1876 00000100:00100000:3.0:1783953640.831343:0:8434:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9114c410c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3641:x1870608306182144:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1783953640.831376:0:8434:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 306240 pending 0 free 3921432576 avail 3689910272 00000100:00100000:3.0:1783953640.831422:0:8434:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9114c410c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3641:x1870608306182144:12345-0@lo:13:osp-pre-0-1.0 Request processed in 81us (260us total) trans 0 rc 0/0 00000100:00100000:3.0:1783953640.831430:0:8434:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1876 00000100:00080000:3.0:1783953640.831454:0:6512:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1783953640.832592:0:3642:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9114cb1d7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3642:1870608306182272:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1783953640.832635:0:3644:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1783953640.832651:0:3644:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9114cb78d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3644:1870608306182400:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1783953640.832670:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783953640.832732:0:6522:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870608306182272 00000100:00100000:3.0:1783953640.832739:0:6522:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870608306182272 00000100:00100000:0.0:1783953640.832764:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783953640.832791:0:6522:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870608306182400 00000100:00100000:3.0:1783953640.832794:0:6522:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870608306182400 00000100:00100000:3.0:1783953640.832809:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2255 00000100:00100000:3.0:1783953640.832817:0:6522:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9114c410df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3642:x1870608306182272:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1783953640.832874:0:6522:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446256640 avail 1300017152 00000100:00100000:3.0:1783953640.832926:0:6522:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9114c410df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3642:x1870608306182272:12345-0@lo:41:osp-pre-1-0.0 Request processed in 109us (254us total) trans 0 rc 0/0 00000100:00100000:3.0:1783953640.832933:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2255 00000100:00100000:3.0:1783953640.832952:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2256 00000100:00100000:3.0:1783953640.832967:0:6522:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9114cb78df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3644:x1870608306182400:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1783953640.832985:0:6522:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445240832 avail 1299001344 00000100:00100000:0.0:1783953640.832999:0:3642:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9114cb1d7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3642:1870608306182272:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1783953640.833017:0:6522:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9114cb78df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3644:x1870608306182400:12345-0@lo:41:osp-pre-0-1.0 Request processed in 59us (253us total) trans 0 rc 0/0 00000100:00100000:3.0:1783953640.833031:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2256 00000100:00100000:0.0:1783953640.833033:0:3644:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9114cb78d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3644:1870608306182400:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1783953640.833078:0:3641:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9115fb95f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3641:1870608306182144:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1783953640.833382:0:3644:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9114cb1d7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:585848d2-f2e4-4b3b-8799-c41b1a5357a7:3644:1870608306182528:0@lo:400:kworker.0 00000100:00100000:1.0:1783953640.833406:0:3643:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9114cb1d7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3643:1870608306182912:0@lo:400:kworker.0 00000100:00100000:0.0:1783953640.833415:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783953640.833437:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783953640.833438:0:3644:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9114cb797100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3644:1870608306183040:0@lo:400:kworker.0 00000100:00100000:1.0:1783953640.833454:0:3643:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9114cb796a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3643:1870608306183424:0@lo:400:kworker.0 00000100:00100000:0.0:1783953640.833457:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783953640.833474:0:3644:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9114cb796300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3644:1870608306183552:0@lo:400:kworker.0 00000100:00100000:1.0:1783953640.833487:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783953640.833491:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783953640.833511:0:3642:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9114cb1d6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3642:1870608306182784:0@lo:400:kworker.0 00000100:00100000:0.0:1783953640.833513:0:78959:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870608306182528 00000100:00100000:0.0:1783953640.833517:0:78959:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870608306182528 00000100:00100000:1.0:1783953640.833533:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783953640.833546:0:78959:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 130 00000100:00100000:1.0:1783953640.833550:0:3642:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9114cb797800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3642:1870608306183296:0@lo:400:kworker.0 00000100:00100000:0.0:1783953640.833552:0:78959:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9114c3245450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:585848d2-f2e4-4b3b-8799-c41b1a5357a7+24:3644:x1870608306182528:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1783953640.833569:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783953640.833584:0:78959:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9114c3245450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:585848d2-f2e4-4b3b-8799-c41b1a5357a7+24:3644:x1870608306182528:12345-0@lo:400:kworker.0 Request processed in 32us (168us total) trans 0 rc 0/0 00000100:00100000:1.0:1783953640.833585:0:3642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:1.0:1783953640.833590:0:3642:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9114cb1d4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3642:1870608306182656:0@lo:400:kworker.0 00000100:00100000:0.0:1783953640.833590:0:78959:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 130 00000100:00100000:0.0:1783953640.833619:0:6517:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870608306182912 00000100:00100000:0.0:1783953640.833624:0:6517:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870608306182912 00000100:00100000:1.0:1783953640.833721:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783953640.833729:0:6517:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870608306183040 00000100:00100000:0.0:1783953640.833732:0:6517:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870608306183040 00000100:00100000:1.0:1783953640.833738:0:3642:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9114cb796680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3642:1870608306183168:0@lo:400:kworker.0 00000100:00100000:0.0:1783953640.833748:0:6517:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870608306183552 00000100:00100000:0.0:1783953640.833751:0:6517:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870608306183552 00000100:00100000:0.0:1783953640.833762:0:6517:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870608306182784 00000100:00100000:0.0:1783953640.833764:0:6517:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870608306182784 00000100:00100000:0.0:1783953640.833775:0:6517:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870608306182656 00000100:00100000:0.0:1783953640.833785:0:6517:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870608306182656 00000100:00100000:0.0:1783953640.833802:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3637 00000100:00100000:0.0:1783953640.833809:0:6517:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9114c3300e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3643:x1870608306182912:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1783953640.833818:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783953640.833839:0:8980:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870608306183168 00000100:00100000:1.0:1783953640.833842:0:8980:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870608306183168 00000100:00100000:0.0:1783953640.833844:0:6517:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9114c3300e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3643:x1870608306182912:12345-0@lo:400:kworker.0 Request processed in 36us (406us total) trans 0 rc 0/0 00000100:00100000:0.0:1783953640.833849:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3637 00000100:00100000:0.0:1783953640.833885:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3638 00000100:00100000:0.0:1783953640.833892:0:6517:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9114cb78d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3644:x1870608306183040:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1783953640.833921:0:6517:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9114cb78d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3644:x1870608306183040:12345-0@lo:400:kworker.0 Request processed in 30us (463us total) trans 0 rc 0/0 00000100:00100000:1.0:1783953640.843371:0:8980:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3639 00000100:00100000:1.0:1783953640.843407:0:8980:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9114cb78f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3644:x1870608306183552:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1783953640.843430:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3638 00000100:00100000:0.0:1783953640.843480:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3640 00000100:00100000:0.0:1783953640.843490:0:6517:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9114c3bf1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3642:x1870608306182784:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1783953640.843531:0:8980:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9114cb78f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3644:x1870608306183552:12345-0@lo:400:kworker.0 Request processed in 144us (10037us total) trans 0 rc 0/0 00000100:00100000:0.0:1783953640.843534:0:6517:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9114c3bf1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3642:x1870608306182784:12345-0@lo:400:kworker.0 Request processed in 47us (10000us total) trans 0 rc 0/0 00000100:00100000:1.0:1783953640.843538:0:8980:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3639 00000100:00100000:0.0:1783953640.843541:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3640 00000100:00100000:0.0:1783953640.843552:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3641 00000100:00100000:0.0:1783953640.843559:0:6517:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9114c3bf1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3642:x1870608306182656:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1783953640.843587:0:6517:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9114c3bf1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3642:x1870608306182656:12345-0@lo:400:kworker.0 Request processed in 29us (9867us total) trans 0 rc 0/0 00000100:00100000:0.0:1783953640.843593:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3641 00000100:00100000:0.0:1783953640.843605:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3642 00000100:00100000:0.0:1783953640.843613:0:6517:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9114c3bf2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3642:x1870608306183168:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1783953640.843642:0:6517:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9114c3bf2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3642:x1870608306183168:12345-0@lo:400:kworker.0 Request processed in 31us (9823us total) trans 0 rc 0/0 00000100:00100000:0.0:1783953640.843738:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3642 00000100:00100000:0.0:1783953640.843771:0:8433:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870608306183424 00000100:00100000:0.0:1783953640.843779:0:8433:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870608306183424 00000100:00100000:0.0:1783953640.844033:0:8433:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870608306183296 00000100:00100000:0.0:1783953640.844038:0:8433:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870608306183296 00000100:00100000:0.0:1783953640.844065:0:8433:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1850 00000100:00100000:0.0:1783953640.844072:0:8433:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9114c3301f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3643:x1870608306183424:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1783953640.844114:0:8433:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9114c3301f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3643:x1870608306183424:12345-0@lo:400:kworker.0 Request processed in 43us (10626us total) trans 0 rc 0/0 00000100:00100000:0.0:1783953640.844121:0:8433:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1850 00000100:00100000:0.0:1783953640.844132:0:8433:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1851 00000100:00100000:0.0:1783953640.844138:0:8433:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9114c3bf3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3642:x1870608306183296:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1783953640.844165:0:8433:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9114c3bf3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3642:x1870608306183296:12345-0@lo:400:kworker.0 Request processed in 28us (10595us total) trans 0 rc 0/0 00000100:00100000:0.0:1783953640.844171:0:8433:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1851 00000100:00080000:0.0:1783953640.844189:0:6512:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1783953640.844192:0:6512:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1783953640.844195:0:6512:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1783953640.844198:0:6512:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1783953640.844236:0:3644:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9114cb796300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3644:1870608306183552:0@lo:400:kworker.0 00000100:00100000:0.0:1783953640.844253:0:3644:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9114cb1d7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:585848d2-f2e4-4b3b-8799-c41b1a5357a7:3644:1870608306182528:0@lo:400:kworker.0 00000100:00100000:0.0:1783953640.844268:0:3644:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9114cb797100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3644:1870608306183040:0@lo:400:kworker.0 00000100:00100000:0.0:1783953640.844563:0:3643:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9114cb1d7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3643:1870608306182912:0@lo:400:kworker.0 00000100:00100000:0.0:1783953640.844575:0:3643:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9114cb796a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3643:1870608306183424:0@lo:400:kworker.0 00000100:00100000:0.0:1783953640.844631:0:3642:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9114cb1d4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3642:1870608306182656:0@lo:400:kworker.0 00000100:00100000:0.0:1783953640.844644:0:3642:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9114cb796680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3642:1870608306183168:0@lo:400:kworker.0 00000100:00100000:0.0:1783953640.844739:0:3642:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9114cb1d6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3642:1870608306182784:0@lo:400:kworker.0 00000100:00100000:0.0:1783953640.844754:0:3642:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9114cb797800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3642:1870608306183296:0@lo:400:kworker.0 00000100:00100000:0.0:1783953641.344990:0:3641:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9114c446ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3641:1870608306183680:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1783953641.345089:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783953641.345804:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1783953641.345817:0:3641:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9115ffccca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3641:1870608306183808:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1783953641.345850:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783953641.350941:0:15756:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870608306183680 00000100:00100000:2.0:1783953641.350967:0:15756:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870608306183680 00000100:00100000:2.0:1783953641.351030:0:15756:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870608306183808 00000100:00100000:2.0:1783953641.351033:0:15756:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870608306183808 00000100:00100000:2.0:1783953641.351052:0:15756:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1877 00000100:00100000:2.0:1783953641.351061:0:15756:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9114cb78c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3641:x1870608306183680:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1783953641.351090:0:15756:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 142784 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1783953641.351171:0:15756:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9114cb78c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3641:x1870608306183680:12345-0@lo:13:osp-pre-1-0.0 Request processed in 110us (6082us total) trans 0 rc 0/0 00000100:00100000:2.0:1783953641.351178:0:15756:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1877 00000100:00100000:2.0:1783953641.351196:0:15756:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1878 00000100:00100000:2.0:1783953641.351202:0:15756:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9114cb1d6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3641:x1870608306183808:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1783953641.351212:0:15756:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 306240 pending 0 free 3921432576 avail 3689910272 00000100:00100000:2.0:1783953641.351241:0:15756:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9114cb1d6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3641:x1870608306183808:12345-0@lo:13:osp-pre-0-0.0 Request processed in 39us (5390us total) trans 0 rc 0/0 00000100:00100000:2.0:1783953641.351247:0:15756:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1878 00000100:00100000:0.0:1783953641.351355:0:3641:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9115ffccca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3641:1870608306183808:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1783953641.351373:0:3641:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9114c446ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3641:1870608306183680:0@lo:13:osp-pre-1-0.0 00010000:00010000:0.0:1783953641.664636:0:10336:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1783953642.150067:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:3.0:1783953642.150104:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:3.0:1783953642.150158:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:3.0:1783953642.150201:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:1.0:1783953642.152101:0:62159:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870608290428928 00000100:00100000:1.0:1783953642.152144:0:62159:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870608290428928 00000100:00100000:1.0:1783953642.152256:0:62159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 1852 00000100:00100000:1.0:1783953642.152270:0:62159:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9114c410f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:1df02734-b55c-4860-b6d0-bc912e4e1b7f+6:2405:x1870608290428928:12345-192.168.201.7@tcp:400:kworker.0 00000100:00100000:1.0:1783953642.152383:0:62159:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9114c410f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:1df02734-b55c-4860-b6d0-bc912e4e1b7f+6:2405:x1870608290428928:12345-192.168.201.7@tcp:400:kworker.0 Request processed in 117us (2278us total) trans 0 rc 0/0 00000100:00100000:1.0:1783953642.152391:0:62159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 1852 00000100:00080000:3.0:1783953642.152659:0:6512:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1783953642.152838:0:6517:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870608290428672 00000100:00100000:0.0:1783953642.152844:0:6517:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870608290428672 00000100:00080000:3.0:1783953642.152900:0:6512:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1783953642.152912:0:6517:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870608290428800 00000100:00100000:0.0:1783953642.152916:0:6517:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870608290428800 00000100:00100000:3.0:1783953642.152947:0:74390:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 3643 00000100:00100000:3.0:1783953642.152958:0:74390:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9114c410d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1df02734-b55c-4860-b6d0-bc912e4e1b7f+14:2405:x1870608290428672:12345-192.168.201.7@tcp:400:kworker.0 00000100:00100000:3.0:1783953642.153011:0:74390:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9114c410d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1df02734-b55c-4860-b6d0-bc912e4e1b7f+14:2405:x1870608290428672:12345-192.168.201.7@tcp:400:kworker.0 Request processed in 56us (2960us total) trans 0 rc 0/0 00000100:00100000:2.0:1783953642.153075:0:78964:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870608290428544 00000100:00100000:2.0:1783953642.153080:0:78964:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870608290428544 00000100:00080000:1.0:1783953642.153093:0:6512:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1783953642.153114:0:78964:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 131 00000100:00100000:2.0:1783953642.153122:0:78964:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9114c3bc8450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0003:1e960451-dd9a-4107-bc56-f418d57af837+10:2405:x1870608290428544:12345-192.168.201.7@tcp:400:kworker.0 00000100:00100000:2.0:1783953642.153163:0:78964:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9114c3bc8450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0003:1e960451-dd9a-4107-bc56-f418d57af837+10:2405:x1870608290428544:12345-192.168.201.7@tcp:400:kworker.0 Request processed in 42us (3005us total) trans 0 rc 0/0 00000100:00100000:2.0:1783953642.153170:0:78964:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 131 00000100:00100000:0.0:1783953642.156381:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 3644 00000100:00100000:0.0:1783953642.156413:0:6517:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9115fb95f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1df02734-b55c-4860-b6d0-bc912e4e1b7f+10:2405:x1870608290428800:12345-192.168.201.7@tcp:400:kworker.0 00000100:00100000:0.0:1783953642.156514:0:6517:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9115fb95f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1df02734-b55c-4860-b6d0-bc912e4e1b7f+10:2405:x1870608290428800:12345-192.168.201.7@tcp:400:kworker.0 Request processed in 120us (6312us total) trans 0 rc 0/0 00000100:00100000:0.0:1783953642.156523:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 3644 00000100:00100000:3.0:1783953642.158401:0:74390:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 3643 00010000:00010000:1.0:1783953642.688993:0:6504:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:2.0:1783953643.098416:0:80200:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: ost-pools test_25: @@@@@@ FAIL: mds1: import is not in FULL state after 50 00010000:00010000:2.0:1783953643.715651:0:19546:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783953644.737611:0:59254:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) Debug log: 188 lines, 188 kept, 0 dropped, 0 bad.